-- Logs begin at Mon 2022-03-21 05:58:16 UTC, end at Mon 2022-03-21 08:07:25 UTC. -- Mar 21 06:47:36.375004 dv-neutron-834307-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 06:47:38.851327 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.common.config [-] Logging enabled! Mar 21 06:47:38.852045 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 21 06:47:38.852137 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 06:47:38.855206 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.common.config [-] Logging enabled! Mar 21 06:47:38.855462 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 21 06:47:38.855773 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 06:47:38.856692 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 06:47:38.856927 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 06:47:38.857305 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 06:47:38.857555 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 06:47:38.857782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 06:47:38.858101 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.858396 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.858692 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.858923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.859217 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.859511 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.859797 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.860085 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.860381 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.860669 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.860952 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.861255 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.861491 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.861776 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.862063 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.862349 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.862572 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] debug = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.862856 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.863282 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.863690 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.863968 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.864254 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.864535 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.864807 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.865086 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.865459 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.865790 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] host = dv-neutron-834307-1-hyperv {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.866068 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.866355 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.866638 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.866924 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.867202 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.867475 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.867757 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.868028 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.868298 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.868571 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.868861 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.869148 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.869466 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.869693 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.869920 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.870207 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.871047 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.871398 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.871702 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.871983 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.872264 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.872540 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.872812 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.873097 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.873413 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.873702 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.873980 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.874256 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.874532 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.874806 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.875092 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.875369 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.875644 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.875917 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.876203 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.876473 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.876748 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.877047 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.877357 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.877641 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.877928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.878205 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.878485 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.878762 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.879038 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.879314 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_json = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.879590 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.879871 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.880156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.880432 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.880706 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.880981 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.881282 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.881575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.881854 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:38.882153 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.882451 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.882750 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.883042 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.883336 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.883619 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.883929 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.884195 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.884487 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.884777 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.885071 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.885378 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.885674 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.886575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.887037 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.887435 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.887739 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.888038 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.888323 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.888601 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.888881 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.889166 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.889482 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.889778 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.890076 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.890356 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.890639 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.890934 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.891215 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.891491 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.891774 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.892066 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.892348 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.892624 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.892909 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.893188 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.893485 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.893760 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.894041 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.894333 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.894614 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.894887 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.895159 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.895437 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.895709 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.895997 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.896278 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.896553 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.896828 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.897108 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.897464 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.897741 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.898022 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.898349 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.898568 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.898841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.899112 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.899384 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.899655 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.899931 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.900203 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.900474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.900753 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.901025 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.901325 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.901624 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.901895 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.902168 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.902453 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.902751 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.903034 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.903315 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.903597 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.903879 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.904161 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.904439 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.904719 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.904999 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.905297 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.905590 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.905876 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.906167 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.906454 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.906734 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.907032 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.907311 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.907595 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.907875 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.908161 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.908448 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.908735 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.909034 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.909349 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.909646 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.909945 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.910241 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.910526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.910835 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.911117 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:38.911336 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 06:47:38.911574 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87880) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 06:47:39.301697 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO keyring.backend [-] Loading KWallet Mar 21 06:47:39.308938 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO keyring.backend [-] Loading SecretService Mar 21 06:47:39.312355 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO keyring.backend [-] Loading Windows Mar 21 06:47:39.313721 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO keyring.backend [-] Loading chainer Mar 21 06:47:39.314499 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO keyring.backend [-] Loading macOS Mar 21 06:47:39.347390 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 21 06:47:39.347663 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 21 06:47:39.347951 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 21 06:47:39.348284 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 06:47:39.735909 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.736199 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.736466 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.737775 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.738057 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.738324 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.772912 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.773187 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.773480 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.786505 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.786787 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.787054 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.817012 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.817322 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.817592 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.854390 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.855460 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:39.855940 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.104033 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.104227 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.104496 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.105523 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.106132 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.245028 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.245438 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.245898 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.246382 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.246709 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.247026 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.247334 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.247774 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.248196 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.248648 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.249051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.249517 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.249944 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.250355 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.250788 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.251227 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.251649 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.252091 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.252505 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.252970 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.253581 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.253977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.254385 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.254846 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.255256 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.255533 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.255972 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.256224 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.256477 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.256716 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.256957 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.257200 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:40.257604 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 06:47:40.260975 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 06:47:40.265280 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 06:47:40.269100 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 21 06:47:40.270756 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 06:47:40.272438 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 06:47:40.272782 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 06:47:40.273174 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 06:47:40.277497 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 06:47:40.277497 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 06:47:40.278073 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 06:47:40.311107 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 06:47:40.311568 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.311870 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87880) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 21 06:47:40.312238 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.313643 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87880) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 06:47:40.314055 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 06:47:40.314306 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 06:47:40.317727 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.318010 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.393702 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 06:47:40.393948 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 06:47:40.394184 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 06:47:40.394568 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 06:47:40.428391 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_db.sqlalchemy.engines [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87880) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 21 06:47:40.814591 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing driver for type 'gre' Mar 21 06:47:40.815041 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] gre ID ranges: [(1, 1000)] Mar 21 06:47:40.868736 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing driver for type 'local' Mar 21 06:47:40.869396 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing driver for type 'vlan' Mar 21 06:47:40.885044 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] VlanTypeDriver initialization complete Mar 21 06:47:40.885414 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing driver for type 'vxlan' Mar 21 06:47:40.886519 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] vxlan ID ranges: [(1, 1000)] Mar 21 06:47:40.939733 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing extension driver 'port_security' Mar 21 06:47:40.940179 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] PortSecurityExtensionDriver initialization complete Mar 21 06:47:40.940587 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing mechanism driver 'openvswitch' Mar 21 06:47:40.940926 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing mechanism driver 'hyperv' Mar 21 06:47:40.947709 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.plugin [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:40.949001 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.949407 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.949993 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.950519 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.950943 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.951296 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.951641 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.952024 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.952420 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.952764 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.953104 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.953515 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.953912 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.954258 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.954595 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.955141 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.955520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.955866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.956207 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.956592 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.956987 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > address_group after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.957360 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > address_group after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.957697 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.958080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 21 06:47:40.958519 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] ML2 OVO RPC backend initialized. {{(pid=87880) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 21 06:47:40.959213 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.959567 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.959982 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.960328 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > networks before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.960673 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.961016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > ports before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.961392 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.961734 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnets before_response 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.962075 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.962412 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.962744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.963077 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.963412 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.963957 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.964692 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.965142 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.965515 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:40.966080 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.plugin [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Modular L2 Plugin initialization complete Mar 21 06:47:40.966409 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading services supported by the core plugin {{(pid=87880) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 06:47:40.966733 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.plugins.ml2.managers [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Got port-security extension from driver 'port_security' Mar 21 06:47:40.967194 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.extensions.vlantransparent [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Disabled vlantransparent extension. Mar 21 06:47:40.967680 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87880) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 06:47:40.967994 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: router Mar 21 06:47:41.005563 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.005957 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_create 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.006329 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router before_create 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.006844 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.007215 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.007566 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_delete 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.007923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.008282 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_create 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.008649 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.008976 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.009425 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.009784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.010196 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.010562 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.011502 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.011840 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: subnet after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.012178 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.012523 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.012870 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_create 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.013210 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.013581 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.013936 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router after_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.014397 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.014849 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_create 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.015213 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.015560 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_update 55549900 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.015924 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > agent after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.016272 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > agent after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.016618 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > network after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.017511 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Tracking information for resource: router configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:41.017841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Tracking information for resource: floatingip configured {{(pid=87880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 06:47:41.022990 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.db.l3_agentschedulers_db [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 06:47:41.023560 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.023914 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.024263 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.024611 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: port after_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.025519 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router before_create 55550100 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.025885 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.026247 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_create 55550100 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.026764 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > router precommit_update 55550100 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.031319 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.provider_configuration [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service providers = [] {{(pid=87880) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 06:47:41.031683 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.db.servicetype_db [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87880) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 06:47:41.034770 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.service_base [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 06:47:41.035118 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.service_base [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 06:47:41.035457 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.service_base [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 06:47:41.036335 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.services.service_base [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 06:47:41.036703 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.services.service_base [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 06:47:41.037081 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.037423 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 06:47:41.048646 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.048979 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: auto_allocate Mar 21 06:47:41.054853 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: network precommit_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.055221 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: network precommit_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.055747 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.056067 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: tag Mar 21 06:47:41.063199 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.063527 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: timestamp Mar 21 06:47:41.067580 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.067863 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: network_ip_availability Mar 21 06:47:41.073101 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.074116 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.074474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.075177 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.075607 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: flavors Mar 21 06:47:41.080389 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.080723 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading Plugin: revisions Mar 21 06:47:41.085148 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 06:47:41.085572 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=87880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 21 06:47:41.086323 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87880) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 06:47:41.086653 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Initializing extension manager. Mar 21 06:47:41.087152 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: __init__.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.087490 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: __pycache__ {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.087819 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.088147 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: address_group.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.088901 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.090251 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: address-group Mar 21 06:47:41.090575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: address_scope.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.091287 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.091792 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: address-scope Mar 21 06:47:41.092109 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.093028 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.093565 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: router-admin-state-down-before-update Mar 21 06:47:41.093885 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: agent.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.094768 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.095269 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: agent Mar 21 06:47:41.095585 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: agent_resources_synced.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.096490 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.096992 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: agent-resources-synced Mar 21 06:47:41.097346 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: allowedaddresspairs.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.099119 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.099632 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: allowed-address-pairs Mar 21 06:47:41.099952 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: auto_allocated_topology.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.101023 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.101567 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: auto-allocated-topology Mar 21 06:47:41.101884 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: availability_zone.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.102572 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.103070 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: availability_zone Mar 21 06:47:41.103387 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: availability_zone_filter.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.104292 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.104854 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: availability_zone_filter Mar 21 06:47:41.105176 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: data_plane_status.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.106105 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.106608 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 06:47:41.106927 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: default_subnetpools.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.107830 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.108333 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: default-subnetpools Mar 21 06:47:41.108651 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.109492 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.109998 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: dhcp_agent_scheduler Mar 21 06:47:41.110318 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: dns.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.111223 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.115807 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension dns-integration not supported by any of loaded plugins Mar 21 06:47:41.116144 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: dns_domain_ports.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.117077 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.117631 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 06:47:41.117960 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: dvr.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.118868 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.119382 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: dvr Mar 21 06:47:41.119705 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: empty_string_filtering.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.121153 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.121688 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: empty-string-filtering Mar 21 06:47:41.122015 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.122928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.123424 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 06:47:41.123747 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.124646 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.125144 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 06:47:41.125491 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: external_net.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.126497 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.127002 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: external-net Mar 21 06:47:41.127324 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.128230 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.128728 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: extra_dhcp_opt Mar 21 06:47:41.129051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: extraroute.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.129984 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.130490 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: extraroute Mar 21 06:47:41.130817 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: extraroute_atomic.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.131839 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.132339 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: extraroute-atomic Mar 21 06:47:41.132660 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: filter_validation.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.133355 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.133846 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: filter-validation Mar 21 06:47:41.134166 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: fip_pf_description.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.135071 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.135571 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 06:47:41.136617 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: fip_port_details.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.137565 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.138072 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: fip-port-details Mar 21 06:47:41.138393 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: flavors.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.139606 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.140119 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: flavors Mar 21 06:47:41.140446 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.142143 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.142656 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 06:47:41.143098 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: floatingip_pools.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.143795 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.144306 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: floatingip-pools Mar 21 06:47:41.144628 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: ip_allocation.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.145573 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.146079 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 06:47:41.146399 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.147314 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.147817 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: ip-substring-filtering Mar 21 06:47:41.148139 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l2_adjacency.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.149065 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.149589 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 06:47:41.149912 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.150874 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.151391 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: router Mar 21 06:47:41.153339 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.155826 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.156350 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 06:47:41.156680 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.157627 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.158140 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: ext-gw-mode Mar 21 06:47:41.158466 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.159378 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.159882 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: l3-ha Mar 21 06:47:41.160205 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3_flavors.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.161123 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.161651 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: l3-flavors Mar 21 06:47:41.161976 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.162922 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.163425 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 06:47:41.163747 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: l3agentscheduler.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.164790 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.165333 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: l3_agent_scheduler Mar 21 06:47:41.165661 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: logging.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.168153 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.168672 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension logging not supported by any of loaded plugins Mar 21 06:47:41.168998 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: metering.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.169785 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.170362 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: metering Mar 21 06:47:41.170685 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.171774 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.172291 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: metering_source_and_destination_fields Mar 21 06:47:41.172614 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: multiprovidernet.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.173576 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.174083 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: multi-provider Mar 21 06:47:41.174405 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: netmtu.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.175314 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.175818 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: net-mtu Mar 21 06:47:41.176140 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: netmtu_writable.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.177047 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.177591 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: net-mtu-writable Mar 21 06:47:41.177914 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: network_availability_zone.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.178582 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.179083 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: network_availability_zone Mar 21 06:47:41.179400 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: network_ip_availability.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.180484 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.180994 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: network-ip-availability Mar 21 06:47:41.181349 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: network_segment_range.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.182113 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.182610 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 06:47:41.183536 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: pagination.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.184515 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.184840 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: pagination Mar 21 06:47:41.185156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: port_device_profile.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.186085 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.186596 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: port-device-profile Mar 21 06:47:41.186913 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.187823 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.188324 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: port-mac-address-regenerate Mar 21 06:47:41.188640 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.189574 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.190077 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: port-numa-affinity-policy Mar 21 06:47:41.190392 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: port_resource_request.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.191303 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.191796 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 06:47:41.192111 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: portbindings.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.193029 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.193565 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: binding Mar 21 06:47:41.193880 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: portbindings_extended.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.195396 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.195907 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: binding-extended Mar 21 06:47:41.196330 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: portsecurity.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.197266 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.197785 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: port-security Mar 21 06:47:41.198110 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: project_id.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.199434 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.199762 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: project-id Mar 21 06:47:41.200082 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: providernet.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.200985 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.201529 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: provider Mar 21 06:47:41.201850 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.205388 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.205906 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos not supported by any of loaded plugins Mar 21 06:47:41.206236 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.207478 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.207990 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 06:47:41.208314 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.209237 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.209761 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 06:47:41.210082 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_default.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.210986 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.211492 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-default not supported by any of loaded plugins Mar 21 06:47:41.211812 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_fip.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.212460 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.212960 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-fip not supported by any of loaded plugins Mar 21 06:47:41.213324 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_gateway_ip.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.214537 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.215037 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 06:47:41.215355 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_port_network_policy.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.216255 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.216753 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 06:47:41.217071 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_rule_type_details.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.218011 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.218508 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 06:47:41.218823 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: qos_rules_alias.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.219861 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.220368 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 06:47:41.220685 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: quotasv2.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.221621 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.221944 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: quotas Mar 21 06:47:41.222262 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: quotasv2_detail.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.223893 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.224230 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: quota_details Mar 21 06:47:41.224556 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: rbac.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.225631 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.226152 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: rbac-policies Mar 21 06:47:41.226480 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: rbac_address_group.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.227509 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.228027 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: rbac-address-group Mar 21 06:47:41.228349 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: rbac_address_scope.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.229290 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.230352 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: rbac-address-scope Mar 21 06:47:41.230840 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: rbac_security_groups.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.231757 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.232265 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: rbac-security-groups Mar 21 06:47:41.232585 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: rbac_subnetpool.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.233566 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.234082 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: rbac-subnetpool Mar 21 06:47:41.234534 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: revisionifmatch.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.235852 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.236423 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: revision-if-match Mar 21 06:47:41.236743 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: revisions.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.238156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.238707 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: standard-attr-revisions Mar 21 06:47:41.239085 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: router_availability_zone.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.239869 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.240418 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: router_availability_zone Mar 21 06:47:41.240794 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: routerservicetype.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.241951 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.242535 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension router-service-type not supported by any of loaded plugins Mar 21 06:47:41.242891 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.244089 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.244537 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: security-groups-normalized-cidr Mar 21 06:47:41.244900 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.246674 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.247245 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: port-security-groups-filtering Mar 21 06:47:41.247569 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.248617 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.249157 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: security-groups-remote-address-group Mar 21 06:47:41.249586 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: securitygroup.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.259751 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.260349 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: security-group Mar 21 06:47:41.260756 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: segment.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.261841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.262511 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension segment not supported by any of loaded plugins Mar 21 06:47:41.262854 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.264106 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.264925 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 06:47:41.265374 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: servicetype.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.266531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.267126 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: service-type Mar 21 06:47:41.267541 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: sorting.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.268656 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.269117 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: sorting Mar 21 06:47:41.269439 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: standard_attr_segment.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.270634 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.271236 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 06:47:41.271699 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: standardattrdescription.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.272517 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.273142 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: standard-attr-description Mar 21 06:47:41.273574 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: stateful_security_group.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.274771 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.275506 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: stateful-security-group Mar 21 06:47:41.275931 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: stdattrs_common.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.276613 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 06:47:41.276939 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.277971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.278482 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 06:47:41.278804 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnet_onboard.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.279888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.280396 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: subnet_onboard Mar 21 06:47:41.280716 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.281669 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.282176 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 06:47:41.282495 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnet_service_types.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.283409 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.283924 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: subnet-service-types Mar 21 06:47:41.284244 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnetallocation.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.285343 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.285852 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: subnet_allocation Mar 21 06:47:41.286172 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.286840 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.287341 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: subnetpool-prefix-ops Mar 21 06:47:41.287659 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.288584 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.289082 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 06:47:41.289434 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: tagging.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.290513 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.291020 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: standard-attr-tag Mar 21 06:47:41.291341 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: timestamp.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.293240 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.293762 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loaded extension: standard-attr-timestamp Mar 21 06:47:41.294123 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: trunk.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.295150 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.295654 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension trunk not supported by any of loaded plugins Mar 21 06:47:41.295978 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: trunk_details.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.296890 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.297426 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension trunk-details not supported by any of loaded plugins Mar 21 06:47:41.297751 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: uplink_status_propagation.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.298677 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.299179 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 06:47:41.299497 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Loading extension file: vlantransparent.py {{(pid=87880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 06:47:41.300173 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 06:47:41.300676 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 06:47:41.303174 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:network Mar 21 06:47:41.303927 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnet Mar 21 06:47:41.304700 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 06:47:41.305325 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:port Mar 21 06:47:41.306579 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.307016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service FLAVORS assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.307641 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.308797 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.309129 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:router Mar 21 06:47:41.309811 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 06:47:41.310512 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service METERING assigned prefix: /metering {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.311944 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.312309 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.312657 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:47:41.315046 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 06:47:41.315496 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:security_group Mar 21 06:47:41.316141 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 06:47:41.316857 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service CORE assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.317192 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 06:47:41.317554 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] subnetpool is already registered Mar 21 06:47:41.318229 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service CORE assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.318497 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 06:47:41.318826 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] subnetpool is already registered Mar 21 06:47:41.430974 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.431417 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service FLAVORS assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.432011 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.432428 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.432918 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:router Mar 21 06:47:41.433302 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] router is already registered Mar 21 06:47:41.433924 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 06:47:41.434250 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] floatingip is already registered Mar 21 06:47:41.434874 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service METERING assigned prefix: /metering {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.435693 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 06:47:41.436023 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] rbac_policy is already registered Mar 21 06:47:41.436454 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:security_group Mar 21 06:47:41.436771 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] security_group is already registered Mar 21 06:47:41.437378 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 06:47:41.437706 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] security_group_rule is already registered Mar 21 06:47:41.438356 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service CORE assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.438687 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 06:47:41.439012 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] subnetpool is already registered Mar 21 06:47:41.439602 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.v2.resource_helper [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Service CORE assigned prefix: {{(pid=87880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 06:47:41.439927 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 06:47:41.440245 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING neutron.quota.resource_registry [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] subnetpool is already registered Mar 21 06:47:41.440897 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: extensions {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.442402 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: address-groups {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.444076 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: address-scopes {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.445301 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: agents {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.446462 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: auto-allocated-topology {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.447806 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: availability_zones {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.449759 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: dhcp-networks {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.451150 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: dhcp-agents {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.452621 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: routers {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.454457 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: flavors {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.455623 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: service_profiles {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.456813 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: next_providers {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.458375 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: service_profiles {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.459834 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: floatingip-pools {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.461046 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: routers {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.462870 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: floatingips {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.464883 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: l3-routers {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.466418 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: l3-agents {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.467954 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: metering-labels {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.469211 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: metering-label-rules {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.470517 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: network-ip-availabilities {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.471921 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: bindings {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.473575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: quotas {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.475007 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: quotas {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.476412 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: rbac-policies {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.477735 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: security-groups {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.478945 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: security-group-rules {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.480398 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: service-providers {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.481763 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: subnetpools {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.483089 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: subnetpools {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.484531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.486342 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.488055 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.489886 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.492666 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.494551 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.496279 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.498229 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.499984 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.501858 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron.api.extensions [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Extended resource: tags {{(pid=87880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 06:47:41.507887 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING keystonemiddleware.auth_token [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 06:47:41.513259 dv-neutron-834307-1-hyperv neutron-server[87880]: WARNING keystonemiddleware.auth_token [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 06:47:41.521450 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Acquired lock "singleton_lock" {{(pid=87880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 21 06:47:41.521915 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_concurrency.lockutils [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Releasing lock "singleton_lock" {{(pid=87880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 21 06:47:41.522544 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Starting 2 workers Mar 21 06:47:41.527810 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Started child 87987 {{(pid=87880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 21 06:47:41.532154 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Started child 87988 {{(pid=87880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 21 06:47:41.532861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.533771 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO neutron.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 06:47:41.534328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [-] (87987) wsgi starting up on http://0.0.0.0:9696 Mar 21 06:47:41.534427 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Notify callbacks [] for process, before_spawn {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.536459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.536913 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Starting 1 workers Mar 21 06:47:41.537915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [-] (87988) wsgi starting up on http://0.0.0.0:9696 Mar 21 06:47:41.539840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 49964) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:47:41.541908 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Started child 87990 {{(pid=87880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 21 06:47:41.542503 dv-neutron-834307-1-hyperv neutron-server[87880]: INFO oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Starting 1 workers Mar 21 06:47:41.545509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] calling RpcWorker wait() {{(pid=87990) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 06:47:41.546043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] returning from RpcWorker wait() {{(pid=87990) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 06:47:41.547187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.547341 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Started child 87991 {{(pid=87880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 21 06:47:41.547768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:41.548144 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG neutron_lib.callbacks.manager [None req-fa84debc-071e-44d0-8729-400ee3bfb752 None None] Notify callbacks [] for process, after_spawn {{(pid=87880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.549194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066655 Mar 21 06:47:41.551499 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 21 06:47:41.551719 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 06:47:41.551911 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 06:47:41.552197 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 06:47:41.552455 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 06:47:41.552652 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 06:47:41.553136 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.554051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.554051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.554051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.554279 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.554844 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.555125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.555363 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.555637 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.555890 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.556058 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.556225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.556476 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.556582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:41.557032 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.557032 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.557335 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.557575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.558374 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.558911 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.558911 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.559069 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.559412 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.560385 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] debug = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.560497 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:41.560572 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.560572 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.560803 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.560983 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.561245 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.561527 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.561778 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.562046 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.562282 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.562509 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.562770 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.563043 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.563351 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.563511 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.564501 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.564501 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.564501 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.564897 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] host = dv-neutron-834307-1-hyperv {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.564897 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.565174 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.565337 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.565524 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.566994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.567783 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.567783 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.567783 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568170 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568170 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_options = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568481 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568625 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568760 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.568956 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.569127 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.569354 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.569611 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.569787 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.574930 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.577744 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.578752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.580233 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_json = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.583225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.585347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.589784 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.593888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.594946 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.595526 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596739 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596739 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596739 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.596939 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.600829 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.601483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602506 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602506 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602506 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602506 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602506 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.602977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.603176 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.603414 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.603660 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.603953 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.604186 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.604888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.604888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.604888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.606552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607492 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607492 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607492 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607492 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607747 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.607870 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.608058 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.608580 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.608580 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.608820 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.609122 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610296 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610296 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610296 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610296 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610627 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610627 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.610952 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.611223 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.611512 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.611763 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.612123 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.612386 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.612650 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.612890 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.613140 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.613415 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.613672 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.613957 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.614192 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.614436 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.614797 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.614923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.616264 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.616493 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.616739 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.617474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.617474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.617624 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.617785 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.618940 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.619234 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.619494 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.619763 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.620011 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.620745 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.621003 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.621255 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.622146 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.622396 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.622623 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.622873 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.623104 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.623327 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.623597 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.623832 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.624054 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.624286 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.624525 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.624752 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.624982 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.625207 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.626005 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.626272 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.626496 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.626741 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.626962 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.627180 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.627436 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.627656 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.627923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.628185 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.628419 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.629154 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.629154 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.629154 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.630138 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.630400 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.630672 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.631931 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.632164 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.632392 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.632639 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.632866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.633120 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.633401 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.633674 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.633919 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.634282 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.634550 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.634786 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.635042 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.636696 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.636920 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.637151 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.637468 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.637715 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.637954 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.638182 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.639209 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.639437 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.639680 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.639901 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.640123 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.641300 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642201 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642201 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642201 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642473 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642473 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642685 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.642910 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.643125 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.644327 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.644576 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.644839 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.645076 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.645410 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.645669 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.645912 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.646165 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.647365 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.647625 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.647870 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.648090 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.648332 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.648536 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.648785 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.649002 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.649289 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.649484 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.649724 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.650028 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.650285 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.650505 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.650798 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.651030 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.651277 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.651652 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.652841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.652841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.652841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.652841 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.653128 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.653198 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.653494 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.653801 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.654098 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.654363 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.654623 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.654913 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.655183 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.655457 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.655678 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.655990 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.656319 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.656605 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.656880 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.657111 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.657428 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.657655 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.657879 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.658137 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.658368 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.659413 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.659682 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.659956 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.660928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.660928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.660928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.660928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.661309 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.661397 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.661578 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.661798 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.661949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 06:47:41.662474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 21 06:47:41.662641 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 06:47:41.662797 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 06:47:41.662969 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 06:47:41.663141 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 06:47:41.663295 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 06:47:41.663502 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.663668 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.663820 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.663983 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664134 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.664977 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665350 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665350 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665552 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665776 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.665867 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666002 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666163 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666289 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666440 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666598 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666756 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.666913 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] debug = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.667096 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.667272 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.667439 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.667587 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.668681 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.668855 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669038 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669143 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669342 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669494 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669625 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669786 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.669944 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670101 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670257 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670414 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670574 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670730 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] host = dv-neutron-834307-1-hyperv {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.670887 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671044 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671202 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671359 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671516 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671671 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671818 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.671970 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672122 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672275 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672426 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672578 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672740 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.672928 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.673055 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_options = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.673213 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674049 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674204 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674392 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674557 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674721 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.674880 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.675782 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676286 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676352 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676502 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676652 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676814 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.676991 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677147 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677292 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677449 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677615 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677763 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.677906 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678060 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678220 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678363 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678522 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678673 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678834 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.678983 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679143 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679294 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679455 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679615 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679762 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.679927 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.680016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:41.680091 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681020 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681177 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681353 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681878 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681878 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_json = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.681878 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.682104 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.682104 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.682324 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.682465 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.682605 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.683307 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.683436 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.683578 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 06:47:41.683683 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.683828 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684001 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684167 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684334 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684483 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684646 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684792 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.684942 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.685111 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.685397 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.685562 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.685701 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.685876 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686027 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686171 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686324 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686473 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686614 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686754 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.686888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687069 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687222 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687387 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687555 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687711 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.687854 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688065 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688252 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688470 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688470 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688757 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.688757 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.689026 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.689026 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.689347 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.690684 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.690684 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.690684 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.690684 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691163 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691163 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691163 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691812 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.691812 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692028 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692150 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692273 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692427 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692589 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692749 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.692912 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693073 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693300 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693416 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693583 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693746 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.693950 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.694061 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.694225 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.694385 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.694544 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.694705 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695531 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695861 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695861 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.695978 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.696137 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.696223 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.696377 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.696538 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.697016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.697016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.697016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.697397 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.698198 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.699081 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700099 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700234 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700384 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700557 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700726 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.700886 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701047 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701208 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701404 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701567 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701727 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.701888 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702051 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702212 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702372 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702533 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702695 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.702855 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703014 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703169 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703334 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703497 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703662 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.703861 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704004 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704156 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704300 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704442 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704578 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704718 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.704854 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705023 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705203 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705392 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705555 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705715 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.705875 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706033 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706196 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706355 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706514 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706675 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.706835 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707003 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707174 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707334 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707494 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707657 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.707844 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708016 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708180 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708323 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708472 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708656 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.708805 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.709949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710520 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710729 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710729 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.710924 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.712269 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.713866 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.714971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.714971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.714971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715268 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715268 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715474 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715580 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715685 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715825 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.715989 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716162 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716363 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716489 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716610 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716778 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.716939 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717100 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717301 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717466 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717678 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717815 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.717940 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718239 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718403 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718564 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718726 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.718886 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.719045 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.719206 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.719370 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.719533 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.719679 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720211 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720211 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720211 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720575 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720857 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.720964 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.721080 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.721187 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.722772 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723368 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723368 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723368 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723368 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723836 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723836 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.723836 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724096 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724096 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724289 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724423 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724550 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724722 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.724903 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.725057 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.725202 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727149 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727149 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727313 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727398 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727583 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727676 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727845 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.727994 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728135 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728309 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728460 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728606 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728763 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.728923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.729064 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.729250 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.730555 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.730762 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.731971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.731971 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.732747 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.732923 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733092 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733397 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733498 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733599 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733801 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.733939 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734076 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734224 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734371 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734516 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734655 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734793 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.734949 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.735111 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 06:47:41.735266 dv-neutron-834307-1-hyperv neutron-server[87880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 06:47:52.362474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7f857-4d57-44a0-a4c7-b291862c431e None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:47:52.440128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7f857-4d57-44a0-a4c7-b291862c431e None None] No non-hosted networks {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 06:47:52.455556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.agentschedulers_db [None req-f6b7f857-4d57-44a0-a4c7-b291862c431e None None] DHCP Agent not found on host dv-neutron-834307-1-hyperv {{(pid=87990) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 06:47:52.589915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f37b02a0-98d8-4d60-90cd-74f3bc0ab5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:54.474266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4327902d-72d2-4016-a061-ef5402c08392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:54.509933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8ce3-fa2c-4fca-a814-3816c24a7d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:55.716786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:55.718548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:55.719173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.719515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.719844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.720175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.720501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.720839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.721288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.721652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.721980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.722317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.722662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.722988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:47:55.723363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834307-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:55.742936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834307-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:47:57.171564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:47:58.723090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50072) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:47:59.309103 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING oslo_policy.policy [None req-9e5f97e6-fc7b-45e0-bee9-3c8211e9c70a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:47:59.309766 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING oslo_policy.policy [None req-9e5f97e6-fc7b-45e0-bee9-3c8211e9c70a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:47:59.529561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-9e5f97e6-fc7b-45e0-bee9-3c8211e9c70a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:47:59.530549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9e5f97e6-fc7b-45e0-bee9-3c8211e9c70a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8065658 Mar 21 06:47:59.709036 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.db.l3_hamode_db [None req-64f1fc7a-dc38-4d68-a78d-692f5e5c5e6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 06:47:59.798144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1fc7a-dc38-4d68-a78d-692f5e5c5e6b None None] Routers set() bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:47:59.798440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1fc7a-dc38-4d68-a78d-692f5e5c5e6b None None] Router IDs set() for agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 21 06:48:01.909396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50086) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:02.266304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:02.367903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.policy [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87988) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 06:48:02.412623 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING oslo_policy.policy [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:02.412991 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING oslo_policy.policy [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:02.421509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.quota [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Loaded quota_driver: . Mar 21 06:48:02.438214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:02.497289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874803632', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874804195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874839177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874852477', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874826389', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762874836603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525892', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533642', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1615286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2066533'] for rbac-policy, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:02.559505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:02.563750 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bec1fc18-f4d6-4900-8179-47f2fd28521c admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504190 Mar 21 06:48:05.169782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50100) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:05.740659 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING oslo_policy.policy [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:05.741289 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING oslo_policy.policy [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:05.960801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Request body: {'network': {'project_id': '218ef70b778040fca6faac088b4a78d9', 'name': 'private', 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:05.962517 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.quota [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Loaded quota_driver: . Mar 21 06:48:05.978061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:05.984801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Usage tracker for resource:network and tenant:218ef70b778040fca6faac088b4a78d9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:05.990205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:05.997952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:06.013954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Made reservation on behalf of 218ef70b778040fca6faac088b4a78d9 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:48:06.080752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.policy [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87987) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 06:48:06.125494 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING oslo_policy.policy [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:06.125883 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING oslo_policy.policy [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 06:48:06.136178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.157449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.171865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:06.175487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Usage tracker for resource:security_group_rule and tenant:218ef70b778040fca6faac088b4a78d9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:06.180350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:06.186212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:06.290822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.294507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.317619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:48:06.343566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762877498125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.344135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Unsubscribe: segment precommit_create {{(pid=87987) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 06:48:06.344621 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Added segment bbddb16f-3798-44b7-9e2f-5e8d6f978209 of type vlan for network a5c1f48b-6370-4b19-9177-18b202d3ef1c Mar 21 06:48:06.352853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8529b209-6dc0-4c32-a305-f06e8bf41d0a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:06.406129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.406483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.406817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.407140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.407457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.407788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.408106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.408431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.408748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.409056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.409389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.409698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Tracked resource versions report: Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: pushed versions: Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: { 'AddressGroup': {'1.2'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'ConntrackHelper': {'1.0'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Log': {'1.0'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Network': {'1.1'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Port': {'1.7'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'PortForwarding': {'1.2'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'QosPolicy': {'1.8'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroup': {'1.4'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SubPort': {'1.0'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Subnet': {'1.1'}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Trunk': {'1.1'}} Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: consumer versions: Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'ConntrackHelper': '1.0', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Log': '1.0', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Network': '1.1', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Port': '1.7', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'PortForwarding': '1.2', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'QosPolicy': '1.8', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroup': '1.4', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroupRule': '1.2', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SubPort': '1.0', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Subnet': '1.1', Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Trunk': '1.1'}} Mar 21 06:48:06.411028 dv-neutron-834307-1-hyperv neutron-server[87987]: {{(pid=87987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:48:06.456571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.496442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.497635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:06.498263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:06.602362 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4303424 Mar 21 06:48:06.605443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a2b0-4251-4f46-96c8-b82403c9602f admin admin] Pushing event updated for resources: {'Network': ['ID=a5c1f48b-6370-4b19-9177-18b202d3ef1c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:06.624494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:48:09.274184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50122) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:09.742327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa55ff-12c5-434c-88a1-cb4bdb131260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:09.743697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-74aa55ff-12c5-434c-88a1-cb4bdb131260 admin admin] 10.222.0.31 "GET /v2.0/networks/a5c1f48b-6370-4b19-9177-18b202d3ef1c HTTP/1.1" status: 200 len: 825 time: 0.4685931 Mar 21 06:48:09.771054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9dad65b8-9520-4780-9927-7e6f23d7e067 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b642f020-d8c7-41e7-87d0-72f9b48fa2f4 HTTP/1.1" status: 200 len: 734 time: 0.0214679 Mar 21 06:48:09.780322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:09.784694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:09.788810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Usage tracker for resource:subnet and tenant:218ef70b778040fca6faac088b4a78d9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:09.792279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:09.798779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:09.807682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Made reservation on behalf of 218ef70b778040fca6faac088b4a78d9 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:48:09.810663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:10.112450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:10.195110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Checking segment: {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:48:10.195481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Network hostable DHCP agents. Network: a5c1f48b-6370-4b19-9177-18b202d3ef1c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:48:10.209941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845800f0-0778-4196-87f2-6bfa3650e6c9,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:10.219932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.220288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.221365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.221742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.222078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.222539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.222903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.223244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.223573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.223908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.224214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.224529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Tracked resource versions report: Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: pushed versions: Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: { 'AddressGroup': {'1.2'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'ConntrackHelper': {'1.0'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Log': {'1.0'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Network': {'1.1'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Port': {'1.7'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'PortForwarding': {'1.2'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'QosPolicy': {'1.8'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroup': {'1.4'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SubPort': {'1.0'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Subnet': {'1.1'}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Trunk': {'1.1'}} Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: consumer versions: Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'ConntrackHelper': '1.0', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Log': '1.0', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Network': '1.1', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Port': '1.7', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'PortForwarding': '1.2', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'QosPolicy': '1.8', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroup': '1.4', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroupRule': '1.2', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SubPort': '1.0', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Subnet': '1.1', Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Trunk': '1.1'}} Mar 21 06:48:10.225890 dv-neutron-834307-1-hyperv neutron-server[87988]: {{(pid=87988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:48:10.250209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:48:10.262992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a5c1f48b-6370-4b19-9177-18b202d3ef1c) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:10.267648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:10.268262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:10.272958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94512538-cf45-46c0-bfb6-d75b06327465 None None] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:48:10.289321 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4fd40295-487c-4cda-88b7-e1252a42a284 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5131745 Mar 21 06:48:10.585249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:48:10.586542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:10.772376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Allocated IP 172.20.0.2 (a5c1f48b-6370-4b19-9177-18b202d3ef1c/845800f0-0778-4196-87f2-6bfa3650e6c9/ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:48:11.002920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:11.016795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Transition to ACTIVE for port object ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:48:11.036317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Transition to ACTIVE for port object ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:48:11.043314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:11.109928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:48:11.112696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:11.119285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:48:11.121475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Pushing event updated for resources: {'Port': ['ID=ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:11.158158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.158576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.158959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.159210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.159537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.159876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.160204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.160524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.160856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.161179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.161519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.161835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Tracked resource versions report: Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: pushed versions: Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: { 'AddressGroup': {'1.2'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'ConntrackHelper': {'1.0'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Log': {'1.0'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Network': {'1.1'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Port': {'1.7'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'PortForwarding': {'1.2'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'QosPolicy': {'1.8'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroup': {'1.4'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SubPort': {'1.0'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Subnet': {'1.1'}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Trunk': {'1.1'}} Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: consumer versions: Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'ConntrackHelper': '1.0', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Log': '1.0', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Network': '1.1', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Port': '1.7', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'PortForwarding': '1.2', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'QosPolicy': '1.8', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroup': '1.4', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroupRule': '1.2', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SubPort': '1.0', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Subnet': '1.1', Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Trunk': '1.1'}} Mar 21 06:48:11.163196 dv-neutron-834307-1-hyperv neutron-server[87990]: {{(pid=87990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:48:11.224303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Attempting to bind port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:48:11.224696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Attempting to bind port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:48:11.225108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Attempting to bind port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 on network a5c1f48b-6370-4b19-9177-18b202d3ef1c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:48:11.230461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:48:11.230860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Checking segment: {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:48:11.231318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:11.231705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Bound using segment: {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:48:11.232223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Bound port: ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:48:11.232606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:11.322504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] For port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:48:11.326965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] For port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6,segment=NetworkSegment(bbddb16f-3798-44b7-9e2f-5e8d6f978209),segment_id=bbddb16f-3798-44b7-9e2f-5e8d6f978209)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:48:11.331316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:11.418811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067a369-a975-4b8a-ad00-12e661ed64cd None None] Pushing event updated for resources: {'Port': ['ID=ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:12.710940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50136) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:13.075752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-58b04b30-6809-498b-aab1-43f8852baf66 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:48:13.076746 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58b04b30-6809-498b-aab1-43f8852baf66 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647716 Mar 21 06:48:15.159744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a815e-5e75-42a0-a667-ef10751f5c5d None None] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:48:15.245888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0d0e02ea-e8b5-4d8a-8a98-23b39f210e5c None None] Provisioning for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:48:15.430051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:15.505777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:48:15.510679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:15.511111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:15.514427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50150) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:15.638317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:15.676524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6,segment=NetworkSegment(bbddb16f-3798-44b7-9e2f-5e8d6f978209),segment_id=bbddb16f-3798-44b7-9e2f-5e8d6f978209)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:48:15.684868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:15.723389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fe1e82aa-986b-4b4b-8964-f857f1717f93 None None] Provisioning complete for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:15.723885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe1e82aa-986b-4b4b-8964-f857f1717f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:15.808576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:15.906190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-2f150fc1-feb3-42c7-a01f-15511ec7e644 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:48:15.907158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2f150fc1-feb3-42c7-a01f-15511ec7e644 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3917346 Mar 21 06:48:17.406425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:17.472543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:17.472912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:18.548734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 50162) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:18.895196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'name': 'router1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:18.899730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:18.904243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Usage tracker for resource:router and tenant:218ef70b778040fca6faac088b4a78d9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:18.907496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:18.913260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:18.924380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:18.926003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:18.946966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:19.057558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:19.075477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:19.076762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3f4057ab-87a4-4208-9cb2-1d5d599cd9bf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5270367 Mar 21 06:48:21.481245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50172) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:21.837786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-0a1735b3-2a7f-44ac-988d-622731b93874 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:48:21.839145 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0a1735b3-2a7f-44ac-988d-622731b93874 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3565974 Mar 21 06:48:22.336671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a83f1769-4d36-4047-9c4c-449375eb8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.234658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:24.466616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec38ea7e-de4f-4306-ba6d-db9efc4d88b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.605533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:24.610430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:24.614569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Usage tracker for resource:network and tenant:b764836eda104bfda1bcb1914b14fe88 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:24.617569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:24.623653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:24.633840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Made reservation on behalf of b764836eda104bfda1bcb1914b14fe88 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:48:24.637110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.650829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.665350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:24.669461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Usage tracker for resource:security_group_rule and tenant:b764836eda104bfda1bcb1914b14fe88 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:24.672114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:24.677549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:24.758441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.762626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.778292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Reserving flat network on physical network physnet1 {{(pid=87987) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 06:48:24.800977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f8d53-ad10-47f1-b0e7-38219a0db1cc,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:24.803682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.804051 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Added segment 3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46 of type flat for network d91bf59d-3bd4-475e-b6d3-6af447948c8b Mar 21 06:48:24.837530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.873182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.874101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:24.874666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:24.973715 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7379832 Mar 21 06:48:24.974275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dd37c-cb05-439f-be74-c9aa6abb5257 admin admin] Pushing event updated for resources: {'Network': ['ID=d91bf59d-3bd4-475e-b6d3-6af447948c8b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:24.994239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:48:25.646745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:25.682384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:27.142137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:27.378321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50202) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:27.592363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806eeb31-8b8e-4f58-8991-3cb0628c88ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:27.593730 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-806eeb31-8b8e-4f58-8991-3cb0628c88ed admin admin] 10.222.0.31 "GET /v2.0/subnets/845800f0-0778-4196-87f2-6bfa3650e6c9 HTTP/1.1" status: 200 len: 849 time: 0.2145257 Mar 21 06:48:27.779682 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-26484dd6-89c4-44a5-bde8-3d617bead8fe admin admin] 10.222.0.31 "GET /v2.0/routers/2f1bf580-4937-43e4-b8e1-6c5d0b2de416 HTTP/1.1" status: 200 len: 704 time: 0.1803391 Mar 21 06:48:28.237792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:28.467304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Allocated IP 172.20.0.1 (a5c1f48b-6370-4b19-9177-18b202d3ef1c/845800f0-0778-4196-87f2-6bfa3650e6c9/85640846-5e33-407a-a094-d205dafea9b9) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:48:28.620358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:28.637595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Transition to ACTIVE for port object 85640846-5e33-407a-a094-d205dafea9b9 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:48:28.694433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:28.759425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:48:28.762233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:28.768811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:48:28.769699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:28.891976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=85640846-5e33-407a-a094-d205dafea9b9,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:28.978542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-156a4a52-4f95-417e-af72-7946a45b1db5 None None] Provisioning for port 85640846-5e33-407a-a094-d205dafea9b9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:48:28.984615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-156a4a52-4f95-417e-af72-7946a45b1db5 None None] Provisioning complete for port 85640846-5e33-407a-a094-d205dafea9b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:28.984988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-156a4a52-4f95-417e-af72-7946a45b1db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.037766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-156a4a52-4f95-417e-af72-7946a45b1db5 None None] Port 85640846-5e33-407a-a094-d205dafea9b9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:48:29.072419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.300874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.305361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.306074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.444086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=85640846-5e33-407a-a094-d205dafea9b9,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:29.496889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:48:29.497955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:29.659158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-55385ffc-3bed-428a-b4c6-c36f313bd276 None None] Provisioning complete for port 85640846-5e33-407a-a094-d205dafea9b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:29.659530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-55385ffc-3bed-428a-b4c6-c36f313bd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:29.687987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:48:29.715412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-55385ffc-3bed-428a-b4c6-c36f313bd276 None None] Port 85640846-5e33-407a-a094-d205dafea9b9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:48:29.838281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:48:29.848089 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7caa0fe9-9721-40d4-8ade-0a355092ee88 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f1bf580-4937-43e4-b8e1-6c5d0b2de416/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0635271 Mar 21 06:48:29.848459 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Sync routers for ids ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:48:29.859706 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Routers {'2f1bf580-4937-43e4-b8e1-6c5d0b2de416'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:48:29.860555 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:48:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:30.036444 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Set router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:48:30.414454 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:29Z', 'revision_number': 2, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port_host': None, '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:29Z', 'revision_number': 2, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:30.420519 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Checking router: 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:48:30.420886 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Updating router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 port 85640846-5e33-407a-a094-d205dafea9b9 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:48:30.477167 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:30.862431 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:30.878294 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Transition to ACTIVE for port object 85640846-5e33-407a-a094-d205dafea9b9 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:48:30.884540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:31.128692 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Pushing event updated for resources: {'Port': ['ID=85640846-5e33-407a-a094-d205dafea9b9,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:31.133861 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Attempting to bind port 85640846-5e33-407a-a094-d205dafea9b9 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:48:31.134257 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Attempting to bind port 85640846-5e33-407a-a094-d205dafea9b9 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:48:31.134660 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Attempting to bind port 85640846-5e33-407a-a094-d205dafea9b9 on network a5c1f48b-6370-4b19-9177-18b202d3ef1c {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:48:31.142686 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.143030 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.143369 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.143699 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.144028 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.144387 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.144698 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.145026 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.145391 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.145716 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.146040 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.146358 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Tracked resource versions report: Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: pushed versions: Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: { 'AddressGroup': {'1.2'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'ConntrackHelper': {'1.0'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Log': {'1.0'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Network': {'1.1'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Port': {'1.7'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'PortForwarding': {'1.2'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'QosPolicy': {'1.8'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroup': {'1.4'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SubPort': {'1.0'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Subnet': {'1.1'}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Trunk': {'1.1'}} Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: consumer versions: Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'ConntrackHelper': '1.0', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Log': '1.0', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Network': '1.1', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Port': '1.7', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'PortForwarding': '1.2', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'QosPolicy': '1.8', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroup': '1.4', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroupRule': '1.2', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SubPort': '1.0', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Subnet': '1.1', Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Trunk': '1.1'}} Mar 21 06:48:31.148165 dv-neutron-834307-1-hyperv neutron-server[87991]: {{(pid=87991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:48:31.150494 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:48:31.150810 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Checking segment: {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:48:31.151398 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:31.151927 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Bound using segment: {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:48:31.152426 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Bound port: 85640846-5e33-407a-a094-d205dafea9b9, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbddb16f-3798-44b7-9e2f-5e8d6f978209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:48:31.152819 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:31.241734 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] For port 85640846-5e33-407a-a094-d205dafea9b9, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:48:31.247122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] For port 85640846-5e33-407a-a094-d205dafea9b9, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=85640846-5e33-407a-a094-d205dafea9b9,segment=NetworkSegment(bbddb16f-3798-44b7-9e2f-5e8d6f978209),segment_id=bbddb16f-3798-44b7-9e2f-5e8d6f978209)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:48:31.254304 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:31.347855 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89882-7ac1-448c-a66a-3f02c300ae4c None None] Pushing event updated for resources: {'Port': ['ID=85640846-5e33-407a-a094-d205dafea9b9,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:31.352597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Routers {'2f1bf580-4937-43e4-b8e1-6c5d0b2de416'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:48:31.353205 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:48:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:31.511328 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] Set router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:48:31.833172 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e779da07-318c-4916-826a-ee7b6563500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:29Z', 'revision_number': 2, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port_host': None, '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:31Z', 'revision_number': 4, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:31.836968 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779da07-318c-4916-826a-ee7b6563500d None None] The sync data for ids ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'] in dv-neutron-834307-1-hyperv is: [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:29Z', 'revision_number': 2, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port_host': None, '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:31Z', 'revision_number': 4, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:48:32.094764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50224) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:32.244572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f064dc-12f7-444d-9b0c-451b130feb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:32.245453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8f064dc-12f7-444d-9b0c-451b130feb7f admin admin] Synchronizing usage tracker for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:48:32.263600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8f064dc-12f7-444d-9b0c-451b130feb7f admin admin] Unset dirty status for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:48:32.268954 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b8f064dc-12f7-444d-9b0c-451b130feb7f admin admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 842 time: 0.1691055 Mar 21 06:48:32.274794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:32.280650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:48:32.284433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Usage tracker for resource:subnet and tenant:b764836eda104bfda1bcb1914b14fe88 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:48:32.287354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:48:32.294138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:48:32.302879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Made reservation on behalf of b764836eda104bfda1bcb1914b14fe88 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:48:32.305250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:32.689403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 06:48:32.689861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:32.767475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64983bc-e6bc-41fe-a554-295a17d15571,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:32.778157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:48:32.778509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Network hostable DHCP agents. Network: d91bf59d-3bd4-475e-b6d3-6af447948c8b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:48:32.834950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:48:32.846406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d91bf59d-3bd4-475e-b6d3-6af447948c8b) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:32.850400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:32.850979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:32.855858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6a7c4-ca44-4228-a030-ad863c6d790f None None] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:48:32.872763 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d61a160-cf04-4565-996e-231ff4008c85 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6014330 Mar 21 06:48:33.078733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d24715-9d6f-4239-9f6f-9f4ae96f6c80 None None] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:48:33.442528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85640846-5e33-407a-a094-d205dafea9b9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:33.513775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 85640846-5e33-407a-a094-d205dafea9b9 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:48:33.518754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 85640846-5e33-407a-a094-d205dafea9b9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:33.519128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:33.635346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:33.666533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 85640846-5e33-407a-a094-d205dafea9b9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=85640846-5e33-407a-a094-d205dafea9b9,segment=NetworkSegment(bbddb16f-3798-44b7-9e2f-5e8d6f978209),segment_id=bbddb16f-3798-44b7-9e2f-5e8d6f978209)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:48:33.671468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:33.741547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=85640846-5e33-407a-a094-d205dafea9b9,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:35.118644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:35.314221 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7194f92a-1bf3-472a-8507-4b8dd6d8959f admin admin] 10.222.0.31 "GET /v2.0/routers/2f1bf580-4937-43e4-b8e1-6c5d0b2de416 HTTP/1.1" status: 200 len: 710 time: 0.1943860 Mar 21 06:48:35.423912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85640846-5e33-407a-a094-d205dafea9b9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:35.440929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16c7df-64a0-4898-85ca-ba9bb89247af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:48:35.442310 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d16c7df-64a0-4898-85ca-ba9bb89247af admin admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 886 time: 0.1230488 Mar 21 06:48:35.451623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:48:35.489977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 85640846-5e33-407a-a094-d205dafea9b9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:35.490342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:35.879819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:36.198755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:36.253525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:36.449780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Allocated IP 172.26.2.103 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/8706e236-ad78-4c75-bcc2-1be9e1d30311) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:48:36.609012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:36.638131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:36.704035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:48:36.706710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:48:36.715705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:48:36.762941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Pushing event updated for resources: {'Port': ['ID=8706e236-ad78-4c75-bcc2-1be9e1d30311,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:37.093785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:37.424728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:37.427946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:37.602929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:48:37.822261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:48:37.831695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:37.831975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Sync routers for ids ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:48:37.835059 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db740efe-5353-48f2-9ea8-5d6f0b1ccc5c admin admin] 10.222.0.31 "PUT /v2.0/routers/2f1bf580-4937-43e4-b8e1-6c5d0b2de416 HTTP/1.1" status: 200 len: 890 time: 2.3852015 Mar 21 06:48:37.843295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Routers {'2f1bf580-4937-43e4-b8e1-6c5d0b2de416'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:48:37.843991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:48:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:38.056861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Set router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:48:38.397458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:36Z', 'revision_number': 4, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port': {'id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ad:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:36Z', 'updated_at': '2022-03-21T06:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:33Z', 'revision_number': 5, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:38.402665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Checking router: 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:48:38.403009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Updating router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 port 8706e236-ad78-4c75-bcc2-1be9e1d30311 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:48:38.453351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:38.777858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:38.788847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Transition to ACTIVE for port object 8706e236-ad78-4c75-bcc2-1be9e1d30311 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:48:38.795419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:38.874889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Attempting to bind port 8706e236-ad78-4c75-bcc2-1be9e1d30311 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:48:38.875411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Attempting to bind port 8706e236-ad78-4c75-bcc2-1be9e1d30311 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:48:38.875606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Attempting to bind port 8706e236-ad78-4c75-bcc2-1be9e1d30311 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:48:38.882412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc2ad-bd4d-40b9-bc22-da73335049fd None None] Pushing event updated for resources: {'Port': ['ID=8706e236-ad78-4c75-bcc2-1be9e1d30311,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:38.884765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:48:38.885127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:48:38.886142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:38.886562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:48:38.887020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Bound port: 8706e236-ad78-4c75-bcc2-1be9e1d30311, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:48:38.887402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:38.957130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] For port 8706e236-ad78-4c75-bcc2-1be9e1d30311, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:48:38.959980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] For port 8706e236-ad78-4c75-bcc2-1be9e1d30311, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8706e236-ad78-4c75-bcc2-1be9e1d30311,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:48:38.965353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:39.045582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Routers {'2f1bf580-4937-43e4-b8e1-6c5d0b2de416'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:48:39.046099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:48:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:39.098759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc2ad-bd4d-40b9-bc22-da73335049fd None None] Pushing event updated for resources: {'Port': ['ID=8706e236-ad78-4c75-bcc2-1be9e1d30311,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:39.226191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] Set router 2f1bf580-4937-43e4-b8e1-6c5d0b2de416 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:48:39.581957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:36Z', 'revision_number': 4, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port': {'id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ad:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:36Z', 'updated_at': '2022-03-21T06:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:33Z', 'revision_number': 5, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:48:39.586008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b717ae-7d2f-41ff-9d31-f0372aa78f60 None None] The sync data for ids ['2f1bf580-4937-43e4-b8e1-6c5d0b2de416'] in dv-neutron-834307-1-hyperv is: [{'id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'name': 'router1', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:48:18Z', 'updated_at': '2022-03-21T06:48:36Z', 'revision_number': 4, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'gw_port': {'id': '8706e236-ad78-4c75-bcc2-1be9e1d30311', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ad:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:36Z', 'updated_at': '2022-03-21T06:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '85640846-5e33-407a-a094-d205dafea9b9', 'name': '', 'network_id': 'a5c1f48b-6370-4b19-9177-18b202d3ef1c', 'tenant_id': '218ef70b778040fca6faac088b4a78d9', 'mac_address': 'fa:16:3e:42:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bf580-4937-43e4-b8e1-6c5d0b2de416', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:48:28Z', 'updated_at': '2022-03-21T06:48:33Z', 'revision_number': 5, 'project_id': '218ef70b778040fca6faac088b4a78d9', 'subnets': [{'id': '845800f0-0778-4196-87f2-6bfa3650e6c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b642f020-d8c7-41e7-87d0-72f9b48fa2f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:48:40.261415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50248) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:48:40.387993 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-69eaec26-d56b-4c33-b58b-a37db863075a admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1248610 Mar 21 06:48:41.447480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8706e236-ad78-4c75-bcc2-1be9e1d30311 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:41.521185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 8706e236-ad78-4c75-bcc2-1be9e1d30311 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:48:41.525701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8706e236-ad78-4c75-bcc2-1be9e1d30311 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:41.526178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:41.647819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:41.664530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 8706e236-ad78-4c75-bcc2-1be9e1d30311, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8706e236-ad78-4c75-bcc2-1be9e1d30311,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:48:41.673097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:41.744048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=8706e236-ad78-4c75-bcc2-1be9e1d30311,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:48:43.431695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8706e236-ad78-4c75-bcc2-1be9e1d30311 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:48:43.500191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8706e236-ad78-4c75-bcc2-1be9e1d30311 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:48:43.500561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:43.600847 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:48:52.340139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9976a809-687c-4c1b-9f4d-10d173bed49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:54.468310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5e054f-397a-47d9-904b-8ac4fb1652a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:55.651871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:55.686307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:48:57.151155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:20.599835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:49:22.343419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-07c5cc68-79a5-414b-8fb1-5eb4786fee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:24.472002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0fd6-e1e3-49ae-8113-d6d568843b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:25.654795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:25.689790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:27.159590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:52.346865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e28396e2-053a-46e8-8da2-0d4ef0d9d799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:54.475776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-680f4db2-d5e3-4dd9-a3f7-008883683342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:55.664144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:55.695472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:57.154073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:49:57.598959 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:50:22.349791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6e26f877-69f6-492d-9364-5906788da4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:24.480899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-85620141-1138-4242-818c-b1a41b3a9f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:25.659894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:25.697666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:27.161499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:34.598598 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:50:46.691916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50850) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:46.758699 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5cc085-9bf7-4687-a1fb-8039816b091a admin admin] GET failed (client error): The resource could not be found. Mar 21 06:50:46.759954 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dd5cc085-9bf7-4687-a1fb-8039816b091a admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670991 Mar 21 06:50:46.891030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0010bb-8ecc-4ae3-873e-e064e5309596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:46.892477 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5d0010bb-8ecc-4ae3-873e-e064e5309596 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279147 Mar 21 06:50:49.033725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50860) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:49.143001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e5d32-aa36-43e6-be13-fdef73e5b102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:49.143550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a64e5d32-aa36-43e6-be13-fdef73e5b102 admin admin] Synchronizing usage tracker for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:50:49.158908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a64e5d32-aa36-43e6-be13-fdef73e5b102 admin admin] Unset dirty status for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:50:49.160224 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a64e5d32-aa36-43e6-be13-fdef73e5b102 admin admin] 10.222.0.31 "GET /v2.0/subnets/845800f0-0778-4196-87f2-6bfa3650e6c9 HTTP/1.1" status: 200 len: 849 time: 0.1255367 Mar 21 06:50:49.169549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:50:49.284343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:49.480805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366'] for subnet, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:49.524925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:49.525525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:49.537638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74428e5-a80a-4a7e-ab94-5b57a56b1eb2 None None] Network a5c1f48b-6370-4b19-9177-18b202d3ef1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:50:49.542352 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] 10.222.0.31 "PUT /v2.0/subnets/845800f0-0778-4196-87f2-6bfa3650e6c9 HTTP/1.1" status: 200 len: 868 time: 0.3759117 Mar 21 06:50:49.570384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845800f0-0778-4196-87f2-6bfa3650e6c9,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:50:49.577863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.578250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.578586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.578918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.579245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.579574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.579900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.580237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.580565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.580883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.581201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:49.581544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67154bbf-8324-45a0-929b-4457a8697812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:50:50.033756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b2de973d-e719-4dd8-9cc4-d06683c66d52 None None] Provisioning complete for port 85640846-5e33-407a-a094-d205dafea9b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:50:50.034249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2de973d-e719-4dd8-9cc4-d06683c66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:50.157754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b2de973d-e719-4dd8-9cc4-d06683c66d52 None None] Provisioning complete for port ba5a817b-cf08-47eb-99c4-f9ce6b8dc2a6 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:50:50.158121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2de973d-e719-4dd8-9cc4-d06683c66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:51.681771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50870) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:51.853682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6faa295-9b2b-416f-9752-10acf3cfe3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:51.854173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6faa295-9b2b-416f-9752-10acf3cfe3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:51.855685 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6faa295-9b2b-416f-9752-10acf3cfe3fa admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720176 Mar 21 06:50:52.352969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-453574f8-a3d4-40d9-a657-b4c5eecf454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:54.022030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50880) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:54.193914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57887d8d-9e28-4332-91b1-10c2580a1391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:54.194390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57887d8d-9e28-4332-91b1-10c2580a1391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:54.195907 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-57887d8d-9e28-4332-91b1-10c2580a1391 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1729357 Mar 21 06:50:54.483212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c37874de-6071-48a7-95dc-ae22db0b0b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:55.664013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:55.700911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:56.347295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50890) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:56.519263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88d793-5018-4ded-9a7d-8361895db976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:56.520640 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ca88d793-5018-4ded-9a7d-8361895db976 admin admin] 10.222.0.31 "GET /v2.0/networks/a5c1f48b-6370-4b19-9177-18b202d3ef1c HTTP/1.1" status: 200 len: 869 time: 0.1723950 Mar 21 06:50:57.162801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:50:58.679132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:50:58.844724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5a534-22e2-4fea-bee5-d3cbbd289f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:50:58.846132 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91c5a534-22e2-4fea-bee5-d3cbbd289f67 admin admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 886 time: 0.1660521 Mar 21 06:51:01.027971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50910) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:01.134335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25148c14-c5d2-4e5c-900f-9496775f5c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:01.134796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25148c14-c5d2-4e5c-900f-9496775f5c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:01.137055 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-25148c14-c5d2-4e5c-900f-9496775f5c4e admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081429 Mar 21 06:51:03.334167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50920) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:03.440846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24057-1db4-4148-a8a1-6da3fda982e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:03.441319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24057-1db4-4148-a8a1-6da3fda982e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:03.442805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-abe24057-1db4-4148-a8a1-6da3fda982e8 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1077015 Mar 21 06:51:05.632013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50930) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:05.736052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516f474-2b9f-40e3-bf1d-0654d1eeda13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:05.737407 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5516f474-2b9f-40e3-bf1d-0654d1eeda13 admin admin] 10.222.0.31 "GET /v2.0/subnets/845800f0-0778-4196-87f2-6bfa3650e6c9 HTTP/1.1" status: 200 len: 868 time: 0.1044273 Mar 21 06:51:07.891157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50940) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:08.034073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff19fab-54fb-48c8-93ab-f3972dfc448a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:08.035409 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fff19fab-54fb-48c8-93ab-f3972dfc448a admin admin] 10.222.0.31 "GET /v2.0/subnets/c64983bc-e6bc-41fe-a554-295a17d15571 HTTP/1.1" status: 200 len: 816 time: 0.1433275 Mar 21 06:51:11.597772 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:51:22.356019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-949e1437-6dab-4579-8272-f3f4938a9162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:24.485406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8b79050-6c04-4388-ac85-f8dee7de97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:25.664510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:25.702249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:26.761043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50986) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:26.807942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-4ac9f682-2056-4317-836d-92c6b8e846de admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:51:26.808926 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4ac9f682-2056-4317-836d-92c6b8e846de admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469277 Mar 21 06:51:27.167396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:29.033013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 50996) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:29.098456 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab51f500-751c-4c5e-b86c-a3c99dd591fb admin admin] GET failed (client error): The resource could not be found. Mar 21 06:51:29.099680 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ab51f500-751c-4c5e-b86c-a3c99dd591fb admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657341 Mar 21 06:51:29.223604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76259c5-43fd-4a55-aa8d-832f7ebd406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:29.225013 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a76259c5-43fd-4a55-aa8d-832f7ebd406b admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207941 Mar 21 06:51:31.405151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51006) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:31.452523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:51:31.456969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:51:31.467581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:51:31.477128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Made reservation on behalf of b764836eda104bfda1bcb1914b14fe88 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:51:31.480174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:31.568530 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.services.revisions.revision_plugin [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Could not find related network for resource to bump revision. Mar 21 06:51:31.580015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:51:31.589691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:31.590029 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Added segment 94c79082-165a-4d6a-a718-8425b3511e65 of type vlan for network 73091268-c809-440d-aac9-98203ddee421 Mar 21 06:51:31.614206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:31.642208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:31.643139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:31.643708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:31.741498 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3352017 Mar 21 06:51:31.746345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6120b9-aa65-4458-9fb9-036dd3786166 admin admin] Pushing event updated for resources: {'Network': ['ID=73091268-c809-440d-aac9-98203ddee421,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:51:31.762796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 73091268-c809-440d-aac9-98203ddee421 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:51:33.927972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51016) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:51:33.992970 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8454c144-d5ec-427b-943a-10cc5e9e7ce2 admin admin] GET failed (client error): The resource could not be found. Mar 21 06:51:33.993700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8454c144-d5ec-427b-943a-10cc5e9e7ce2 admin admin] Synchronizing usage tracker for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:51:34.009740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8454c144-d5ec-427b-943a-10cc5e9e7ce2 admin admin] Unset dirty status for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:51:34.010825 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8454c144-d5ec-427b-943a-10cc5e9e7ce2 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819077 Mar 21 06:51:34.113134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d86bf0-1053-499b-bb50-8df9bb532fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:34.114758 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-37d86bf0-1053-499b-bb50-8df9bb532fa6 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001379 Mar 21 06:51:34.124518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '73091268-c809-440d-aac9-98203ddee421', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:51:34.128687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:51:34.138575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:51:34.147536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Made reservation on behalf of b764836eda104bfda1bcb1914b14fe88 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:51:34.149732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:34.351010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:34.424430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c1ac6c-3389-45f1-b06b-7f6e5887c014,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:51:34.428460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Checking segment: {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:51:34.428810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Network hostable DHCP agents. Network: 73091268-c809-440d-aac9-98203ddee421, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:51:34.448535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Network 73091268-c809-440d-aac9-98203ddee421 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:51:34.457869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 73091268-c809-440d-aac9-98203ddee421) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:51:34.462260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:51:34.462988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:34.468158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22393c7-a64c-44ae-b8ce-a3d365ca4c69 None None] Network 73091268-c809-440d-aac9-98203ddee421 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:51:34.487075 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-60e1886d-d0cf-4dcb-8105-9005b9edb353 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3657527 Mar 21 06:51:34.699069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-73091268-c809-440d-aac9-98203ddee421', 'network_id': '73091268-c809-440d-aac9-98203ddee421', 'tenant_id': 'b764836eda104bfda1bcb1914b14fe88', 'fixed_ips': [{'subnet_id': 'f9c1ac6c-3389-45f1-b06b-7f6e5887c014'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:51:34.699903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:34.863642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Allocated IP 192.168.233.2 (73091268-c809-440d-aac9-98203ddee421/f9c1ac6c-3389-45f1-b06b-7f6e5887c014/8743a02b-7976-4121-a87e-7f01863f3d79) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:51:35.078780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:35.090215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Transition to ACTIVE for port object 8743a02b-7976-4121-a87e-7f01863f3d79 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:51:35.109433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Transition to ACTIVE for port object 8743a02b-7976-4121-a87e-7f01863f3d79 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:51:35.114497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:35.198796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Network 73091268-c809-440d-aac9-98203ddee421 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:51:35.201624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:51:35.205094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:51:35.212936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Pushing event updated for resources: {'Port': ['ID=8743a02b-7976-4121-a87e-7f01863f3d79,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:51:35.276184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.276544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.276888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.277303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.277577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.277919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.278251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.278578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.278935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.279263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.279590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.279905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:51:35.307876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Attempting to bind port 8743a02b-7976-4121-a87e-7f01863f3d79 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:51:35.308253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Attempting to bind port 8743a02b-7976-4121-a87e-7f01863f3d79 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:51:35.308610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Attempting to bind port 8743a02b-7976-4121-a87e-7f01863f3d79 on network 73091268-c809-440d-aac9-98203ddee421 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:51:35.313947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:51:35.314312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Checking segment: {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:51:35.314700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:35.315090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Bound using segment: {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:51:35.315525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Bound port: 8743a02b-7976-4121-a87e-7f01863f3d79, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:51:35.315928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:35.406516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] For port 8743a02b-7976-4121-a87e-7f01863f3d79, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:51:35.409551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] For port 8743a02b-7976-4121-a87e-7f01863f3d79, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8743a02b-7976-4121-a87e-7f01863f3d79,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:51:35.414964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:35.511371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a985f-d7c9-415b-816f-80c59d9214f1 None None] Pushing event updated for resources: {'Port': ['ID=8743a02b-7976-4121-a87e-7f01863f3d79,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:51:36.322989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d6b67-98eb-4318-9848-64cafc1bd438 None None] Network 73091268-c809-440d-aac9-98203ddee421 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:51:36.409634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f77f5804-16f8-4e82-8f85-a1df7abb41d0 None None] Provisioning for port 8743a02b-7976-4121-a87e-7f01863f3d79 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:51:37.539219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8743a02b-7976-4121-a87e-7f01863f3d79 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:51:37.609963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 8743a02b-7976-4121-a87e-7f01863f3d79 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:51:37.614455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8743a02b-7976-4121-a87e-7f01863f3d79 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:51:37.614819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:37.730300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:37.785819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 8743a02b-7976-4121-a87e-7f01863f3d79, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8743a02b-7976-4121-a87e-7f01863f3d79,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:51:37.790497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:37.857733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=8743a02b-7976-4121-a87e-7f01863f3d79,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:51:39.520449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8743a02b-7976-4121-a87e-7f01863f3d79 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:51:39.592965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8743a02b-7976-4121-a87e-7f01863f3d79 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:51:39.593273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:48.595989 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:51:52.361310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d2bc1d4c-762d-455e-8a02-78b36a330e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:54.487033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b652e63-d677-4406-a49f-58a86a465852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:55.669308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:55.706487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:51:57.170045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:22.362291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51de062b-8a2d-4b50-96c2-5ac700b12f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:24.488595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a363a501-36cf-4ef6-b832-b841db38536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:25.595504 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:52:25.671376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:25.707837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:27.174107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:52.365180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b00162ab-2be7-4ba4-bb84-1c5a03705802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:54.492475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3004076c-d3cd-4066-80bf-1997c5954625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:55.674460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:55.709950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:52:57.176481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:02.594466 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:53:03.808889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51062) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:53:03.814660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-187f3853-4441-4da3-b5b6-74a05b5d6b4e tempest-verify_tempest_config-120819187 tempest-verify_tempest_config-120819187-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:53:03.815735 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-187f3853-4441-4da3-b5b6-74a05b5d6b4e tempest-verify_tempest_config-120819187 tempest-verify_tempest_config-120819187-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058699 Mar 21 06:53:04.118888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:53:04.231863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.245923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:53:04.249630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Usage tracker for resource:security_group_rule and tenant:32b7827d65a149baa0fbbdfd415ee823 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:53:04.252383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:53:04.257990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:53:04.344402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.347962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.392906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49738a64-ac82-40e7-89bf-7bdbb32235f4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:53:04.396921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Synchronizing usage tracker for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:53:04.404568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.404933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.405292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.405624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.405947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.406266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.406585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.406915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.407236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.407548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.407858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.408167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:53:04.425475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] Unset dirty status for tenant:b764836eda104bfda1bcb1914b14fe88 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:53:04.426698 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d039cb86-8cbb-4394-87aa-93a0a1303352 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32b7827d65a149baa0fbbdfd415ee823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3068659 Mar 21 06:53:04.429583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51086) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:53:04.487081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.511960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.604507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.618557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49738a64-ac82-40e7-89bf-7bdbb32235f4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:53:04.624953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:04.626103 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b116474-dbd7-4f43-9b86-5ae9b3692d59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49738a64-ac82-40e7-89bf-7bdbb32235f4 HTTP/1.1" status: 204 len: 168 time: 0.1955624 Mar 21 06:53:22.366798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-44fe8f71-003e-4af9-8dd9-3fcfa0cd1560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:24.494807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3b586ad5-773c-4049-b6a8-f721c3ef2f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:25.676501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:25.715093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:27.179695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:39.593060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:53:52.373732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58015a70-ac69-4e95-bfcd-8b467787894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:54.496915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0cdabb4a-6c74-4b46-9d14-6416d200ce48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:55.678991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:55.716196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:53:57.181355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:16.592960 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 5 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:54:18.298496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2037457'] for agent, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:22.375383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-87b9cd26-e3a2-4f75-880b-f73d52ecc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:24.497838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7aac263-ab62-4bb7-8ad2-a7caf8300157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:25.682374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:25.718539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:27.187049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:32.786177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51156) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:54:32.897174 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-480ca933-21a0-4a69-9889-720be3a548e4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1099176 Mar 21 06:54:35.100001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51166) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:54:35.155249 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c3bdfc7-8540-4b5d-8088-4a14e0bc37ef admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0541558 Mar 21 06:54:48.250887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:52.376896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd703-efb9-4d0a-b900-01e9ebf6fae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:53.593185 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:54:54.499818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-874ed815-b652-4ba9-9e01-f99415c29817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:55.684666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:55.718936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:54:57.189077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:18.275600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:22.377741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc6f79a7-f28d-4428-bfa2-892cf0553b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:24.501545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-49c79a72-b52b-452c-bc8e-40a9a74250d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:25.685751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:25.720533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:27.191082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:30.593522 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:55:48.264769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:52.379757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29f1840d-0838-4508-9fbe-c5256445a114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:54.503197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f30a0b5-85d4-4706-8183-a0a0d7bde799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:55.691441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:55.723166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:55:57.195842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:04.426682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51358) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:04.911354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51378) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:04.966920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1716553647-network', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:04.971791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:04.975521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Usage tracker for resource:network and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:04.981105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:04.984797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:04.998743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Made reservation on behalf of dcdde429ec834f0499055d8f43c93df9 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:05.001591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.014509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.019785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:05.039165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.045808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.046651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.052277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.140951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.146787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.191001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3d139-7034-42a6-9cf1-f2428a6031b5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:05.193238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:05.206487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.206928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.207357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.207782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.208219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.208656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.209074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.209532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.209946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.210357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.210763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.211173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Tracked resource versions report: Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: pushed versions: Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: { 'AddressGroup': {'1.2'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'ConntrackHelper': {'1.0'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Log': {'1.0'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Network': {'1.1'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Port': {'1.7'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'PortForwarding': {'1.2'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'QosPolicy': {'1.8'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroup': {'1.4'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SubPort': {'1.0'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Subnet': {'1.1'}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Trunk': {'1.1'}} Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: consumer versions: Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: HyperV agent@hv-neutron-8343: {}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'ConntrackHelper': '1.0', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Log': '1.0', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Network': '1.1', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Port': '1.7', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'PortForwarding': '1.2', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'QosPolicy': '1.8', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroup': '1.4', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SecurityGroupRule': '1.2', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'SubPort': '1.0', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Subnet': '1.1', Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: 'Trunk': '1.1'}} Mar 21 06:56:05.212462 dv-neutron-834307-1-hyperv neutron-server[87987]: {{(pid=87987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:56:05.220324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1720711329-network', 'tenant_id': '3d74a555e0e64e74bb9e299276248263'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:05.225130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.229869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Usage tracker for resource:network and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.233836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.240694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.250430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.250928 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Added segment 21bd29f3-644d-4f1b-95c9-88c20c0303b5 of type vlan for network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c Mar 21 06:56:05.256143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Made reservation on behalf of 3d74a555e0e64e74bb9e299276248263 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:05.259035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.271887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.288453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.293141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Usage tracker for resource:security_group_rule and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.299545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.305485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.351032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.427156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.428168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.429137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:05.429907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.447019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.471655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:05.493789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2141710960-network', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:05.499141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.505715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Usage tracker for resource:network and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.507214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.507556 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Added segment 584ee522-c050-446a-abd2-adb9d4398846 of type vlan for network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 Mar 21 06:56:05.510081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.517254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.534066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Made reservation on behalf of c3dc25a3acb5414489495cbeeaf08db9 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:05.539445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.552309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.570014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cb3e7-4fc2-4abd-860c-60978507917f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:05.613838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.648370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.650194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:05.651022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.658256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.668517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Usage tracker for resource:security_group_rule and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.669282 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2409298 Mar 21 06:56:05.670114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51418) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:05.675244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.687031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Request body: {'subnet': {'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1716553647-subnet', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:05.692229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.697051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.701735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Usage tracker for resource:subnet and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.705358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.713681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.722221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134401-58b3-4ff9-8268-004da79cb277 admin admin] Pushing event updated for resources: {'Network': ['ID=88795e63-4a3e-44de-9d62-6d2b3ba29c9c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:05.742916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Made reservation on behalf of dcdde429ec834f0499055d8f43c93df9 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:05.746513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.800091 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8875840 Mar 21 06:56:05.863271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:05.864160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.865491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:05.872784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Request body: {'subnet': {'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1720711329-subnet', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:05.877943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:05.882780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Usage tracker for resource:subnet and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:05.888095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:05.895001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:05.905953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.919483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Made reservation on behalf of 3d74a555e0e64e74bb9e299276248263 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:05.922257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:05.972508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3028f0c-1b20-448d-9371-11b3c3835160 admin admin] Pushing event updated for resources: {'Network': ['ID=20cc1ac7-41f5-4e05-9a7b-23246e72a039,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:06.017720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:06.072631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:06.111909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762877498125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.112651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Unsubscribe: segment precommit_create {{(pid=87988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 06:56:06.113633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Added segment 3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b of type vlan for network 9c407935-6add-4664-84f8-daa999483390 Mar 21 06:56:06.121551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3f1b2-6a88-4d3f-b9f8-0b97383c9beb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:06.141008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.141715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.142265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.146149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.148046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.148576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.148715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.149624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.150014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.151187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.151314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.151596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Tracked resource versions report: Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: pushed versions: Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: { 'AddressGroup': {'1.2'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'ConntrackHelper': {'1.0'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Log': {'1.0'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Network': {'1.1'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Port': {'1.7'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'PortForwarding': {'1.2'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'QosPolicy': {'1.8'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroup': {'1.4'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SubPort': {'1.0'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Subnet': {'1.1'}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Trunk': {'1.1'}} Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: consumer versions: Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: HyperV agent@hv-neutron-8343: {}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'ConntrackHelper': '1.0', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Log': '1.0', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Network': '1.1', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Port': '1.7', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'PortForwarding': '1.2', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'QosPolicy': '1.8', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroup': '1.4', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SecurityGroupRule': '1.2', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'SubPort': '1.0', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Subnet': '1.1', Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: 'Trunk': '1.1'}} Mar 21 06:56:06.152780 dv-neutron-834307-1-hyperv neutron-server[87988]: {{(pid=87988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:56:06.197898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.278313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.279828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.280790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:06.281371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.340667 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3197777 Mar 21 06:56:06.341619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51446) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:06.360864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51450) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:06.364446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Request body: {'subnet': {'network_id': '9c407935-6add-4664-84f8-daa999483390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2141710960-subnet', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:06.370874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:06.375248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Usage tracker for resource:subnet and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:06.376367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82f3e50-dbbe-4bee-9759-ab171926389e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:06.379651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:06.387595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:06.388614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Checking segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:06.389155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Network hostable DHCP agents. Network: 88795e63-4a3e-44de-9d62-6d2b3ba29c9c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:06.423133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:06.437568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 88795e63-4a3e-44de-9d62-6d2b3ba29c9c) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:06.449924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d29bc9-f70b-471c-9c93-dc3912e36633 None None] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:06.454703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:06.458506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.463664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Made reservation on behalf of c3dc25a3acb5414489495cbeeaf08db9 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:06.469476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.500449 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6f5eb5e4-34e9-40d0-96e7-27ca4d0472a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8215427 Mar 21 06:56:06.502258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51458) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:06.515476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:06.528642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:06.538524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Usage tracker for resource:router and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:06.550642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:06.563132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:06.568705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb39a7-3d44-4895-ac59-e39c45e8a843 admin admin] Pushing event updated for resources: {'Network': ['ID=9c407935-6add-4664-84f8-daa999483390,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:06.589425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.590638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.601010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 9c407935-6add-4664-84f8-daa999483390 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:06.607524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.636050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.701113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49435879-fde8-4ed9-a74b-04b870444562,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:06.756133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Checking segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:06.756815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Network hostable DHCP agents. Network: 20cc1ac7-41f5-4e05-9a7b-23246e72a039, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:06.837317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:06.886285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 20cc1ac7-41f5-4e05-9a7b-23246e72a039) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:06.890130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:06.890671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:06.891214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.894127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.901368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:06.916215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdd1ac-067f-4927-9260-1ef77883e41c None None] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:06.926997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:06.971283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:06.985556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:06.989934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Usage tracker for resource:floatingip and tenant:ca437c4100274a9ab6f04067a64bd586 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:06.994209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.000066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.018093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a2004abb-531b-4cd2-93b1-9ffd3a8146f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1513362 Mar 21 06:56:07.022291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.065522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51474) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:07.085804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:07.091580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:07.095668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Usage tracker for resource:router and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:07.098707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.104655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.130393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.131756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.147582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.171451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596db2c3-0d47-4b9d-a08c-992d1f6557bd,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:07.177512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.253743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Checking segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:07.254381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Network hostable DHCP agents. Network: 9c407935-6add-4664-84f8-daa999483390, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:07.311464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Allocated IP 172.20.0.2 (88795e63-4a3e-44de-9d62-6d2b3ba29c9c/f82f3e50-dbbe-4bee-9759-ab171926389e/7cb20204-d917-48ac-90aa-c1e7d074c2d1) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:07.379377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51482) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:07.390139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:07.391195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.501881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51488) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:07.594685 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:56:07.651721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-907659185'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:07.673347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-df0261a0-737e-40e6-b885-94812df0d428 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:07.673836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-979979500'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:07.682365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.700657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:07.702988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Network 9c407935-6add-4664-84f8-daa999483390 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:07.719098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:07.721992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.763178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Usage tracker for resource:network and tenant:04b3d1c5ef504b449a781f175fd512f7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:07.767358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.774918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Usage tracker for resource:network and tenant:c64a2e52dcb745a5a82ca81877961bb9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:07.780336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.782492 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df0261a0-737e-40e6-b885-94812df0d428 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "PUT /v2.0/quotas/0195a59687104fd8825c6b85fa40067f HTTP/1.1" status: 200 len: 368 time: 0.3871160 Mar 21 06:56:07.783144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51500) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:07.791893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.792627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Request body: {'network': {'project_id': '0195a59687104fd8825c6b85fa40067f'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:07.794598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 9c407935-6add-4664-84f8-daa999483390) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:07.805605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.809502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:07.820310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:07.821001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.821461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Usage tracker for resource:network and tenant:0195a59687104fd8825c6b85fa40067f is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:07.826673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.827721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.831109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Made reservation on behalf of 04b3d1c5ef504b449a781f175fd512f7 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:07.834613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.854700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.867211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.884235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:07.887359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.887834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Made reservation on behalf of c64a2e52dcb745a5a82ca81877961bb9 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:07.888397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Usage tracker for resource:security_group_rule and tenant:04b3d1c5ef504b449a781f175fd512f7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:07.891460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.891693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:07.901084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Transition to ACTIVE for port object 7cb20204-d917-48ac-90aa-c1e7d074c2d1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:07.901676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:07.916767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Allocated IP 172.20.0.2 (20cc1ac7-41f5-4e05-9a7b-23246e72a039/49435879-fde8-4ed9-a74b-04b870444562/ed220e16-0761-4a45-beb5-c592bd2edbe6) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:07.919243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fd6fc-15f8-4c84-9f3a-80ef0f704cfd None None] Network 9c407935-6add-4664-84f8-daa999483390 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:07.935268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Made reservation on behalf of 0195a59687104fd8825c6b85fa40067f for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:07.937581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.950078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Transition to ACTIVE for port object 7cb20204-d917-48ac-90aa-c1e7d074c2d1 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:07.979205 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f1e4dbc1-b4ea-4ae7-82aa-5b82b38a3298 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6211815 Mar 21 06:56:07.979205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.984469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51510) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:07.998848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:07.999126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:08.011017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:08.014263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.016840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Usage tracker for resource:security_group_rule and tenant:c64a2e52dcb745a5a82ca81877961bb9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:08.033602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:08.049470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:08.053428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Usage tracker for resource:router and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:08.060266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:08.064092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Usage tracker for resource:security_group_rule and tenant:0195a59687104fd8825c6b85fa40067f is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:08.071274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:08.077093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:08.086814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:08.089151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Allocated IP 172.26.2.53 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/ebcfb95e-012e-400c-8d49-e755a673fb85) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:08.096622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:08.126735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:08.151066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.185031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.185304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:08.187267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.197084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:08.199871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:08.244314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Pushing event updated for resources: {'Port': ['ID=7cb20204-d917-48ac-90aa-c1e7d074c2d1,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:08.257667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.258031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.258953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.259290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.259625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.259977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.260291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.260613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.261655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.261655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.261655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.261970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Tracked resource versions report: Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: pushed versions: Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: { 'AddressGroup': {'1.2'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'ConntrackHelper': {'1.0'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Log': {'1.0'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Network': {'1.1'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Port': {'1.7'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'PortForwarding': {'1.2'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'QosPolicy': {'1.8'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroup': {'1.4'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SubPort': {'1.0'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Subnet': {'1.1'}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Trunk': {'1.1'}} Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: consumer versions: Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: HyperV agent@hv-neutron-8343: {}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'ConntrackHelper': '1.0', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Log': '1.0', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Network': '1.1', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Port': '1.7', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'PortForwarding': '1.2', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'QosPolicy': '1.8', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroup': '1.4', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SecurityGroupRule': '1.2', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'SubPort': '1.0', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Subnet': '1.1', Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: 'Trunk': '1.1'}} Mar 21 06:56:08.263139 dv-neutron-834307-1-hyperv neutron-server[87990]: {{(pid=87990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:56:08.355361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51520) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:08.475000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.493202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.495260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Attempting to bind port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:08.495658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Attempting to bind port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:08.496136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Attempting to bind port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 on network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:08.509753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.511353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.529536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.539287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:08.539670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Checking segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:08.540018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.540412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Bound using segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:08.540891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Bound port: 7cb20204-d917-48ac-90aa-c1e7d074c2d1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:08.541295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.558319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.563351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.567453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56784d00-ef37-479f-b32e-d4d2f6cc281b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:08.611468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.625265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:08.626138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:08.640031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:08.657810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:08.663506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:floatingip and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:08.664431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-9c407935-6add-4664-84f8-daa999483390', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:08.665327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.668477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:08.675059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:08.686985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.687306 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Added segment 3d16263b-a184-40fe-a96e-cac80d80e8c4 of type vlan for network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be Mar 21 06:56:08.702111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082ce4a0-fad8-4c80-89e5-015eb227fd02,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:08.706089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.732431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.735005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.735464 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Added segment 9539fd77-5535-49e8-a123-b68c2a9bbd54 of type vlan for network 7334171d-a832-4007-96c7-218943b88df1 Mar 21 06:56:08.743353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.765540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.771534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:08.772132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.807523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Transition to ACTIVE for port object ed220e16-0761-4a45-beb5-c592bd2edbe6 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:08.840254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.840499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] For port 7cb20204-d917-48ac-90aa-c1e7d074c2d1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:08.861961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] For port 7cb20204-d917-48ac-90aa-c1e7d074c2d1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7cb20204-d917-48ac-90aa-c1e7d074c2d1,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:08.863372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Transition to ACTIVE for port object ed220e16-0761-4a45-beb5-c592bd2edbe6 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:08.872341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.900254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.917618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.931533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event updated for resources: {'Network': ['ID=11deb68b-1eb8-4c57-ac7c-85a8b319b8be,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:08.940741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ecafc68a-c2c2-4106-89c0-6e708c2383c1 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0355804 Mar 21 06:56:08.941403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51528) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:08.950525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Request body: {'subnet': {'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:08.954637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:08.991366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:09.004131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Allocated IP 172.26.2.163 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/5bb6853c-6db4-44ff-97eb-c879ce3fb791) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:09.037279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:09.048631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:09.052865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:09.066844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.103090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25e51b-c6f5-4eec-a195-744a8f4db73b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.146169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:09.161512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee536dd-a0dd-47fa-ac0b-ed99b8a5d2df None None] Pushing event updated for resources: {'Port': ['ID=7cb20204-d917-48ac-90aa-c1e7d074c2d1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.196908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:09.200467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Usage tracker for resource:subnet and tenant:c64a2e52dcb745a5a82ca81877961bb9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:09.206882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:09.208467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:09.222820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:09.233730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Allocated IP 172.20.0.2 (9c407935-6add-4664-84f8-daa999483390/596db2c3-0d47-4b9d-a08c-992d1f6557bd/931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:09.258794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Made reservation on behalf of c64a2e52dcb745a5a82ca81877961bb9 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:09.263127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.272089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:09.286931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcfb95e-012e-400c-8d49-e755a673fb85,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.312645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:09.409522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.410368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Added segment 464c9fe7-25bc-4242-895a-414077d10bac of type vlan for network 6948987d-a6c4-437b-bd9d-41abc9a77681 Mar 21 06:56:09.413814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.428302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.494226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Attempting to bind port ed220e16-0761-4a45-beb5-c592bd2edbe6 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:09.494659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Attempting to bind port ed220e16-0761-4a45-beb5-c592bd2edbe6 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:09.495025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Attempting to bind port ed220e16-0761-4a45-beb5-c592bd2edbe6 on network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:09.519581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Pushing event updated for resources: {'Port': ['ID=ed220e16-0761-4a45-beb5-c592bd2edbe6,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.522404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:09.522404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Checking segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:09.522697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.523004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Bound using segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:09.523465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Bound port: ed220e16-0761-4a45-beb5-c592bd2edbe6, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:09.523942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.565484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.674320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.683687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.690021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Transition to ACTIVE for port object 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:09.690209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:09.690675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.692881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] For port ed220e16-0761-4a45-beb5-c592bd2edbe6, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:09.701064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] For port ed220e16-0761-4a45-beb5-c592bd2edbe6, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ed220e16-0761-4a45-beb5-c592bd2edbe6,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:09.712245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:09.720317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:09.723164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:09.730256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Transition to ACTIVE for port object 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:09.733656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.774848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.780037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb6853c-6db4-44ff-97eb-c879ce3fb791,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.782365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.800879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7cb20204-d917-48ac-90aa-c1e7d074c2d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:09.848214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Allocated IP 172.26.2.170 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/d925c8f0-08d7-45f0-b5af-34adf0d7438b) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:09.854737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Network 9c407935-6add-4664-84f8-daa999483390 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:09.869104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:09.869380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:09.877536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:09.970868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89520d-c5a1-4ad3-b753-fcebba2b485e None None] Pushing event updated for resources: {'Port': ['ID=ed220e16-0761-4a45-beb5-c592bd2edbe6,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:09.999010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Pushing event updated for resources: {'Network': ['ID=7334171d-a832-4007-96c7-218943b88df1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:10.004384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.005308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:10.005881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.026779 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-12ddf75f-0b2b-40fd-a575-4bb9ef2fb8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5184169 Mar 21 06:56:10.053499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7334171d-a832-4007-96c7-218943b88df1 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:10.066822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.122564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Checking segment: {'id': '3d16263b-a184-40fe-a96e-cac80d80e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:10.122881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Network hostable DHCP agents. Network: 11deb68b-1eb8-4c57-ac7c-85a8b319b8be, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:10.325987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event updated for resources: {'Subnet': ['ID=6fea47ce-20c9-4d95-8363-40dd597e328a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:10.333985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:10.364075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Attempting to bind port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:10.364443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Attempting to bind port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:10.364924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Attempting to bind port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 on network 9c407935-6add-4664-84f8-daa999483390 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:10.367547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.418533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:10.418921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Checking segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:10.419277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.419756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Bound using segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:10.420148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Bound port: 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:10.420516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 11deb68b-1eb8-4c57-ac7c-85a8b319b8be) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:10.420634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.444845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:10.445892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.466124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca95fe-9810-4f6c-82fb-a7c036489ef8 None None] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:10.470985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.535929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe58d34c-aabe-4817-969d-e2c974277805 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5893331 Mar 21 06:56:10.546201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51550) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:10.556741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Request body: {'port': {'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be', 'name': 'tempest-DHCPAgentSchedulersTestJSON-260822206'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:10.565670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event updated for resources: {'Network': ['ID=6948987d-a6c4-437b-bd9d-41abc9a77681,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:10.568887 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a66f863c-886d-4921-a773-ec52c6dbb608 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7845862 Mar 21 06:56:10.578155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:10.580968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Pushing event updated for resources: {'Port': ['ID=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:10.598728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Request body: {'network': {'project_id': '0195a59687104fd8825c6b85fa40067f'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:10.604107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:10.609237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 6948987d-a6c4-437b-bd9d-41abc9a77681 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:10.615047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.661857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:10.695329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d3279-a0a3-450d-8ee6-627962ecf468 None None] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:10.730560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Usage tracker for resource:network and tenant:0195a59687104fd8825c6b85fa40067f is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:10.736120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:10.756553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:10.799909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.862041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Made reservation on behalf of 0195a59687104fd8825c6b85fa40067f for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:10.864790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:10.956075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:10.965151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:10.982151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Pushing event updated for resources: {'Port': ['ID=d925c8f0-08d7-45f0-b5af-34adf0d7438b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:10.986156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:11.021104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Provisioning for port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:11.075187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:11.092827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.105867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.114811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Provisioning complete for port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:11.115409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.134600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Usage tracker for resource:port and tenant:c64a2e52dcb745a5a82ca81877961bb9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:11.141543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:11.144269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:11.146318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.212349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.242071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] For port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:11.269367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51564) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:11.286230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'network_id': '7334171d-a832-4007-96c7-218943b88df1', 'binding:host_id': 'hv-neutron-8343', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030358560'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:11.292099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:11.296261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Usage tracker for resource:port and tenant:339302359b594bfd87be563d184a3949 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:11.300180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:11.303440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:11.308261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:11.328737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.330287 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9325948 Mar 21 06:56:11.336223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:11.350042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Made reservation on behalf of 339302359b594bfd87be563d184a3949 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:11.353349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.364101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.364444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Added segment 263f9b95-0c2d-44ab-ae1b-1bd9490ad269 of type vlan for network 54aa6e30-5c39-4264-b8d8-8e27ed3aeaef Mar 21 06:56:11.379933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.380615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] For port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:11.399401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd830785-9816-4f31-997b-35ba3d9b6beb None None] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:11.399660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1721757389', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'fixed_ips': [{'ip_address': '172.26.2.163'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:11.415440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.423576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.432326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Made reservation on behalf of c64a2e52dcb745a5a82ca81877961bb9 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:11.435812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.451216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:11.452321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a4962-e76f-40ef-b1fe-648cc30d2c36 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb6853c-6db4-44ff-97eb-c879ce3fb791,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:11.459864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.482468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] device_id is not set on port 0ba26149-d6f8-452a-9bcc-3471b860734d yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:11.522959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Usage tracker for resource:port and tenant:ca437c4100274a9ab6f04067a64bd586 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:11.526517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.529902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:11.542121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:11.557279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Allocated IP 172.26.2.89 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/937be770-09e2-4846-8511-5c0c7d4b1b7e) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:11.597331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:11.597574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:11.605170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Usage tracker for resource:security_group_rule and tenant:339302359b594bfd87be563d184a3949 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:11.611354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:11.627540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.630314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:11.690486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-11deb68b-1eb8-4c57-ac7c-85a8b319b8be', 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be', 'tenant_id': 'c64a2e52dcb745a5a82ca81877961bb9', 'fixed_ips': [{'subnet_id': '6fea47ce-20c9-4d95-8363-40dd597e328a'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:11.691413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.717548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Made reservation on behalf of ca437c4100274a9ab6f04067a64bd586 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:11.719815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.724031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceb85f-4c3f-4ccc-a208-3e88b5966430 None None] Pushing event updated for resources: {'Port': ['ID=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:11.737431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.738312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:11.738867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.788904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.841656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] For port 7cb20204-d917-48ac-90aa-c1e7d074c2d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7cb20204-d917-48ac-90aa-c1e7d074c2d1,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:11.862217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ed220e16-0761-4a45-beb5-c592bd2edbe6 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:11.897080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:11.909849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:11.936904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Usage tracker for resource:security_group_rule and tenant:ca437c4100274a9ab6f04067a64bd586 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:11.942856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:11.959316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:12.061834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event updated for resources: {'Network': ['ID=54aa6e30-5c39-4264-b8d8-8e27ed3aeaef,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:12.067002 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fde95191-d70e-4c96-a7d0-8d7315ed2fd0 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4876297 Mar 21 06:56:12.079817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Allocated IP 172.20.0.13 (11deb68b-1eb8-4c57-ac7c-85a8b319b8be/6fea47ce-20c9-4d95-8363-40dd597e328a/0ba26149-d6f8-452a-9bcc-3471b860734d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:12.097102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51572) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:12.129923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Request body: {'network': {'project_id': '0195a59687104fd8825c6b85fa40067f'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:12.137360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 54aa6e30-5c39-4264-b8d8-8e27ed3aeaef details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:12.179716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:12.206461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.216246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Usage tracker for resource:network and tenant:0195a59687104fd8825c6b85fa40067f is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:12.219557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-51e68f36-4724-4822-9288-2de6bf0a3732 None None] Provisioning for port ed220e16-0761-4a45-beb5-c592bd2edbe6 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:12.225844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:12.241303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.255785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:12.287298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4c5c7-1c79-483c-907a-e505f79361cb None None] Pushing event updated for resources: {'Port': ['ID=7cb20204-d917-48ac-90aa-c1e7d074c2d1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:12.321962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.335052 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 21 06:56:12.336178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:56:12.337453 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42114ede-4049-42a2-8900-53715504f991 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2389967 Mar 21 06:56:12.354981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ed220e16-0761-4a45-beb5-c592bd2edbe6 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:12.356663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.365085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ed220e16-0761-4a45-beb5-c592bd2edbe6 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:12.365571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.367191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51576) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:12.382534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port d2d7fd19-560e-434c-9554-287963629a02 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:12.384674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.458441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b16e3312-b54a-40ca-a55c-02f4c9ad1ce2 None None] Provisioning complete for port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:12.458948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b16e3312-b54a-40ca-a55c-02f4c9ad1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.487282 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-577bd753-cf45-48a5-adf0-12644aa56e8f tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0195a59687104fd8825c6b85fa40067f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1100497 Mar 21 06:56:12.516603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51580) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:12.550461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.584658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.668557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c56785-5054-48af-bcc9-eaeb56c8aa4b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:12.701149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.722392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ed220e16-0761-4a45-beb5-c592bd2edbe6, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ed220e16-0761-4a45-beb5-c592bd2edbe6,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:12.732557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.754697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e2004-6d9c-473e-8719-4f6a57da67a7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:12.763542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] device_id is not set on port b6480d3e-27da-407e-b2b7-a5c04b2511ae yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:12.828017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.833266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1f65148a-9009-49bb-8b7d-446048b5c96d None None] Provisioning complete for port ed220e16-0761-4a45-beb5-c592bd2edbe6 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:12.833635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f65148a-9009-49bb-8b7d-446048b5c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.853704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:12.878528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ed220e16-0761-4a45-beb5-c592bd2edbe6,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:12.892383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Transition to ACTIVE for port object 0ba26149-d6f8-452a-9bcc-3471b860734d will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:12.914150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.061568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.072695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.111089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d8151-69af-4483-aab7-154c0df2be5e None None] Network 9c407935-6add-4664-84f8-daa999483390 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:13.152657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.221796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:13.225731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.240578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:13.256870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:13.289976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1b675f8b-3a2a-4e2f-bd3e-4495b847fbd6 None None] Provisioning for port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:13.313139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Allocated IP 172.20.0.2 (11deb68b-1eb8-4c57-ac7c-85a8b319b8be/6fea47ce-20c9-4d95-8363-40dd597e328a/043ee69c-d6d9-44bc-8bf2-5bb5642281d4) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:13.322003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:13.323294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Allocated IP 172.26.2.80 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/9e5ae195-b5a8-48ae-a8a1-658bc14d36d7) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:13.323802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:13.325268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=937be770-09e2-4846-8511-5c0c7d4b1b7e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:13.344576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25e51b-c6f5-4eec-a195-744a8f4db73b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:13.350870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:13.356963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:13.358145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.387115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Router e84d1063-0dc0-435f-b999-1fe869f021cb is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:56:13.387359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event updated for resources: {'Port': ['ID=0ba26149-d6f8-452a-9bcc-3471b860734d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:13.404686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.405924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cd604cc5-a360-4f2a-a505-6261d6fdf396 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b25e51b-c6f5-4eec-a195-744a8f4db73b HTTP/1.1" status: 204 len: 168 time: 0.8864596 Mar 21 06:56:13.411562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51584) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:13.444613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a732c316-d9e7-432a-8b01-4d5eeee61de3 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8963675 Mar 21 06:56:13.454888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51588) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:13.554772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.568674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Router 56cc411e-5131-49b2-a312-23cad9c1a3d4 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:56:13.671187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.690023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Transition to ACTIVE for port object 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:13.701547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.726458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Transition to ACTIVE for port object 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:13.735282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.751251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port d2d7fd19-560e-434c-9554-287963629a02 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:13.812734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.831302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:13.840254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Deleting port 0ba26149-d6f8-452a-9bcc-3471b860734d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:13.840613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.844480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:13.848836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:13.854669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Pushing event updated for resources: {'Port': ['ID=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:13.883664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:13.945187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.945922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.947113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.947631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > port after_create 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.948119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.948644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > port after_update 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.949123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.950250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.950752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:13.950965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7cb20204-d917-48ac-90aa-c1e7d074c2d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:13.951420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:14.012737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Transition to ACTIVE for port object d2d7fd19-560e-434c-9554-287963629a02 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:14.037675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Attempting to bind port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:14.038042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Attempting to bind port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3d16263b-a184-40fe-a96e-cac80d80e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:14.038405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Attempting to bind port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 on network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:14.047289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:14.047659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Checking segment: {'id': '3d16263b-a184-40fe-a96e-cac80d80e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:14.048058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.048445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Bound using segment: {'id': '3d16263b-a184-40fe-a96e-cac80d80e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:14.048918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Bound port: 043ee69c-d6d9-44bc-8bf2-5bb5642281d4, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d16263b-a184-40fe-a96e-cac80d80e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '11deb68b-1eb8-4c57-ac7c-85a8b319b8be'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:14.049339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.056688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.074319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.111305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.116701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:14.117074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.146920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:14.159786 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Sync routers for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:14.183878 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:14.184530 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.209855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:14.210205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:14.210537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:14.210870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:14.211307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54aa6e30-5c39-4264-b8d8-8e27ed3aeaef']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.230651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f9b95-0c2d-44ab-ae1b-1bd9490ad269') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.230948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f9b95-0c2d-44ab-ae1b-1bd9490ad269') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.248008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:14.257366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.266977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Sync routers for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:14.293122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.300768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.307294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe76dd6b-1bd5-4ff7-bc42-124cea81a026 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2370400 Mar 21 06:56:14.309032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51592) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:14.312215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] For port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:14.321257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:14.322124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: from cryptography.utils import int_from_bytes Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: from cryptography.utils import int_from_bytes Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn_limited( Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn_limited( Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:14.356832 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:14.423039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:14.423863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.490129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.512690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] For port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,segment=NetworkSegment(3d16263b-a184-40fe-a96e-cac80d80e8c4),segment_id=3d16263b-a184-40fe-a96e-cac80d80e8c4)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:14.520768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event deleted for resources: {'Network': ['ID=54aa6e30-5c39-4264-b8d8-8e27ed3aeaef,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:14.533661 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:14.536389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.541057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.548696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-00772573-ef8c-44c5-ab81-576522ebdf6a tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "DELETE /v2.0/networks/54aa6e30-5c39-4264-b8d8-8e27ed3aeaef HTTP/1.1" status: 204 len: 168 time: 1.1361923 Mar 21 06:56:14.551492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51598) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:14.615141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ed220e16-0761-4a45-beb5-c592bd2edbe6 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:14.686378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.811822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a4929-5b42-4362-b1fb-eb12174bbf8a None None] Pushing event updated for resources: {'Port': ['ID=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:14.840356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:14.848464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.883870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6948987d-a6c4-437b-bd9d-41abc9a77681']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.897723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464c9fe7-25bc-4242-895a-414077d10bac') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.898516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464c9fe7-25bc-4242-895a-414077d10bac') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.912989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.932594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.935384 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:09Z', 'revision_number': 3, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:14.940645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Checking router: e84d1063-0dc0-435f-b999-1fe869f021cb for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:14.941183 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Updating router e84d1063-0dc0-435f-b999-1fe869f021cb port ebcfb95e-012e-400c-8d49-e755a673fb85 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:14.941895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:14.942411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:14.970164 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:14.994344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d7fd19-560e-434c-9554-287963629a02,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:15.023352 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.131817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.135392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ed220e16-0761-4a45-beb5-c592bd2edbe6 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:15.136440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.143604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.168537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] Pushing event deleted for resources: {'Network': ['ID=6948987d-a6c4-437b-bd9d-41abc9a77681,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:15.176212 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-32d1fe4f-765c-4bf3-8678-3a40728116b1 tempest-QuotasNegativeTest-161282835 tempest-QuotasNegativeTest-161282835-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6948987d-a6c4-437b-bd9d-41abc9a77681 HTTP/1.1" status: 204 len: 168 time: 0.6237311 Mar 21 06:56:15.284565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.417252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:15.482174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Calling delete_port for 0ba26149-d6f8-452a-9bcc-3471b860734d owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:15.532306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.544389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:15.552524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:15.553019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.583247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.584458 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5cb48ef5-32c5-4d91-9e4f-39facfbe20f3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.0794036 Mar 21 06:56:15.585500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Checking segment: {'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:15.585854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Network hostable DHCP agents. Network: 7334171d-a832-4007-96c7-218943b88df1, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:15.587787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51606) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:15.605032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:15.617321 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 21 06:56:15.617972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:56:15.654339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:11Z', 'revision_number': 3, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:15.673800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Checking router: 56cc411e-5131-49b2-a312-23cad9c1a3d4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:15.674155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Updating router 56cc411e-5131-49b2-a312-23cad9c1a3d4 port d925c8f0-08d7-45f0-b5af-34adf0d7438b binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:15.681621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:15.682494 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.684302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.700331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:15.712407 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Transition to ACTIVE for port object ebcfb95e-012e-400c-8d49-e755a673fb85 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:15.723924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.787621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:15.809594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.839921 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Attempting to bind port ebcfb95e-012e-400c-8d49-e755a673fb85 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:15.840336 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Attempting to bind port ebcfb95e-012e-400c-8d49-e755a673fb85 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:15.840727 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Attempting to bind port ebcfb95e-012e-400c-8d49-e755a673fb85 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:15.848253 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Pushing event updated for resources: {'Port': ['ID=ebcfb95e-012e-400c-8d49-e755a673fb85,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:15.854334 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:15.854709 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:15.855107 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:15.855495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:15.855960 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Bound port: ebcfb95e-012e-400c-8d49-e755a673fb85, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:15.856341 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.011474 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] For port ebcfb95e-012e-400c-8d49-e755a673fb85, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:16.014704 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] For port ebcfb95e-012e-400c-8d49-e755a673fb85, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ebcfb95e-012e-400c-8d49-e755a673fb85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:16.031345 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.031820 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.032175 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.032515 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.032853 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.033202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.033561 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.033890 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.034233 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.034562 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.035657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.035657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Tracked resource versions report: Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: pushed versions: Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: { 'AddressGroup': {'1.2'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'ConntrackHelper': {'1.0'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Log': {'1.0'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Network': {'1.1'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Port': {'1.7'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'PortForwarding': {'1.2'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'QosPolicy': {'1.8'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroup': {'1.4'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroupRule': {'1.2'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SubPort': {'1.0'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Subnet': {'1.1'}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Trunk': {'1.1'}} Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: consumer versions: Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: { DHCP agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: HyperV agent@hv-neutron-8343: {}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: L3 agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: Metadata agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: Metering agent@dv-neutron-834307-1-hyperv: {}, Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: Open vSwitch agent@dv-neutron-834307-1-hyperv: { 'AddressGroup': '1.2', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'ConntrackHelper': '1.0', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Log': '1.0', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Network': '1.1', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Port': '1.7', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'PortForwarding': '1.2', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'QosPolicy': '1.8', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroup': '1.4', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SecurityGroupRule': '1.2', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'SubPort': '1.0', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Subnet': '1.1', Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: 'Trunk': '1.1'}} Mar 21 06:56:16.036300 dv-neutron-834307-1-hyperv neutron-server[87991]: {{(pid=87991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 06:56:16.039108 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.116570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Pushing event updated for resources: {'Port': ['ID=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.129523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.140458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.195870 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef4622-cfed-462d-aa4b-80117c8a5837 None None] Pushing event updated for resources: {'Port': ['ID=ebcfb95e-012e-400c-8d49-e755a673fb85,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.214891 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:16.215867 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:16.225318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51614) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:16.253342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:16.331955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=937be770-09e2-4846-8511-5c0c7d4b1b7e,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.337134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.424285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8410ad1-956e-4fce-8437-f7d85f2c166b None None] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:16.426894 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3316e0d6-e0c4-4d49-8100-02119024171b tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.0603471 Mar 21 06:56:16.436551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.440319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Network 7334171d-a832-4007-96c7-218943b88df1 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:16.442153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:16.489919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.496725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.523646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:16.527757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Usage tracker for resource:security_group_rule and tenant:1f7295477dcc463b9adf5e5162cf98ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:16.532264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:16.539765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:16.591251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.607972 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:16.609766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Transition to ACTIVE for port object d925c8f0-08d7-45f0-b5af-34adf0d7438b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:16.722306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.726411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:16.733423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.743710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.775668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event deleted for resources: {'Port': ['ID=0ba26149-d6f8-452a-9bcc-3471b860734d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.791181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.810602 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7295477dcc463b9adf5e5162cf98ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819945 Mar 21 06:56:16.842807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51624) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:16.868631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Deleting port 5bb6853c-6db4-44ff-97eb-c879ce3fb791 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:16.869040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.905085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3558b-17dc-43b2-b016-91967d5a7c7b None None] Pushing event updated for resources: {'Port': ['ID=d925c8f0-08d7-45f0-b5af-34adf0d7438b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.907258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50d26-5ec9-4a63-a2e8-a3966381c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05d46d-3da6-44df-86d7-e7c3509dd4f8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:16.909296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Attempting to bind port d925c8f0-08d7-45f0-b5af-34adf0d7438b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:16.909669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Attempting to bind port d925c8f0-08d7-45f0-b5af-34adf0d7438b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:16.910036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Attempting to bind port d925c8f0-08d7-45f0-b5af-34adf0d7438b on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:16.967255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:16.967653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:16.968024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.968414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:16.969561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Bound port: d925c8f0-08d7-45f0-b5af-34adf0d7438b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:16.969972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:16.990924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.024716 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:09Z', 'revision_number': 3, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:17.029941 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20c556-2011-41ea-8e8e-a178e19eff7d None None] The sync data for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv is: [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:09Z', 'revision_number': 3, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:17.039145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Provisioning for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:17.050569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7334171d-a832-4007-96c7-218943b88df1) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:17.055466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Provisioning complete for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:17.056086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.056308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:17.096604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ec6ca-edd1-4326-95f2-8f1e4f053b5e None None] Network 7334171d-a832-4007-96c7-218943b88df1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:17.114506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.124001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.127616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:17.127734 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-15f08853-97cb-4fb9-a067-4a414193f0a9 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.7643154 Mar 21 06:56:17.127830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51628) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:17.135323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.142586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:17.142932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:17.143286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:17.148901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1307269818'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:17.162578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:17.172364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:network and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:17.206399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:17.206399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.214685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:17.226060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.228186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:17.228561 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3cd9f92-5185-4950-b86e-3e46c193d9ac tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "DELETE /v2.0/ports/0ba26149-d6f8-452a-9bcc-3471b860734d HTTP/1.1" status: 204 len: 168 time: 3.7700298 Mar 21 06:56:17.229657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:17.229992 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:17.237592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51632) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:17.241060 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 2 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:17.269849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Made reservation on behalf of cd22318f8c5748e6a05b5e7f3d56f0e0 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:17.273453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.299629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.354000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:17.368617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:security_group_rule and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:17.379595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.382564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:17.433542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:17.479424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05d46d-3da6-44df-86d7-e7c3509dd4f8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:17.497845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.498096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.542939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:17.543601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:17.543601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:17.564982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.569963 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0e000355-f2e7-4f1e-80be-34b8ba4a5b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff05d46d-3da6-44df-86d7-e7c3509dd4f8 HTTP/1.1" status: 204 len: 168 time: 0.7261136 Mar 21 06:56:17.602710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-891077ea-1266-4962-a007-76748dd1922e tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3632784 Mar 21 06:56:17.607659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51640) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:17.620828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-951268957'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:17.635858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:17.652065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] For port d925c8f0-08d7-45f0-b5af-34adf0d7438b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:17.652655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Usage tracker for resource:network and tenant:c64a2e52dcb745a5a82ca81877961bb9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:17.654280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.661320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:17.666012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Allocated IP 172.20.0.1 (88795e63-4a3e-44de-9d62-6d2b3ba29c9c/f82f3e50-dbbe-4bee-9759-ab171926389e/01d8acc5-7556-41bd-aaa4-14b651ccbf84) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:17.682659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:17.700794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] For port d925c8f0-08d7-45f0-b5af-34adf0d7438b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d925c8f0-08d7-45f0-b5af-34adf0d7438b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:17.774760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.800013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Calling delete_port for 5bb6853c-6db4-44ff-97eb-c879ce3fb791 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:17.814993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.871183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.889045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Transition to ACTIVE for port object 01d8acc5-7556-41bd-aaa4-14b651ccbf84 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:17.919736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:17.934731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:17.936382 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:17.976450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3558b-17dc-43b2-b016-91967d5a7c7b None None] Pushing event updated for resources: {'Port': ['ID=d925c8f0-08d7-45f0-b5af-34adf0d7438b,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:17.981807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Made reservation on behalf of c64a2e52dcb745a5a82ca81877961bb9 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:17.982234 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 3 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:17.985717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.029393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:18.030317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:18.035487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:18.042466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:18.051763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:18.052260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:18.052498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:18.067635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:18.127607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:18.131631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] For port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,segment=NetworkSegment(3d16263b-a184-40fe-a96e-cac80d80e8c4),segment_id=3d16263b-a184-40fe-a96e-cac80d80e8c4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:18.140066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51646) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:18.159768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.217251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.340419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:18.340666 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:18.347568 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 4 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:18.412195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.415510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Pushing event updated for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:18.419359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.420482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Added segment 553490f8-3cc0-463b-9c03-a18f0227794a of type vlan for network 502c2122-7ecf-4b33-8c60-38311cc76429 Mar 21 06:56:18.431763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:18.431763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:18.431763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:18.438771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.456791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:18.457205 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:18.457642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.457941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.459205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0d97-1dfd-4398-b099-03e025f10763 None None] Pushing event updated for resources: {'Port': ['ID=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:18.466834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:56:18.467407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:56:18.467916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.481165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c7d307f3-a96b-4885-b0dd-74c59bb9d549 None None] Provisioning for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:18.489588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c7d307f3-a96b-4885-b0dd-74c59bb9d549 None None] Provisioning complete for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:18.490593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c7d307f3-a96b-4885-b0dd-74c59bb9d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.516168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.526610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:18.531089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:18.532106 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 5 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:18.534328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.541630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:18.544658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c213786-1937-4dc2-8cff-d820a001172b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:18.552020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Usage tracker for resource:security_group_rule and tenant:8bc6d7ca4eb5437eae587a2a88ceeef8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:18.559425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:18.581890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:18.594860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.595062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Added segment a2ae8321-f909-4c11-877c-4b71fceef8d2 of type vlan for network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 Mar 21 06:56:18.662242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.668110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:18.668750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.761306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.774583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb6853c-6db4-44ff-97eb-c879ce3fb791,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:18.816345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:18.817345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:18.817874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:18.830770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c7d307f3-a96b-4885-b0dd-74c59bb9d549 None None] Port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:18.856880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:18.857516 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:18.863553 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 6 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:18.881842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:18.905332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event updated for resources: {'Network': ['ID=502c2122-7ecf-4b33-8c60-38311cc76429,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:18.927216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 502c2122-7ecf-4b33-8c60-38311cc76429 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:18.951944 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-20dc39cc-8b7c-450f-9a11-22d2e13b2b75 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3400619 Mar 21 06:56:18.964729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51650) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:18.996827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.002659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:19.003641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.030662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.045799 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76cbbe43-ca3a-4852-853a-ea3b9911efd6 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722 tempest-ExternalNetworksAdminNegativeTestJSON-1891349722-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/156cd045-994e-4bd7-97a7-af6d0f15a35c HTTP/1.1" status: 204 len: 168 time: 2.4296269 Mar 21 06:56:19.046884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:19.047313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:19.047726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:19.089406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:19.090445 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:19.094841 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 7 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:19.154949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Network': ['ID=1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:19.259905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:19.365031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.412891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:19.413268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:19.413732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:19.432817 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-993a419b-ea20-45cd-bebf-82536ababbba None None] Provisioning complete for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:19.433180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-993a419b-ea20-45cd-bebf-82536ababbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.443053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:19.443599 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:19.446396 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 8 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:19.516485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:19.561463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.586629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:19.593301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:19.593635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:19.593973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:19.608712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:19.609044 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:19.618547 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 9 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:19.642983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:19.643349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:19.643653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:19.643755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:19.644076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.661873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.663676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:19.665527 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:19.669387 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 10 to bind port d2d7fd19-560e-434c-9554-287963629a02 Mar 21 06:56:19.691768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:11Z', 'revision_number': 3, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:19.699382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eaa305-e46d-4d31-b963-a77e48ae9d8d None None] The sync data for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv is: [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:11Z', 'revision_number': 3, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:19.771175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fbb15da0-be57-4dd3-93b3-8a5cc4bca6ac tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6399658 Mar 21 06:56:19.775693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.780641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51664) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:19.789817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Request body: {'subnet': {'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:19.815374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:19.815802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:19.816200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:19.820138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.832225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.847757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port d2d7fd19-560e-434c-9554-287963629a02 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:19.848169 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port d2d7fd19-560e-434c-9554-287963629a02 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:19.848768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.871444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ebcfb95e-012e-400c-8d49-e755a673fb85 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:19.900129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:19.944284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ebcfb95e-012e-400c-8d49-e755a673fb85 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:19.951058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ebcfb95e-012e-400c-8d49-e755a673fb85 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:19.951464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:19.970043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f280bc7c-7ec4-4e77-9674-de8c295a8793 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.9966903 Mar 21 06:56:19.974987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51668) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:19.991661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5487e051-f1d2-464c-99cc-62f7f5f1b096 None None] Could not find standard attr ID for object 0ba26149-d6f8-452a-9bcc-3471b860734d. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:56:20.001977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Usage tracker for resource:security_group_rule and tenant:276ec54605e241058a4a7c0ea21267b9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:20.052152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:20.098301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:20.100037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1422f8ca-9fb1-4fbd-8c7d-6c3ad86fc152,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:20.131232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.151943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ebcfb95e-012e-400c-8d49-e755a673fb85, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ebcfb95e-012e-400c-8d49-e755a673fb85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:20.159196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.160922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:20.171273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Allocated IP 172.20.0.1 (20cc1ac7-41f5-4e05-9a7b-23246e72a039/49435879-fde8-4ed9-a74b-04b870444562/950b97a9-00a4-46b2-9f2a-dcfc47f0d860) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:20.177697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-69e063e8-34d0-4cda-aecb-638b564b243d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bc6d7ca4eb5437eae587a2a88ceeef8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0364094 Mar 21 06:56:20.179685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51672) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:20.200268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port d2d7fd19-560e-434c-9554-287963629a02, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:20.200882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempted to set empty binding levels {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:56:20.228170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.294635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.301468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:20.314479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.343234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:20.343734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.356020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:subnet and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:20.395430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ebcfb95e-012e-400c-8d49-e755a673fb85,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:20.420063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:20.420253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:20.420663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.486434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d7fd19-560e-434c-9554-287963629a02,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:20.504539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Router 3687817d-8961-4f09-97b4-830d59daa36e is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:56:20.521053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:20.523483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.563090 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e2b35c20-c58b-4498-8cf8-b4b5c20bd28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.2925265 Mar 21 06:56:20.572005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51676) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:20.597995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Pushing event updated for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:20.600861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad1e68-1276-4ff7-8507-f5a6f508b694 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] Network 502c2122-7ecf-4b33-8c60-38311cc76429 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:20.635001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Made reservation on behalf of cd22318f8c5748e6a05b5e7f3d56f0e0 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:20.638436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.652303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.659060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.695048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.696917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fec7ed-6d50-4eb2-bef7-87b2e3b3f9e0 None None] Network 502c2122-7ecf-4b33-8c60-38311cc76429 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:20.708330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.713153 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e2ad1e68-1276-4ff7-8507-f5a6f508b694 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "POST /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6147995 Mar 21 06:56:20.718245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51680) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:20.735915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.846102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Deleting port d2d7fd19-560e-434c-9554-287963629a02 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:20.846458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:20.878272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Transition to ACTIVE for port object 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:20.960391 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=276ec54605e241058a4a7c0ea21267b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3688359 Mar 21 06:56:20.978866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51684) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:21.027682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:21.034068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19253d-b9bf-46af-91b5-33ae51e15975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a252bdc-4ff1-42ef-afe8-ddea9f8c491d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:21.041599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:21.143540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:21.145633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.168376 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Sync routers for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:21.190437 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:21.190783 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:21.198201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1422f8ca-9fb1-4fbd-8c7d-6c3ad86fc152,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:21.201100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.284218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.285913 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e08f8cb0-20d4-4e08-9f2d-acf5cb8004e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1422f8ca-9fb1-4fbd-8c7d-6c3ad86fc152 HTTP/1.1" status: 204 len: 168 time: 1.0995977 Mar 21 06:56:21.302277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.303971 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a87d2f24-df41-4d7f-bdfc-96a91e61197f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.3124981 Mar 21 06:56:21.312062 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-18160838-71a2-47d0-96cf-09d2b9f1d6e5 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.5888519 Mar 21 06:56:21.325562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51690) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:21.325856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51692) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:21.334333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d925c8f0-08d7-45f0-b5af-34adf0d7438b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:21.447473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port d2d7fd19-560e-434c-9554-287963629a02, host hv-neutron-8343, got binding levels [] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:21.447862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.468105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:21.481678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:21.494585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cc66d8df-34ef-4135-9a08-5270969c946c None None] Provisioning complete for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:21.495323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc66d8df-34ef-4135-9a08-5270969c946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.505525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:21.506375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.550314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d925c8f0-08d7-45f0-b5af-34adf0d7438b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:21.554213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Pushing event updated for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:21.574835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d925c8f0-08d7-45f0-b5af-34adf0d7438b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:21.575209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.588346 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:21.672143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cc66d8df-34ef-4135-9a08-5270969c946c None None] Port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:21.828509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.870862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port d925c8f0-08d7-45f0-b5af-34adf0d7438b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d925c8f0-08d7-45f0-b5af-34adf0d7438b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:21.881313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:21.882447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ebcfb95e-012e-400c-8d49-e755a673fb85 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:21.932790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Calling delete_port for d2d7fd19-560e-434c-9554-287963629a02 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:22.037249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09b8614e-b3d7-4f84-87b3-0820fbe0732a None None] Provisioning for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:22.047136 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ff9df1f1-ec65-4063-9be6-a184ff7f7602 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "DELETE /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks/502c2122-7ecf-4b33-8c60-38311cc76429 HTTP/1.1" status: 204 len: 168 time: 0.7157700 Mar 21 06:56:22.047649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.059720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09b8614e-b3d7-4f84-87b3-0820fbe0732a None None] Provisioning complete for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:22.060356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.060681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09b8614e-b3d7-4f84-87b3-0820fbe0732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.104560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=d925c8f0-08d7-45f0-b5af-34adf0d7438b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:22.121844 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:17Z', 'revision_number': 3, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:22.127109 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Checking router: 3687817d-8961-4f09-97b4-830d59daa36e for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:22.127461 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Updating router 3687817d-8961-4f09-97b4-830d59daa36e port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:22.139691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ebcfb95e-012e-400c-8d49-e755a673fb85 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:22.140157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.143197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.170481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-09b8614e-b3d7-4f84-87b3-0820fbe0732a None None] Port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:22.217062 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.247457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.392285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-15cf4ecc-6e96-4dc9-ab64-aba1d6fca223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.572063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51720) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.588928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-78be0a6d-25b9-4e1a-8f33-67846a866f37 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.5265868 Mar 21 06:56:22.595592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51726) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.600709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.661751 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.673712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.676182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Router e84d1063-0dc0-435f-b999-1fe869f021cb has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:56:22.677370 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Transition to ACTIVE for port object 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:22.686940 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.705069 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bad58e4d-c6b0-4132-81db-97f9bba68f69 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/networks/11deb68b-1eb8-4c57-ac7c-85a8b319b8be/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1059556 Mar 21 06:56:22.715559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51730) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.748604 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aed3e52b-2aa8-4493-9659-975f30ec0f7e tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/networks/11deb68b-1eb8-4c57-ac7c-85a8b319b8be/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0319209 Mar 21 06:56:22.751920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51736) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.753029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2d7fd19-560e-434c-9554-287963629a02,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:22.780201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Subnet': ['ID=5e0848ab-1123-4c82-bbf0-bfec1c5ef96c,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:22.798890 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Attempting to bind port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:22.799400 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Attempting to bind port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:22.800188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Attempting to bind port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:22.808576 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:22.809032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:22.809546 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.810002 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:22.810556 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Bound port: 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:22.811020 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.835194 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec7aa-cfc9-41c5-957a-a6f08300432a None None] Pushing event updated for resources: {'Port': ['ID=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:22.860826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.865095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.887539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Checking segment: {'id': 'a2ae8321-f909-4c11-877c-4b71fceef8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:22.887892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network hostable DHCP agents. Network: 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:22.893038 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] For port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:22.897413 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] For port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:22.901153 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.912607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:22.913743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a252bdc-4ff1-42ef-afe8-ddea9f8c491d HTTP/1.1" status: 204 len: 168 time: 1.9301722 Mar 21 06:56:22.914934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73afc2-b776-4bf7-8867-8d729e675e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a252bdc-4ff1-42ef-afe8-ddea9f8c491d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:22.925669 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a1a07318-31e3-483a-87c4-64d6f504b39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d2d7fd19-560e-434c-9554-287963629a02 HTTP/1.1" status: 204 len: 168 time: 2.3502579 Mar 21 06:56:22.926642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51744) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:22.970617 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe3792c9-d66d-4f1a-abd5-2134fd8492e1 tempest-AgentManagementNegativeTest-2144471332 tempest-AgentManagementNegativeTest-2144471332-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3955772 Mar 21 06:56:22.973066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:22.991777 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4705e5b7-4940-4aa5-868c-e86ee3323268 tempest-DHCPAgentSchedulersTestJSON-453135655 tempest-DHCPAgentSchedulersTestJSON-453135655-project-admin] 10.222.0.31 "GET /v2.0/agents/90f6db9e-f233-420e-8ff0-945015d16d74/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.2382243 Mar 21 06:56:22.994780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51750) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:23.000389 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:23.001098 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:23.045966 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb496fd-24b6-4023-a3fb-01a0e86a63aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:56:23.046487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3bb496fd-24b6-4023-a3fb-01a0e86a63aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:23.090900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:23.095064 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec7aa-cfc9-41c5-957a-a6f08300432a None None] Pushing event updated for resources: {'Port': ['ID=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:23.109622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3bb496fd-24b6-4023-a3fb-01a0e86a63aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:23.120470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3bb496fd-24b6-4023-a3fb-01a0e86a63aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports/d2d7fd19-560e-434c-9554-287963629a02 HTTP/1.1" status: 404 len: 333 time: 0.1907635 Mar 21 06:56:23.121306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51752) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:23.124854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:23.138020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Sync routers for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:23.150221 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1b93c884-f079-4b1b-88e3-08da3c5f799d admin admin] 10.222.0.31 "PUT /v2.0/routers/e84d1063-0dc0-435f-b999-1fe869f021cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5525200 Mar 21 06:56:23.150221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'network_id': '7334171d-a832-4007-96c7-218943b88df1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641084791'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:23.156895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:23.159420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:23.161805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:55:54Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:23.170826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:23.176237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:23.176813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.211998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:23.238818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-02548c0b-a6ce-4d54-b637-fa993dd5d97f tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4542589 Mar 21 06:56:23.241344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51760) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:23.247472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-576379360', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:23.265811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:23.268026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Made reservation on behalf of 339302359b594bfd87be563d184a3949 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:23.270312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.304044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:router and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:23.308538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:23.316131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.343358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.344050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.366244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:23.371418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:23.410888 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:23.578605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.579939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.597983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:23.635965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.642328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:23.694175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Pushing event updated for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:23.762029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e653c-d3e6-41bc-a5b9-6a6b67ce3f6e None None] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:23.779902 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d925c8f0-08d7-45f0-b5af-34adf0d7438b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:23.896953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51774) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:23.928334 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:17Z', 'revision_number': 3, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:23.935946 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e511-9c46-41d6-aa87-a7a85012f637 None None] The sync data for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv is: [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:17Z', 'revision_number': 3, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:24.009138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51782) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:24.108842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:24.133965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:24.143395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.281040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d925c8f0-08d7-45f0-b5af-34adf0d7438b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:24.281735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.438207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.448522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.597276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.601863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.627101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c67b86af-6b06-445e-85d7-51ef8638f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.642135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.685696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:24.691157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Usage tracker for resource:security_group_rule and tenant:205e1e84978b4941a419b1ad6017b07c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:24.694846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:24.703580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:24.723019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Network 7334171d-a832-4007-96c7-218943b88df1 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:24.727778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:24.748379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:24.750719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:24.752150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:19Z', 'revision_number': 2, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:24.752620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.760065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Checking router: e84d1063-0dc0-435f-b999-1fe869f021cb for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:24.760524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Updating router e84d1063-0dc0-435f-b999-1fe869f021cb port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:24.793876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=91fe2bee-52ac-42c7-b8ac-3e81bb165ac1,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:24.816008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b5b70a34-f76f-4df7-803c-6ed28981efde None None] Provisioning complete for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:24.818607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5b70a34-f76f-4df7-803c-6ed28981efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.843808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.849698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c363a15b-4d0b-45dd-ad0d-661794a88b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7227628 Mar 21 06:56:24.856217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51788) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:24.866955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:24.887001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76', 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76', 'tenant_id': 'cd22318f8c5748e6a05b5e7f3d56f0e0', 'fixed_ips': [{'subnet_id': '5e0848ab-1123-4c82-bbf0-bfec1c5ef96c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:24.887896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.912910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5b70a34-f76f-4df7-803c-6ed28981efde None None] Port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:24.943754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.987592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:24.995757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > segment before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.996228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.997115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.997564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > port after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.997976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.998417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.998838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > segment after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.999254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:24.999680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.000086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.233876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.234325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.234779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.235208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Subscribe: > subnet before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 06:56:25.235763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502c2122-7ecf-4b33-8c60-38311cc76429']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:25.248252 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-47b9bb37-4f46-41da-bb01-5692ceabf0f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca437c4100274a9ab6f04067a64bd586&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2355347 Mar 21 06:56:25.267548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51794) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:25.282834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Allocated IP 172.20.0.2 (1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76/5e0848ab-1123-4c82-bbf0-bfec1c5ef96c/7226e961-f69d-4d15-9053-cc359d3a1c59) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:25.291016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:25.304771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.311063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553490f8-3cc0-463b-9c03-a18f0227794a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:25.311464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553490f8-3cc0-463b-9c03-a18f0227794a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:25.356879 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=205e1e84978b4941a419b1ad6017b07c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4520340 Mar 21 06:56:25.391805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51798) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:25.392137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:25.424851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.441603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde67b02-1463-473c-b83d-1bf23c1ae334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79f1401-c80f-4d95-87b3-fa144963cf2f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:25.459221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226488114', 'description': 'tempest-description--2141269880'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:25.493573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.504714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.519588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:25.533634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:25.533847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: from cryptography.utils import int_from_bytes Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: from cryptography.utils import int_from_bytes Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn_limited( Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn_limited( Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:25.551500 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:25.573928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Usage tracker for resource:security_group and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:25.576796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.581103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:25.600308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:25.604645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.609125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:25.635429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:25.636055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.637765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Router 56cc411e-5131-49b2-a312-23cad9c1a3d4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:56:25.742920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.756018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.803553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.829817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.846269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.861558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.893003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.896390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.907437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:25.916990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Allocated IP 172.20.0.1 (9c407935-6add-4664-84f8-daa999483390/596db2c3-0d47-4b9d-a08c-992d1f6557bd/ce8c805c-7ab4-4676-807c-d5e41269687d) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:25.925614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Usage tracker for resource:security_group_rule and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:25.927965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event deleted for resources: {'Network': ['ID=502c2122-7ecf-4b33-8c60-38311cc76429,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:25.935229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:25.943621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:25.947901 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dea8a3ea-2c45-4bfa-996c-83e249cb3688 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "DELETE /v2.0/networks/502c2122-7ecf-4b33-8c60-38311cc76429 HTTP/1.1" status: 204 len: 168 time: 2.7147579 Mar 21 06:56:25.994294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51806) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:26.008359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:26.016225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Transition to ACTIVE for port object 7226e961-f69d-4d15-9053-cc359d3a1c59 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:26.054364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.062577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Transition to ACTIVE for port object 7226e961-f69d-4d15-9053-cc359d3a1c59 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:26.063479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:26.076350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.082558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.103070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9ed2b7-8a72-4580-96b5-030308e90c65 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] DELETE failed (client error): The resource could not be found. Mar 21 06:56:26.103070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9ed2b7-8a72-4580-96b5-030308e90c65 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:56:26.137194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:26.141552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:26.143888 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48b6605b-8b2a-494a-9492-7be3375e89b2 admin admin] 10.222.0.31 "PUT /v2.0/routers/56cc411e-5131-49b2-a312-23cad9c1a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8250804 Mar 21 06:56:26.156309 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Sync routers for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:26.176851 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:26.177848 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:26.206404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7d9ed2b7-8a72-4580-96b5-030308e90c65 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "DELETE /v2.0/ports/0ba26149-d6f8-452a-9bcc-3471b860734d HTTP/1.1" status: 404 len: 333 time: 0.2082324 Mar 21 06:56:26.207292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.208992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51812) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:26.213280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Allocated IP 172.26.2.242 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/bdb5138d-7c29-4f17-8391-36c4885e926b) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:26.225855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Transition to ACTIVE for port object 01d8acc5-7556-41bd-aaa4-14b651ccbf84 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:26.247560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:26.248705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.252375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:26.256983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e2004-6d9c-473e-8719-4f6a57da67a7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:26.270391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:26.271164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.280138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:26.315845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.320666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6eb5986e-69fb-48c8-93d6-434ab2281ae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf5e2004-6d9c-473e-8719-4f6a57da67a7 HTTP/1.1" status: 204 len: 168 time: 1.0515919 Mar 21 06:56:26.350946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.392799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Transition to ACTIVE for port object 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:26.400098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.409141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Pushing event updated for resources: {'Port': ['ID=7226e961-f69d-4d15-9053-cc359d3a1c59,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:26.436484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.477858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Deleting subnet 6fea47ce-20c9-4d95-8363-40dd597e328a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:56:26.482353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Transition to ACTIVE for port object ce8c805c-7ab4-4676-807c-d5e41269687d will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:26.483500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.531070 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:26.539606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.548442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79f1401-c80f-4d95-87b3-fa144963cf2f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:26.573892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.674606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.724825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.726118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-826eff62-cd91-4277-86c7-baa50af4b05d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e79f1401-c80f-4d95-87b3-fa144963cf2f HTTP/1.1" status: 204 len: 168 time: 1.3015091 Mar 21 06:56:26.735420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.846111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Attempting to bind port 7226e961-f69d-4d15-9053-cc359d3a1c59 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:26.846558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Attempting to bind port 7226e961-f69d-4d15-9053-cc359d3a1c59 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'a2ae8321-f909-4c11-877c-4b71fceef8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:26.846558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Attempting to bind port 7226e961-f69d-4d15-9053-cc359d3a1c59 on network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:26.861633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:26.862011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Checking segment: {'id': 'a2ae8321-f909-4c11-877c-4b71fceef8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:26.862415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.862812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Bound using segment: {'id': 'a2ae8321-f909-4c11-877c-4b71fceef8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:26.863281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Bound port: 7226e961-f69d-4d15-9053-cc359d3a1c59, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ae8321-f909-4c11-877c-4b71fceef8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:26.863665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:26.954914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Network 9c407935-6add-4664-84f8-daa999483390 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:26.966016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:26.983043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:26.998990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.050015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.097719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=91fe2bee-52ac-42c7-b8ac-3e81bb165ac1,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.099998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.156100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.174063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52af98c5-34fa-47d4-8577-12442584a767,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.247722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:27.248089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:27.248500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:27.275930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:27.276559 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:27.291639 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 2 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:27.298605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.365607 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:22Z', 'revision_number': 2, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:27.370780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Attempting to bind port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:27.372207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Attempting to bind port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:27.372580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Attempting to bind port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 on network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:27.378648 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Checking router: 56cc411e-5131-49b2-a312-23cad9c1a3d4 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:27.379021 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Updating router 56cc411e-5131-49b2-a312-23cad9c1a3d4 port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:27.394626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.400123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:27.425128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.465383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:27.465729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:27.466082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:27.469032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.470199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-509d781c-403d-4c4d-b3ce-6422ce356257 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0404298 Mar 21 06:56:27.474315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.483276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51840) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:27.546776 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.555233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event deleted for resources: {'Subnet': ['ID=6fea47ce-20c9-4d95-8363-40dd597e328a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.558251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:27.558632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Checking segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:27.559072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.559517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Bound using segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:27.560001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Bound port: 01d8acc5-7556-41bd-aaa4-14b651ccbf84, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:27.560434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.565828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.584012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd9622-311f-4514-892e-40d61375971b None None] Pushing event updated for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.598982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:27.599315 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:27.609783 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c6a41960-c5f4-4269-8065-c7eae6407e5d tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "DELETE /v2.0/subnets/6fea47ce-20c9-4d95-8363-40dd597e328a HTTP/1.1" status: 204 len: 168 time: 1.3974786 Mar 21 06:56:27.623703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] For port 7226e961-f69d-4d15-9053-cc359d3a1c59, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:27.624248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:27.625739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51850) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:27.627747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] For port 7226e961-f69d-4d15-9053-cc359d3a1c59, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7226e961-f69d-4d15-9053-cc359d3a1c59,segment=NetworkSegment(a2ae8321-f909-4c11-877c-4b71fceef8d2),segment_id=a2ae8321-f909-4c11-877c-4b71fceef8d2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:27.645417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'security_group_rule': {'security_group_id': '52af98c5-34fa-47d4-8577-12442584a767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:27.652181 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 3 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:27.673722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.674589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5ec51-fc7e-453c-98b7-e358b752d5e0 None None] Network 11deb68b-1eb8-4c57-ac7c-85a8b319b8be requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:27.691156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:27.691516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:27.691857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:27.702976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:27.745110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:27.770922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Usage tracker for resource:security_group_rule and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:27.773903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:27.775715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:27.777657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138575907', 'description': 'tempest-description--890586760'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:27.787757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.790250 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:27.791149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:27.794268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:27.794392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:27.808791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:security_group and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:27.813706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:27.828016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:27.839166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Deleting port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:27.839655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.866909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:27.906806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 4 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:27.925638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=bdb5138d-7c29-4f17-8391-36c4885e926b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:27.933135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:27.933574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:27.934020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:28.004988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:28.007350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:28.008524 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:28.018929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 5 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:28.043884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:28.044226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:28.044566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:28.054058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:28.054913 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:28.106318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:28.106540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.111566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 6 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:28.172053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.184438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd3acd-14ac-4b5b-a61f-6ceea7b3796b None None] Pushing event updated for resources: {'Port': ['ID=7226e961-f69d-4d15-9053-cc359d3a1c59,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:28.234945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.237802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] For port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,segment=NetworkSegment(3d16263b-a184-40fe-a96e-cac80d80e8c4),segment_id=3d16263b-a184-40fe-a96e-cac80d80e8c4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:28.238350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.265732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:28.272151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edfe97fc-b6bf-4654-9e2f-ac172e1ba97e None None] Provisioning for port ce8c805c-7ab4-4676-807c-d5e41269687d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:28.372568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edfe97fc-b6bf-4654-9e2f-ac172e1ba97e None None] Provisioning complete for port ce8c805c-7ab4-4676-807c-d5e41269687d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:28.372933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edfe97fc-b6bf-4654-9e2f-ac172e1ba97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.424574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.445765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:28.446886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:28.447312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:28.448101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:security_group_rule and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:28.452593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.456509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:28.456919 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:28.470936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Calling delete_port for 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:28.475288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-edfe97fc-b6bf-4654-9e2f-ac172e1ba97e None None] Port ce8c805c-7ab4-4676-807c-d5e41269687d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:28.506565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 7 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:28.518814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e31561e-0fda-4320-9dbb-fc4d76429f39,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:28.522764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51874) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:28.532778 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.534238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.536525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3fa617a7-6158-415b-8dd3-745b97d108cf tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9690127 Mar 21 06:56:28.547723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] For port 01d8acc5-7556-41bd-aaa4-14b651ccbf84, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:28.556772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] For port 01d8acc5-7556-41bd-aaa4-14b651ccbf84, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=01d8acc5-7556-41bd-aaa4-14b651ccbf84,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:28.558731 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Transition to ACTIVE for port object 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:28.559911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:28.571376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.578291 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.598936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:28.599992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:28.601941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:28.633554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'security_group_rule': {'security_group_id': '52af98c5-34fa-47d4-8577-12442584a767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:28.683183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:28.684288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:28.789595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cddd0f7-dcb0-4c55-95db-e2adc77f98fc None None] DHCP port deletion for 11deb68b-1eb8-4c57-ac7c-85a8b319b8be request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:56:28.807400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:28.807739 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:28.808796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:28.814635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51884) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:28.820973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd9622-311f-4514-892e-40d61375971b None None] Pushing event updated for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:28.835956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 8 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:28.844862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5cddd0f7-dcb0-4c55-95db-e2adc77f98fc None None] Deleting port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:28.845783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5cddd0f7-dcb0-4c55-95db-e2adc77f98fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.893492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b5b65-3438-4337-aa65-89150e08de5a None None] Pushing event updated for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:28.917173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-1a34c059-f7c9-4e3f-96ff-c6743f1ac78f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:28.919494 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a34c059-f7c9-4e3f-96ff-c6743f1ac78f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3920972 Mar 21 06:56:28.950100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Usage tracker for resource:security_group_rule and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:28.965975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:28.971521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:28.986036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:28.989262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:29.008995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-074d28ba-4d23-4509-b7ce-b0cfbdd4fedd tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.012736 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-074d28ba-4d23-4509-b7ce-b0cfbdd4fedd tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0409951 Mar 21 06:56:29.014770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.030633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:29.034410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.036588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:29.037355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:29.039402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:29.057258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-97188def-c229-4e43-911b-6c47660609ca tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.058296 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-97188def-c229-4e43-911b-6c47660609ca tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0380375 Mar 21 06:56:29.079545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:29.083159 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Attempting to bind port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:29.084238 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Attempting to bind port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:29.084377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:29.084470 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Attempting to bind port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 on network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:29.084552 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:29.091488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-573331780'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:29.092651 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:29.093158 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Checking segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:29.093690 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.094221 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Bound using segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:29.094732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Bound port: 950b97a9-00a4-46b2-9f2a-dcfc47f0d860, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:29.095542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51898) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.095653 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.096022 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 9 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:29.098093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5cddd0f7-dcb0-4c55-95db-e2adc77f98fc None None] The port '043ee69c-d6d9-44bc-8bf2-5bb5642281d4' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:56:29.127799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:29.128157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:29.137768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-4d595ab2-1cf7-42dd-8086-6517b0b49000 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.139472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4d595ab2-1cf7-42dd-8086-6517b0b49000 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0345955 Mar 21 06:56:29.150284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Usage tracker for resource:network and tenant:2c2d7aa45a9a4130a452b9727baf9aa1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:29.153109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51902) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.159785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:29.235063 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] For port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:29.243781 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] For port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:29.250242 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.262592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-e9d27823-2051-4ae5-98df-be6cd9818bf2 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.263570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e9d27823-2051-4ae5-98df-be6cd9818bf2 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1070280 Mar 21 06:56:29.264526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:29.264858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:29.265200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:29.267509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51906) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.269942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:29.300086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.304114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.305756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event deleted for resources: {'Port': ['ID=043ee69c-d6d9-44bc-8bf2-5bb5642281d4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:29.328737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7226e961-f69d-4d15-9053-cc359d3a1c59 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:29.334672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-89fe83ab-540e-455f-9cb1-8fa62b33e9ab tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.336285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-89fe83ab-540e-455f-9cb1-8fa62b33e9ab tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0529246 Mar 21 06:56:29.338998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:29.339335 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:29.342689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51910) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.347503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 10 to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 Mar 21 06:56:29.368900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.394877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-c8686c69-1b19-4c3e-8f9f-8c5e15882024 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.397590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c8686c69-1b19-4c3e-8f9f-8c5e15882024 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0306807 Mar 21 06:56:29.416461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51914) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.425635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:29.426299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:29.426553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:29.431682 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:29.432630 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:29.438992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Made reservation on behalf of 2c2d7aa45a9a4130a452b9727baf9aa1 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:29.441717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] No DVR routers for this DVR port 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:56:29.442594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.467487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-8d6b97d1-73e3-4451-99e1-37ef498af652 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.470806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8d6b97d1-73e3-4451-99e1-37ef498af652 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0510790 Mar 21 06:56:29.472400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.475455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:29.475455 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:29.475455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.475667 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8388906 Mar 21 06:56:29.503013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51918) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.503395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51920) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.521642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.624346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'security_group_rule': {'security_group_id': '4de56ea2-1741-45f1-8984-64591a43834c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:29.630669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:29.635450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:security_group_rule and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:29.638565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:29.645663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:29.682600 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:29.683162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-dbf6a000-8886-4142-aa31-0e6746c3cfec tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:29.684398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dbf6a000-8886-4142-aa31-0e6746c3cfec tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1712468 Mar 21 06:56:29.704082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.722530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51926) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:29.723493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.736374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:29.738640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7226e961-f69d-4d15-9053-cc359d3a1c59 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:29.741257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Usage tracker for resource:security_group_rule and tenant:2c2d7aa45a9a4130a452b9727baf9aa1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:29.745340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:29.753835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:29.761449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045ec3-c7a5-48ed-8829-0b874a0ea9ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de56ea2-1741-45f1-8984-64591a43834c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:29.770914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.856609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11deb68b-1eb8-4c57-ac7c-85a8b319b8be']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:29.918111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:56:29.948599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d16263b-a184-40fe-a96e-cac80d80e8c4') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:29.948971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d16263b-a184-40fe-a96e-cac80d80e8c4') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:29.961532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e922a73-cde9-4edb-87a1-870a613e2abc None None] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:29.971354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:29.993805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:56:29.993805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 043ee69c-d6d9-44bc-8bf2-5bb5642281d4 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:56:29.996470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.020908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:30.021361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:30.037575 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:30.091744 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b5b65-3438-4337-aa65-89150e08de5a None None] Pushing event updated for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:30.101723 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:29Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:30.108406 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c5a6f-b41c-4228-a1b8-5d5106ad825f None None] The sync data for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv is: [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:29Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:30.112440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Provisioning for port 7226e961-f69d-4d15-9053-cc359d3a1c59 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:30.161908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-26e31ab5-6a71-49cc-a616-dd5712bb3c40 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.165441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-26e31ab5-6a71-49cc-a616-dd5712bb3c40 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.3402727 Mar 21 06:56:30.166662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 51930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.191501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Provisioning complete for port 7226e961-f69d-4d15-9053-cc359d3a1c59 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:30.191868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.192521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.196731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.223126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.256534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.303113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-73546cec-a625-4d42-93ff-2248183583b5 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.306688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-73546cec-a625-4d42-93ff-2248183583b5 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.1028597 Mar 21 06:56:30.314510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.327261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] Pushing event deleted for resources: {'Network': ['ID=11deb68b-1eb8-4c57-ac7c-85a8b319b8be,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:30.360434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-6c97947b-e37a-4110-90a1-7ab5c43bacf1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.362680 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c97947b-e37a-4110-90a1-7ab5c43bacf1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0371382 Mar 21 06:56:30.365076 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-81f8ad91-a27f-4189-a151-05dc07177274 tempest-DHCPAgentSchedulersTestJSON-241182831 tempest-DHCPAgentSchedulersTestJSON-241182831-project] 10.222.0.31 "DELETE /v2.0/networks/11deb68b-1eb8-4c57-ac7c-85a8b319b8be HTTP/1.1" status: 204 len: 168 time: 2.7382913 Mar 21 06:56:30.365988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51938) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.385678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-1d8eca54-d4de-4cd4-95c4-6eafe0c3104b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.386760 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d8eca54-d4de-4cd4-95c4-6eafe0c3104b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102386 Mar 21 06:56:30.393271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51944) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.401735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:28Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:30.406049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-06cc1267-a7b6-4025-9d5a-8a922891b419 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.407870 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-06cc1267-a7b6-4025-9d5a-8a922891b419 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133846 Mar 21 06:56:30.412465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:30.415674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51948) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.421444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.427803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-cb43102b-bed2-49ef-b8c7-87feca192649 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.431944 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cb43102b-bed2-49ef-b8c7-87feca192649 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101607 Mar 21 06:56:30.432282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.441608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-f7550806-e0a0-4c8b-9f3e-92dc089805c3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.444955 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7550806-e0a0-4c8b-9f3e-92dc089805c3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070727 Mar 21 06:56:30.457705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.477609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-48555ca8-ffc8-4638-880e-855c8a51a6b5 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.480777 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48555ca8-ffc8-4638-880e-855c8a51a6b5 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0177624 Mar 21 06:56:30.481793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.488669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-0fb6f86b-394f-4cda-92a6-6ee3b813a28d tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.492111 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0fb6f86b-394f-4cda-92a6-6ee3b813a28d tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0071032 Mar 21 06:56:30.492443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.513046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63966988-8e1b-4fd5-a3cb-45755c9821fa None None] The sync data for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv is: [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:28Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:30.528698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.541339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.578625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-01cf489b-99f4-437d-9818-4914553fe4c6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.579655 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01cf489b-99f4-437d-9818-4914553fe4c6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0863409 Mar 21 06:56:30.588673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51968) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.606911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-073d43c4-49b9-4502-9e9b-e933fb44ca59 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.607982 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-073d43c4-49b9-4502-9e9b-e933fb44ca59 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0178981 Mar 21 06:56:30.615285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] For port 7226e961-f69d-4d15-9053-cc359d3a1c59, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7226e961-f69d-4d15-9053-cc359d3a1c59,segment=NetworkSegment(a2ae8321-f909-4c11-877c-4b71fceef8d2),segment_id=a2ae8321-f909-4c11-877c-4b71fceef8d2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:30.618328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51972) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.624760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.627841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-9f4b715a-cb60-47d4-abfe-4be455ae005c tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.630865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9f4b715a-cb60-47d4-abfe-4be455ae005c tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095799 Mar 21 06:56:30.631716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:30.632117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempted to set empty binding levels {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:56:30.635791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.644225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-67040e54-dfbc-4aec-a5d7-ded9b86d241f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.645741 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-67040e54-dfbc-4aec-a5d7-ded9b86d241f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086687 Mar 21 06:56:30.648989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51980) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.650630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.654596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-0adf1553-d134-4a34-96ed-d3e066e839f4 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.656835 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0adf1553-d134-4a34-96ed-d3e066e839f4 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067677 Mar 21 06:56:30.659529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51984) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.668347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-3a95a674-07b0-4dc6-8025-54c882573d5f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.669948 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a95a674-07b0-4dc6-8025-54c882573d5f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093818 Mar 21 06:56:30.673552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51988) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.700685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-69c5374e-6ba9-4742-870d-083e3e466283 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.706388 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-69c5374e-6ba9-4742-870d-083e3e466283 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0315068 Mar 21 06:56:30.709276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51992) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.739298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-44c314bd-2194-48f9-9ed2-9036738ce7b8 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.743182 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-44c314bd-2194-48f9-9ed2-9036738ce7b8 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0189683 Mar 21 06:56:30.747654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 51996) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.759651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7553c-82f1-4e56-8ea9-2ae0f7e9d5ba None None] Pushing event updated for resources: {'Port': ['ID=7226e961-f69d-4d15-9053-cc359d3a1c59,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:30.762028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-140c0b74-7191-4745-8fc0-a0c08f1a8791 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.765563 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-140c0b74-7191-4745-8fc0-a0c08f1a8791 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0135634 Mar 21 06:56:30.766050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52000) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.784342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Network 9c407935-6add-4664-84f8-daa999483390 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:30.788095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-c32a6aaf-1c93-440f-9a55-ee71da128247 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.792269 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c32a6aaf-1c93-440f-9a55-ee71da128247 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0174291 Mar 21 06:56:30.792269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:30.809156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52004) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.817386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-6bd5bbad-6a52-440f-9494-21d3468458aa tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.818762 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6bd5bbad-6a52-440f-9494-21d3468458aa tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084100 Mar 21 06:56:30.825853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52008) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.834642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.843128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-da40b57e-bd55-46ec-a4a6-26f2d49a00db tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.847088 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-da40b57e-bd55-46ec-a4a6-26f2d49a00db tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0176034 Mar 21 06:56:30.937013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52012) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.951639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-d745202b-4171-497d-b98f-4c2784d356c0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.954493 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d745202b-4171-497d-b98f-4c2784d356c0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143392 Mar 21 06:56:30.957257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52020) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.965774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-d9b53413-ed8f-47be-89a5-9fa2d410ae5e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.967021 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d9b53413-ed8f-47be-89a5-9fa2d410ae5e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086086 Mar 21 06:56:30.971672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52024) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:30.974242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:30.994150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-7b6a0968-a01e-4b9f-9aab-811e22e32516 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:30.995580 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7b6a0968-a01e-4b9f-9aab-811e22e32516 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0226889 Mar 21 06:56:31.002183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52028) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.013957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-22c38b93-0b4a-48c2-8797-cfa329d193a0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.015181 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-22c38b93-0b4a-48c2-8797-cfa329d193a0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113831 Mar 21 06:56:31.018334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52032) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.020896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=91fe2bee-52ac-42c7-b8ac-3e81bb165ac1,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:31.024366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e47c9f-d6c6-4cc9-af17-b8c55cdddd58,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:31.027354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-8e76e8ba-3b7d-4115-9861-b59a6881012e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.028832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8e76e8ba-3b7d-4115-9861-b59a6881012e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092258 Mar 21 06:56:31.031792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.034032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.039037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52036) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.065459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-43ef4531-0964-4140-bc6a-8180705b32a2 None None] Provisioning complete for port 7226e961-f69d-4d15-9053-cc359d3a1c59 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:31.065999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43ef4531-0964-4140-bc6a-8180705b32a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.112113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52038) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.119582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.136066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] In _notify_port_updated(), no bound segment for port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:56:31.136985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.137659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.138946 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-87709bab-2ae8-42cf-a1be-06dfa57eeb55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "PUT /v2.0/ports/91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 HTTP/1.1" status: 200 len: 981 time: 6.2796929 Mar 21 06:56:31.155664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52044) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.192301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-dc75cbc4-1907-4f90-b6a2-954d222bb919 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.193604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc75cbc4-1907-4f90-b6a2-954d222bb919 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0640066 Mar 21 06:56:31.202391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52050) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.235260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fc6980-210c-403f-8a48-b1d351f60ca0,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:31.237857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.252732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-e35588b8-fe01-480b-88da-be37a8cefbab tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.259629 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e35588b8-fe01-480b-88da-be37a8cefbab tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0462515 Mar 21 06:56:31.261573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52054) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.293408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.294739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-aa73155b-1587-4145-9ccf-a1ab4e2e5150 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.299005 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b63a106e-09b0-4a4c-850f-2d1a6db8067e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7839229 Mar 21 06:56:31.299557 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aa73155b-1587-4145-9ccf-a1ab4e2e5150 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0292227 Mar 21 06:56:31.300226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52058) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.303412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52060) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.308433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6bb6b5-8ddd-44b6-a181-3b4b2a5f5a04,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:31.324563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.327249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-98607c39-fd44-4329-bd1b-8f3620e158a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7483909 Mar 21 06:56:31.338812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52066) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.340679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-6fc35273-5d6f-4dcb-be92-a1f8a304f954 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.342238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6fc35273-5d6f-4dcb-be92-a1f8a304f954 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0250316 Mar 21 06:56:31.345018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'security_group_rule': {'security_group_id': '4de56ea2-1741-45f1-8984-64591a43834c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:31.356572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52070) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.362632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:31.374675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-2e00324b-7b11-4aa1-a44c-202894a14481 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.376894 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2e00324b-7b11-4aa1-a44c-202894a14481 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0163188 Mar 21 06:56:31.381054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52074) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.391975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.392878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Added segment 9ffb0a27-bfab-4685-a6bd-6c888876f0c2 of type vlan for network 5c69453e-d71e-455c-b2e3-2fe234894a1c Mar 21 06:56:31.403524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-ddf916b3-4b94-4b8b-ad31-4a0a21c22446 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.406984 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ddf916b3-4b94-4b8b-ad31-4a0a21c22446 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0196435 Mar 21 06:56:31.416587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52078) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.424913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:31.432318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:31.438850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:31.445564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Router 3687817d-8961-4f09-97b4-830d59daa36e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:56:31.450242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-b706f294-ab3f-49c8-a487-ea92fc5b348f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.451232 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b706f294-ab3f-49c8-a487-ea92fc5b348f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0141230 Mar 21 06:56:31.452359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:security_group_rule and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:31.456121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3a4306b2-7c77-448a-8eba-6c8918d185f7 None None] Provisioning complete for port ce8c805c-7ab4-4676-807c-d5e41269687d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:31.458158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Usage tracker for resource:floatingip and tenant:dcdde429ec834f0499055d8f43c93df9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:31.458790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a4306b2-7c77-448a-8eba-6c8918d185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.460375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52082) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.462099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:31.482306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:31.488208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-055d04c7-e970-4804-aa71-699d7a18d05e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.489200 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-055d04c7-e970-4804-aa71-699d7a18d05e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0242229 Mar 21 06:56:31.494167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52086) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.516822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:31.528209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:31.528382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-f73cdd4e-8466-4be3-828d-8fd465e6b58e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.529077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f73cdd4e-8466-4be3-828d-8fd465e6b58e tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0306580 Mar 21 06:56:31.535251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52092) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.547922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.555301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-e40a6570-d9ca-4c29-ac24-659b491ea4c0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.556471 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e40a6570-d9ca-4c29-ac24-659b491ea4c0 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0159261 Mar 21 06:56:31.562214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52096) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.567222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 01d8acc5-7556-41bd-aaa4-14b651ccbf84 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:31.579149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-3c1df4b4-17dc-4816-a4e1-20b379ebdaa6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.580576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c1df4b4-17dc-4816-a4e1-20b379ebdaa6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0163376 Mar 21 06:56:31.585195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52100) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.609095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-2111024b-ea8d-448a-8d0b-8d74b0d04223 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.610253 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2111024b-ea8d-448a-8d0b-8d74b0d04223 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0239062 Mar 21 06:56:31.623100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52104) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.632723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3a4306b2-7c77-448a-8eba-6c8918d185f7 None None] Port ce8c805c-7ab4-4676-807c-d5e41269687d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:31.652177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:31.663088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:31.663452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.669194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-5edd03c4-a588-4646-81bf-3face713b44b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.670942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5edd03c4-a588-4646-81bf-3face713b44b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0346780 Mar 21 06:56:31.676835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.679992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52108) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.685521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.686465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.704242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-746ba607-ed71-40a6-be28-a1905eb16577 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.705532 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-746ba607-ed71-40a6-be28-a1905eb16577 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0179076 Mar 21 06:56:31.713353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.740223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52112) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.740974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:31.770615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-a2c1d32d-d6dc-4077-b350-a9b90f962bdc tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.774747 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a2c1d32d-d6dc-4077-b350-a9b90f962bdc tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0228980 Mar 21 06:56:31.788231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.788865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.792951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Router 377bf2dc-92f3-402d-93d6-35df681730c0 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:56:31.794659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52116) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.795567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.796135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.797025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.797143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.799157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.799628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.800091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.800551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.801004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.801479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.801932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.802386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.802837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.803282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.817555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-1442e2c7-a68f-4586-bf74-4494a069589b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.818135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:31.818774 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1442e2c7-a68f-4586-bf74-4494a069589b tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0155418 Mar 21 06:56:31.820478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:31.825054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52120) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:31.826615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'Network': ['ID=5c69453e-d71e-455c-b2e3-2fe234894a1c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:31.842966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:31.844806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-525195c7-033d-4411-9cae-8041badd9add tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:31.848171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-525195c7-033d-4411-9cae-8041badd9add tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0161965 Mar 21 06:56:31.872105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52124) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.021671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e46a631d-ebe7-411f-911d-be8fa75ddbfc tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1754062 Mar 21 06:56:32.030632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.044864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.052228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Request body: {'subnet': {'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:32.086226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 01d8acc5-7556-41bd-aaa4-14b651ccbf84, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=01d8acc5-7556-41bd-aaa4-14b651ccbf84,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:32.105301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.107956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:32.146636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:32.151599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-3fdfe568-f321-40f9-8b01-e6995f3d5dad tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.154902 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3fdfe568-f321-40f9-8b01-e6995f3d5dad tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0595312 Mar 21 06:56:32.171388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52132) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.179727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:32.184359 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f1579c91-782a-4484-bd54-1568d68f7284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c64a2e52dcb745a5a82ca81877961bb9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0709431 Mar 21 06:56:32.190149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-1afe1f18-a81d-4ec7-978d-051621d89cd4 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.194381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1afe1f18-a81d-4ec7-978d-051621d89cd4 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0221939 Mar 21 06:56:32.197040 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] Sync routers for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:32.199022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52136) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.199353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52138) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.200938 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6ab89f04-aedc-43fb-b5d4-fbddcf692b39 admin admin] 10.222.0.31 "PUT /v2.0/routers/3687817d-8961-4f09-97b4-830d59daa36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8729990 Mar 21 06:56:32.207501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:32.213267 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-75133941-5cd1-4019-a02e-6ee3b1bce7e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15437 time: 1.0520582 Mar 21 06:56:32.214221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52146) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.249171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:32.253971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Sync routers for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:32.254409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-4598abbb-bbe5-43b1-88aa-06e43b3fe534 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.256327 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:32.259071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4598abbb-bbe5-43b1-88aa-06e43b3fe534 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0570037 Mar 21 06:56:32.262210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52150) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.262798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:32.288153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:32.289469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:32.294748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-5a7f7434-af05-4760-bf5b-c6ef9bf91ce9 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.300117 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a7f7434-af05-4760-bf5b-c6ef9bf91ce9 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0230007 Mar 21 06:56:32.303685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52154) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.312892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:32.319141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Deleting port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:32.319533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.333145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-2a056433-9fc2-4d18-9585-8bddd8969658 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.341303 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2a056433-9fc2-4d18-9585-8bddd8969658 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0325639 Mar 21 06:56:32.342480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.346399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-99c6001b-1e26-4b4b-8d7a-1d2a79d9f42d tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.1041026 Mar 21 06:56:32.347621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Usage tracker for resource:subnet and tenant:2c2d7aa45a9a4130a452b9727baf9aa1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:32.350288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52158) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.350516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52160) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.357421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:32.442455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-326d2f59-1929-4b32-917f-60348295aab3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.447448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-326d2f59-1929-4b32-917f-60348295aab3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0929277 Mar 21 06:56:32.452520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.467964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:32.470463 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:32.472916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:32.482338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:32.482707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.483297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:32.484107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.484356 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:32.488080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-fb4f9ee8-331b-4512-8a7e-95e5a97beb9d tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.494813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb4f9ee8-331b-4512-8a7e-95e5a97beb9d tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0290189 Mar 21 06:56:32.504036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52170) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.521826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-d298a4e4-920e-4394-b5ee-016854df77b3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.526576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d298a4e4-920e-4394-b5ee-016854df77b3 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0215306 Mar 21 06:56:32.532251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52174) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.538751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Made reservation on behalf of 2c2d7aa45a9a4130a452b9727baf9aa1 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:32.542199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.588707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-fb0d8dfc-13e6-4ba6-8cbe-4eac8dcb7db8 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.591925 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb0d8dfc-13e6-4ba6-8cbe-4eac8dcb7db8 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0564868 Mar 21 06:56:32.595648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.597904 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:32.598411 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7e3eb-6ee7-422d-8be5-dfdcba89f97e None None] The sync data for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:32.616444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.624732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-bfd89181-b45b-4624-8e0d-25dce0bf50dd tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.632762 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bfd89181-b45b-4624-8e0d-25dce0bf50dd tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0251644 Mar 21 06:56:32.638076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.644458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.650406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-e31a8c29-f4a5-459c-91d8-2c5e48c54c02 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.654182 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e31a8c29-f4a5-459c-91d8-2c5e48c54c02 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0145316 Mar 21 06:56:32.675606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52190) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.729631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.760559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-41e84437-e599-45db-bcea-7dc855fa781a tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.765015 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-41e84437-e599-45db-bcea-7dc855fa781a tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0810294 Mar 21 06:56:32.779560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52194) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.781775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:32.783491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3f291-4f22-4eb8-a21b-e43b6ceb3cbe,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:32.792800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.793785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7226e961-f69d-4d15-9053-cc359d3a1c59 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:32.807250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.809506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-f9b35cd3-af01-4566-b3bd-64b7b49ecc7a tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.813243 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f9b35cd3-af01-4566-b3bd-64b7b49ecc7a tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0278349 Mar 21 06:56:32.819221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52198) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.834539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-e74daff6-e403-4c6c-83cd-e205334cc83f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.838641 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e74daff6-e403-4c6c-83cd-e205334cc83f tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0144067 Mar 21 06:56:32.842704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.844158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ac11ddde-5038-4c1e-a8ed-e81f5b79236b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5375240 Mar 21 06:56:32.846631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52202) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.847100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52204) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.875214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:32.881583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-e6f86e82-1808-4f15-903c-d343f695a8b6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.885710 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e6f86e82-1808-4f15-903c-d343f695a8b6 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0328915 Mar 21 06:56:32.887363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52210) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.904167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:32.918320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [None req-3749478a-e210-43c2-8ffa-fe992d734cf1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:32.921938 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3749478a-e210-43c2-8ffa-fe992d734cf1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0132313 Mar 21 06:56:32.921938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:32.930505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:32.937536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:32.971304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:floatingip and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:32.982357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52214) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:32.986091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:33.013494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [None req-158f23a0-366e-41fb-bc6c-a1ddc3d5e2b1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:33.026778 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-158f23a0-366e-41fb-bc6c-a1ddc3d5e2b1 tempest-ExtensionsTestJSON-1133990917 tempest-ExtensionsTestJSON-1133990917-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0340836 Mar 21 06:56:33.026778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:33.026778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.047437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ce4a0-fad8-4c80-89e5-015eb227fd02,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:33.075697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.077631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-75860e1a-b162-4bd4-bc16-d33f6e65f86d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/082ce4a0-fad8-4c80-89e5-015eb227fd02 HTTP/1.1" status: 204 len: 168 time: 0.8772333 Mar 21 06:56:33.078877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1, host hv-neutron-8343, got binding levels [] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:33.079390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.188347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7226e961-f69d-4d15-9053-cc359d3a1c59 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:33.189647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.274649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.306149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Calling delete_port for 91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:33.496346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52226) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:33.634365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:29Z', 'revision_number': 2, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:33.643271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Checking router: 3687817d-8961-4f09-97b4-830d59daa36e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:56:33.643616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Updating router 3687817d-8961-4f09-97b4-830d59daa36e port ce8c805c-7ab4-4676-807c-d5e41269687d binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:56:33.691077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 01d8acc5-7556-41bd-aaa4-14b651ccbf84 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:33.703602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52232) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:33.730179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325576601', 'description': 'tempest-description--862696864'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:33.738175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52236) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:33.749068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:33.773746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.777093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:security_group and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:33.791053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:33.794787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Allocated IP 172.26.2.128 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/097b7664-147a-4fde-923b-83d8b0a42f53) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:33.798325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.818888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.829047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:33.878459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:33.878965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.886203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:33.924236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.927464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event deleted for resources: {'Port': ['ID=91fe2bee-52ac-42c7-b8ac-3e81bb165ac1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:33.944166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:33.948920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Usage tracker for resource:security_group_rule and tenant:521ed3dc11c94a3485bd7541ee40d2b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:33.955483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:33.970843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:34.036014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.043476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'Subnet': ['ID=6fad552d-9468-40e9-ac2c-310f57d8f80a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:34.097163 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-419feab5-b7a6-4c91-aa8b-19e24ebc3ef4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "DELETE /v2.0/ports/91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 HTTP/1.1" status: 204 len: 168 time: 1.8791523 Mar 21 06:56:34.098772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52240) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:34.117773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.139017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:34.157241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:security_group_rule and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:34.160890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:34.171899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f99d54f-332b-4c54-94f4-0bef4a75fd49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:56:34.172430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8f99d54f-332b-4c54-94f4-0bef4a75fd49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:34.177674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:34.191389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Usage tracker for resource:security_group_rule and tenant:2b6dc72a4d1c434c9a5a0acaf3294c54 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:34.195478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:34.198870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:34.209941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:34.212904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:34.227964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Checking segment: {'id': '9ffb0a27-bfab-4685-a6bd-6c888876f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:34.228780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Network hostable DHCP agents. Network: 5c69453e-d71e-455c-b2e3-2fe234894a1c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:34.245746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.256236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8f99d54f-332b-4c54-94f4-0bef4a75fd49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:34.261576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8f99d54f-332b-4c54-94f4-0bef4a75fd49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports/91fe2bee-52ac-42c7-b8ac-3e81bb165ac1 HTTP/1.1" status: 404 len: 333 time: 0.1573074 Mar 21 06:56:34.264955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52244) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:34.275424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-734427229', 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:34.287019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:34.318698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.336409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:34.351614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:34.364427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:34.364869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.376122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 5c69453e-d71e-455c-b2e3-2fe234894a1c) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:34.388787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:34.390041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.395416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Made reservation on behalf of 339302359b594bfd87be563d184a3949 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:34.399297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.402641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d2bd2-1845-47d9-aa53-a1bef389e570 None None] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:34.413059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.476968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.501874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.511470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e6f3b26b-b3d6-45e6-af84-4913873c59eb tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4795234 Mar 21 06:56:34.520514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52248) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:34.521250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.521378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port c4b10121-bccc-46bb-a321-3bfa8377d2bb yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:34.550357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.553703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Transition to ACTIVE for port object ce8c805c-7ab4-4676-807c-d5e41269687d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:34.570376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Request body: {'port': {'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1672048964'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:34.578227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.606894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.635991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:34.683921 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=521ed3dc11c94a3485bd7541ee40d2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9409013 Mar 21 06:56:34.718864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52252) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:34.742620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a9b39-3f87-49e2-858c-706ab9eb4e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf2922d-3fa0-442d-abd1-8c39a5375d13,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:34.867570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3394-651f-453f-9aa7-e44fa1a27624 None None] Pushing event updated for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:34.902358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:34.931855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:34.934421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:34.990628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-5c69453e-d71e-455c-b2e3-2fe234894a1c', 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c', 'tenant_id': '2c2d7aa45a9a4130a452b9727baf9aa1', 'fixed_ips': [{'subnet_id': '6fad552d-9468-40e9-ac2c-310f57d8f80a'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:34.991986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.011715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'Port': ['ID=097b7664-147a-4fde-923b-83d8b0a42f53,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.017649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Attempting to bind port ce8c805c-7ab4-4676-807c-d5e41269687d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:35.018020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Attempting to bind port ce8c805c-7ab4-4676-807c-d5e41269687d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:35.018357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Attempting to bind port ce8c805c-7ab4-4676-807c-d5e41269687d on network 9c407935-6add-4664-84f8-daa999483390 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:35.037470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.039108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.043557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Allocated IP 172.26.2.155 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/2a05a6ec-5c34-4b5c-aa80-52db3c2d8627) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:35.063934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.072617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:35.073491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Checking segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:35.073890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.074279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Bound using segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:35.074860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Bound port: ce8c805c-7ab4-4676-807c-d5e41269687d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:35.075136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.094667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.096045 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-84342caa-db24-470b-a928-4a0376062915 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3883917 Mar 21 06:56:35.104559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52256) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:35.110638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'security_group_rule': {'security_group_id': 'c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:35.138945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:35.163070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:35.168384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:security_group_rule and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:35.176162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Allocated IP 172.20.0.1 (1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76/5e0848ab-1123-4c82-bbf0-bfec1c5ef96c/35adef27-a74b-454a-a66f-93ea4b985d75) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:35.183229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Usage tracker for resource:port and tenant:2c2d7aa45a9a4130a452b9727baf9aa1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:35.189206 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b6dc72a4d1c434c9a5a0acaf3294c54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6831915 Mar 21 06:56:35.189396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:35.193517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:35.193684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.197137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52260) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:35.253972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] For port ce8c805c-7ab4-4676-807c-d5e41269687d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:35.262589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:35.266075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8353-24c4-4424-b9be-677897201e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2a517-f447-450f-8242-95779b324a2b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.268981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] For port ce8c805c-7ab4-4676-807c-d5e41269687d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce8c805c-7ab4-4676-807c-d5e41269687d,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:35.269793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:35.277827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Allocated IP 2001:db8::2 (5c69453e-d71e-455c-b2e3-2fe234894a1c/6fad552d-9468-40e9-ac2c-310f57d8f80a/04c16a9d-d351-488a-8c24-7ab761e37624) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:35.282700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.340161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.380023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.387528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Made reservation on behalf of 2c2d7aa45a9a4130a452b9727baf9aa1 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:35.391678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.428291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.474060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:35.474947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:35.500047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.505631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.526102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3394-651f-453f-9aa7-e44fa1a27624 None None] Pushing event updated for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.532976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.548658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.569429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] device_id is not set on port e9efacb0-bd47-42b6-9b50-28195f3d6d4e yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:35.600483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.614980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.656938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf2922d-3fa0-442d-abd1-8c39a5375d13,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.815796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.816541 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d5fc4cb7-3106-4f9c-9d6a-714e91af79ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bf2922d-3fa0-442d-abd1-8c39a5375d13 HTTP/1.1" status: 204 len: 168 time: 1.0959001 Mar 21 06:56:35.833157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.835116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:56:35.857549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.899247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.913182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.913853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'Port': ['ID=2a05a6ec-5c34-4b5c-aa80-52db3c2d8627,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:35.929065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:35.931921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Transition to ACTIVE for port object 04c16a9d-d351-488a-8c24-7ab761e37624 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:35.935318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Transition to ACTIVE for port object 35adef27-a74b-454a-a66f-93ea4b985d75 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:35.938026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:35.939861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.946662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:35.948241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:35.953113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.002966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.006762 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdd2a517-f447-450f-8242-95779b324a2b HTTP/1.1" status: 204 len: 168 time: 0.7624989 Mar 21 06:56:36.008387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae51db5-d8bf-4f2e-bd35-afd0ee107843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2a517-f447-450f-8242-95779b324a2b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.051378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.058564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Transition to ACTIVE for port object 04c16a9d-d351-488a-8c24-7ab761e37624 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:36.059389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3b13fe-235b-4df6-97ad-cffe270970d2,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.067319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.114613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.193475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Network 7334171d-a832-4007-96c7-218943b88df1 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:36.208693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:36.217432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.217654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:36.231692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:36.265941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Pushing event updated for resources: {'Port': ['ID=04c16a9d-d351-488a-8c24-7ab761e37624,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.318563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Allocated IP 2001:db8::3d3 (5c69453e-d71e-455c-b2e3-2fe234894a1c/6fad552d-9468-40e9-ac2c-310f57d8f80a/e9efacb0-bd47-42b6-9b50-28195f3d6d4e) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:36.332984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'Port': ['ID=097b7664-147a-4fde-923b-83d8b0a42f53,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.362085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.408764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.459744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.461344 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-adcf677f-59ba-4040-be0e-9f513b11fd5c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1215525 Mar 21 06:56:36.486061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Attempting to bind port 04c16a9d-d351-488a-8c24-7ab761e37624 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:36.486809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Attempting to bind port 04c16a9d-d351-488a-8c24-7ab761e37624 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '9ffb0a27-bfab-4685-a6bd-6c888876f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:36.487271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Attempting to bind port 04c16a9d-d351-488a-8c24-7ab761e37624 on network 5c69453e-d71e-455c-b2e3-2fe234894a1c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:36.497336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:36.498067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Checking segment: {'id': '9ffb0a27-bfab-4685-a6bd-6c888876f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:36.498716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.499299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Bound using segment: {'id': '9ffb0a27-bfab-4685-a6bd-6c888876f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:36.500126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Bound port: 04c16a9d-d351-488a-8c24-7ab761e37624, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffb0a27-bfab-4685-a6bd-6c888876f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:36.500767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.602348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:35Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:36.611086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.618158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639b539-08c9-48c9-8979-14b7a8fb7f55 None None] The sync data for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv is: [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:35Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:36.634566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] For port 04c16a9d-d351-488a-8c24-7ab761e37624, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:36.640917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Transition to ACTIVE for port object e9efacb0-bd47-42b6-9b50-28195f3d6d4e will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:36.644210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] For port 04c16a9d-d351-488a-8c24-7ab761e37624, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04c16a9d-d351-488a-8c24-7ab761e37624,segment=NetworkSegment(9ffb0a27-bfab-4685-a6bd-6c888876f0c2),segment_id=9ffb0a27-bfab-4685-a6bd-6c888876f0c2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:36.656501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.673056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b10121-bccc-46bb-a321-3bfa8377d2bb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.676937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:36.678318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.680583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ee23d20b-edac-4f58-a6d3-e1dd397bf04d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5746031 Mar 21 06:56:36.690018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.694292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:36.695803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:36.696997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.705335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52286) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:36.724451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.734923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'security_group_rule': {'security_group_id': 'c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:36.771093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:36.783009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:security_group_rule and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:36.794602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:36.812784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:36.879278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:36.888363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:36.889734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a815b8-e0fa-43a6-9782-2fdf8efc75a7 None None] Pushing event updated for resources: {'Port': ['ID=04c16a9d-d351-488a-8c24-7ab761e37624,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.896990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-570f860c-1d55-463e-859e-4754d585ea22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6266410 Mar 21 06:56:36.898833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52304) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:36.910981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:36.912804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=35adef27-a74b-454a-a66f-93ea4b985d75,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:36.927888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:36.930500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:36.949667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:37.099531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007800e1-8002-4bc1-a6bd-16f050e559d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:37.099992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:37.100263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-007800e1-8002-4bc1-a6bd-16f050e559d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:37.106188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:37.109961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.122556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.154594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.207518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'Port': ['ID=e9efacb0-bd47-42b6-9b50-28195f3d6d4e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:37.218983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.244767 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-72deb2c3-d0da-4808-a29c-a75ffdfcf979 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6810093 Mar 21 06:56:37.245424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52320) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:37.261635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Request body: {'port': {'network_id': '5c69453e-d71e-455c-b2e3-2fe234894a1c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1587962947', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:37.262210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] bootfile-name is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:37.262553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] tftp-server is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:37.262902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] server-ip-address is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:37.390575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.406244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-007800e1-8002-4bc1-a6bd-16f050e559d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:37.411756 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-007800e1-8002-4bc1-a6bd-16f050e559d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports/c4b10121-bccc-46bb-a321-3bfa8377d2bb HTTP/1.1" status: 200 len: 958 time: 0.5081658 Mar 21 06:56:37.412545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52328) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:37.441822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b05fe51-1c46-49a7-a19f-6e7428d8bb2f None None] Provisioning for port 35adef27-a74b-454a-a66f-93ea4b985d75 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:37.450685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b05fe51-1c46-49a7-a19f-6e7428d8bb2f None None] Provisioning complete for port 35adef27-a74b-454a-a66f-93ea4b985d75 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:37.451194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b05fe51-1c46-49a7-a19f-6e7428d8bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.482220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.582067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.586439 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8771100 Mar 21 06:56:37.587907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5b05fe51-1c46-49a7-a19f-6e7428d8bb2f None None] Port 35adef27-a74b-454a-a66f-93ea4b985d75 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:37.610286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:37.645303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:37.669294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a047-d998-44e6-ad58-602bcefa3430 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f91e59-c8e1-413e-a829-3ee4f2f0f1df,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:37.685405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:37.707916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'Port': ['ID=2a05a6ec-5c34-4b5c-aa80-52db3c2d8627,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:37.708092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Usage tracker for resource:port and tenant:2c2d7aa45a9a4130a452b9727baf9aa1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:37.714654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:37.727340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:37.735198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.737417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52342) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:37.751984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:floatingip and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:37.761044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:37.785241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Deleting port c4b10121-bccc-46bb-a321-3bfa8377d2bb {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:37.785241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.785763 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 06:56:37.805124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:37.831084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:37.857461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04c16a9d-d351-488a-8c24-7ab761e37624 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:37.869446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.871286 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cc75ccc7-6a89-42be-b205-23aed61ff9ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0164485 Mar 21 06:56:37.871474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Made reservation on behalf of 2c2d7aa45a9a4130a452b9727baf9aa1 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:37.877412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.899296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.906420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-3b75d072-0679-4cfb-9617-0cf651a085c8 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Synchronizing usage tracker for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:37.916995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:37.970743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] device_id is not set on port 74a05d84-e3dc-43a7-b5da-c59da291983b yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:38.042235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 04c16a9d-d351-488a-8c24-7ab761e37624 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:38.057655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce8c805c-7ab4-4676-807c-d5e41269687d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:38.170877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Allocated IP 2001:db8::28c (5c69453e-d71e-455c-b2e3-2fe234894a1c/6fad552d-9468-40e9-ac2c-310f57d8f80a/74a05d84-e3dc-43a7-b5da-c59da291983b) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:38.247230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ce8c805c-7ab4-4676-807c-d5e41269687d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:38.255677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ce8c805c-7ab4-4676-807c-d5e41269687d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:38.256503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.425210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52368) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:38.495659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.515505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Transition to ACTIVE for port object 74a05d84-e3dc-43a7-b5da-c59da291983b will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:38.572191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bd3a1-4b21-423b-aac9-183c4ed76a22 None None] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:38.587852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.674868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.760330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.784321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Provisioning for port 04c16a9d-d351-488a-8c24-7ab761e37624 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:38.811201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Provisioning complete for port 04c16a9d-d351-488a-8c24-7ab761e37624 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:38.816558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.854583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-860050173'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:38.909536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:38.941656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:38.949861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:38.951361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Calling delete_port for c4b10121-bccc-46bb-a321-3bfa8377d2bb owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:38.955646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:38.956284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:38.962478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:38.967023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-3b75d072-0679-4cfb-9617-0cf651a085c8 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Unset dirty status for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:38.968172 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-3b75d072-0679-4cfb-9617-0cf651a085c8 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1226488114&fields=id&tenant_id=dcdde429ec834f0499055d8f43c93df9 HTTP/1.1" status: 200 len: 267 time: 1.1887445 Mar 21 06:56:38.986153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:39.012737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:network and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:39.027565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:39.050042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:39.096501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'Port': ['ID=74a05d84-e3dc-43a7-b5da-c59da291983b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:39.108977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ce8c805c-7ab4-4676-807c-d5e41269687d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce8c805c-7ab4-4676-807c-d5e41269687d,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:39.130587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.131771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-03927f53-22eb-4555-89e6-14e3ae4e0e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8827837 Mar 21 06:56:39.137702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52400) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:39.156161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.223974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Made reservation on behalf of 764b85445d1c45da95b066b73101bd00 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:39.233288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.343084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.376046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:39.402963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] For port 04c16a9d-d351-488a-8c24-7ab761e37624, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04c16a9d-d351-488a-8c24-7ab761e37624,segment=NetworkSegment(9ffb0a27-bfab-4685-a6bd-6c888876f0c2),segment_id=9ffb0a27-bfab-4685-a6bd-6c888876f0c2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:39.414998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.442471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.466332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52404) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:39.479357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-83c139ec-beb1-4b1e-90ec-38b81055880c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--138575907&fields=id&tenant_id=3d74a555e0e64e74bb9e299276248263 HTTP/1.1" status: 200 len: 267 time: 0.5100462 Mar 21 06:56:39.509944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.511428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c61d9-495b-4f17-95ca-5c8793cdcd0b None None] Pushing event updated for resources: {'Port': ['ID=04c16a9d-d351-488a-8c24-7ab761e37624,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:39.530741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Allocated IP 172.26.2.69 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/01e5babb-7cbf-4f1e-b749-bdc89fb4bd92) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:39.601806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:39.624374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:security_group_rule and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:39.631964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b10121-bccc-46bb-a321-3bfa8377d2bb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:39.639359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:39.668724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.672003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:39.712413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04c16a9d-d351-488a-8c24-7ab761e37624 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:39.791017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-530dcde8-41c0-43b5-8ec9-c4d72d8e336a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:39.792442 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-530dcde8-41c0-43b5-8ec9-c4d72d8e336a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 812 time: 0.2603729 Mar 21 06:56:39.832487 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b817751d-d2f1-4e8e-b04a-2419e7369715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c4b10121-bccc-46bb-a321-3bfa8377d2bb HTTP/1.1" status: 204 len: 168 time: 2.3847749 Mar 21 06:56:39.837885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52412) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:39.852692 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-e3b9e7fd-5b29-467a-984b-03a9e0932208 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/quotas/3d74a555e0e64e74bb9e299276248263 HTTP/1.1" status: 200 len: 375 time: 0.0497832 Mar 21 06:56:39.862523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-7cd99639-e139-4745-9306-f743f72cb393 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:39.862738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 04c16a9d-d351-488a-8c24-7ab761e37624 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:39.863010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.864361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-7cd99639-e139-4745-9306-f743f72cb393 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/networks?id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 200 len: 806 time: 0.8825209 Mar 21 06:56:39.920148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1849205647'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:39.933527 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-0aca07ce-7bae-43a9-83d2-c4e13037d7cb tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/quotas/dcdde429ec834f0499055d8f43c93df9 HTTP/1.1" status: 200 len: 375 time: 0.0589082 Mar 21 06:56:39.941631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Provisioning complete for port 04c16a9d-d351-488a-8c24-7ab761e37624 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:39.942005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.950297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:39.953678 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3ae864-af36-400d-afb9-cfb49f532a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:56:39.954199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e3ae864-af36-400d-afb9-cfb49f532a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:39.965614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Usage tracker for resource:network and tenant:cb491809c3034138970b9c90a0a08ff0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:39.971093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.976411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:39.997256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:39.998001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a6916-9378-4adc-aa3d-aa7068cc003a tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:40.007038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a6916-9378-4adc-aa3d-aa7068cc003a tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:40.015201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a6916-9378-4adc-aa3d-aa7068cc003a tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:40.019963 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f70a6916-9378-4adc-aa3d-aa7068cc003a tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.7947302 Mar 21 06:56:40.028104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52416) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:40.084539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.088256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:40.135242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.139625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce8c805c-7ab4-4676-807c-d5e41269687d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:40.174497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.200275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.226429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Provisioning for port 74a05d84-e3dc-43a7-b5da-c59da291983b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:40.232016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Provisioning complete for port 74a05d84-e3dc-43a7-b5da-c59da291983b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:40.232489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.255958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=35adef27-a74b-454a-a66f-93ea4b985d75,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:40.271242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.279829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Deleting port 74a05d84-e3dc-43a7-b5da-c59da291983b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:40.280173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.293311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:40.298851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Port 74a05d84-e3dc-43a7-b5da-c59da291983b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:40.300425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ce8c805c-7ab4-4676-807c-d5e41269687d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:40.300939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.307935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:40.331175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Made reservation on behalf of cb491809c3034138970b9c90a0a08ff0 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:40.338364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.363352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Provisioning for port e9efacb0-bd47-42b6-9b50-28195f3d6d4e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:40.366279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:40.372790 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-20bcccc6-819a-405d-b3f3-d9199bd72d8a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5074346 Mar 21 06:56:40.381324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Provisioning complete for port e9efacb0-bd47-42b6-9b50-28195f3d6d4e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:40.381694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.416895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.428268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e3ae864-af36-400d-afb9-cfb49f532a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:40.434860 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e3ae864-af36-400d-afb9-cfb49f532a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports/c4b10121-bccc-46bb-a321-3bfa8377d2bb HTTP/1.1" status: 404 len: 333 time: 0.5926442 Mar 21 06:56:40.438206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:40.457889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:40.478109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:40.492929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Usage tracker for resource:security_group_rule and tenant:cb491809c3034138970b9c90a0a08ff0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:40.495538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d694e-7448-4ab5-972d-3af1ef1e1483,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:40.505555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:40.512022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'network_id': '7334171d-a832-4007-96c7-218943b88df1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-56364513'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:40.522025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-93b20e43-4bae-4392-9640-61c8d3232f0d None None] Port e9efacb0-bd47-42b6-9b50-28195f3d6d4e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:40.522665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:40.529085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'Port': ['ID=01e5babb-7cbf-4f1e-b749-bdc89fb4bd92,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:40.533013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.533395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Added segment 18f1b30b-6120-46e1-88df-f11297dcf80b of type vlan for network d049c8b0-cee3-4495-85f6-294a035a0212 Mar 21 06:56:40.560315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:40.568908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-534fef8c-c92b-4539-a53e-5cde3e6d128c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Synchronizing usage tracker for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:40.595972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.605731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:40.642207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.644327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Provisioning complete for port 74a05d84-e3dc-43a7-b5da-c59da291983b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:40.644689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.660750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-d61a8c28-f276-450e-87e9-735e8968f5ed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:40.661825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-d61a8c28-f276-450e-87e9-735e8968f5ed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1184242 Mar 21 06:56:40.674493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.680712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:40.681347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.700689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Port 74a05d84-e3dc-43a7-b5da-c59da291983b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:40.703540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Made reservation on behalf of 339302359b594bfd87be563d184a3949 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:40.706135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.713394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Provisioning complete for port e9efacb0-bd47-42b6-9b50-28195f3d6d4e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:40.713937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.771361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dbc124ac-c666-475a-843a-7a1508bcd9c6 None None] Port e9efacb0-bd47-42b6-9b50-28195f3d6d4e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:40.825599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port a93a1af0-832b-46e0-a2df-78ca617a9010 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:40.858949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.869791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.898114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:40.924139 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4978192 Mar 21 06:56:40.925585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c8779-d053-4dc7-9d32-d59fc53e7eea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Network': ['ID=d049c8b0-cee3-4495-85f6-294a035a0212,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:40.931557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52430) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:40.942995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d049c8b0-cee3-4495-85f6-294a035a0212 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:40.948101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:40.958117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'subnet': {'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:40.960790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:40.983106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-534fef8c-c92b-4539-a53e-5cde3e6d128c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Unset dirty status for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:40.984476 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-534fef8c-c92b-4539-a53e-5cde3e6d128c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcdde429ec834f0499055d8f43c93df9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0083239 Mar 21 06:56:41.105548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.119732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:41.137209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1faebe8-2cec-4cbf-b340-d50b3cfa9988,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:41.219275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.219619 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Added segment ff4b4f1d-b3ce-46b5-901f-69ebef5234f7 of type vlan for network 0411d35b-2529-4347-b7e8-6fd2abde250b Mar 21 06:56:41.256431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-f0275777-274b-4095-9b5e-5f3413254f03 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:41.258012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-f0275777-274b-4095-9b5e-5f3413254f03 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1969256 Mar 21 06:56:41.299398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:41.312753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.316133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5d9292f-777c-4cef-b933-735c6134f38c None None] Provisioning complete for port 35adef27-a74b-454a-a66f-93ea4b985d75 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:41.316509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:subnet and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:41.316644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5d9292f-777c-4cef-b933-735c6134f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.321923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:41.376117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9292f-777c-4cef-b933-735c6134f38c None None] Port 35adef27-a74b-454a-a66f-93ea4b985d75 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:41.378224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:41.393099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Calling delete_port for 74a05d84-e3dc-43a7-b5da-c59da291983b owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:41.415969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Made reservation on behalf of 764b85445d1c45da95b066b73101bd00 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:41.419418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.464558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.469739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:41.470326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.489121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-51afefe5-cc94-41e2-83f0-b2b749014225 service neutron] 10.222.0.31 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089287 Mar 21 06:56:41.658506 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1725149 Mar 21 06:56:41.668665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52440) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:41.678472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9758f9-91af-4f95-8536-46009b18847b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Pushing event updated for resources: {'Network': ['ID=0411d35b-2529-4347-b7e8-6fd2abde250b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:41.695193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 0411d35b-2529-4347-b7e8-6fd2abde250b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:41.708630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.718886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.799382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'name': 'tempest-network--186125642', 'router:external': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:41.818698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:41.860459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:network and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:41.868889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:41.895387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:41.919014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Router 377bf2dc-92f3-402d-93d6-35df681730c0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:56:41.920636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'Port': ['ID=01e5babb-7cbf-4f1e-b749-bdc89fb4bd92,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:41.935909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.950952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.953664 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-6f444ad1-d0d7-4d37-ad53-4d7f714c0ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758369 Mar 21 06:56:41.958728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:41.961752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:41.990422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.016449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:42.018843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.034716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-e6a92ddb-c26b-4c4a-afb6-7e23585733e8 service neutron] 10.222.0.31 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318496 Mar 21 06:56:42.049102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.050328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1b95dcd7-a406-494d-bdf3-5b51ea5fdb93 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4234843 Mar 21 06:56:42.056148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:security_group_rule and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:42.059497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:42.082915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:42.142266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Subnet': ['ID=eaceb49b-86bd-466c-af60-6d23e920cbeb,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:42.160395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Checking segment: {'id': '18f1b30b-6120-46e1-88df-f11297dcf80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:42.160806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network hostable DHCP agents. Network: d049c8b0-cee3-4495-85f6-294a035a0212, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:42.222228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d049c8b0-cee3-4495-85f6-294a035a0212 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:42.300622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d049c8b0-cee3-4495-85f6-294a035a0212) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:42.309473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb4e67-e38e-4726-a6ff-88cdee424f04 None None] Network d049c8b0-cee3-4495-85f6-294a035a0212 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:42.321693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:42.321809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.331393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.342355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.342764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.384723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:42.391064 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f5796ff9-9cd5-473a-88af-6653aa01b0ea tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4560139 Mar 21 06:56:42.393061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f74111-2d15-41db-8248-c66859ef3ee4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:42.395446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52466) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:42.402153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.402485 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Added segment 2671927c-d264-4f1e-8321-a57e268fc36a of type vlan for network 75f57973-87cd-4706-8cef-7f0c5e473a18 Mar 21 06:56:42.406027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1449928159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:42.414897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d14b0fff-0760-42be-ab8e-9360d42894fc req-2df1052d-45cd-4b5b-9297-586658f50aeb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.1432340 Mar 21 06:56:42.416294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:42.428564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:router and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:42.432868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:42.442801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:42.495683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.497646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.502614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.512241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event deleted for resources: {'Port': ['ID=74a05d84-e3dc-43a7-b5da-c59da291983b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:42.531370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.596633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.597255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-d049c8b0-cee3-4495-85f6-294a035a0212', 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212', 'tenant_id': '764b85445d1c45da95b066b73101bd00', 'fixed_ips': [{'subnet_id': 'eaceb49b-86bd-466c-af60-6d23e920cbeb'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:56:42.598414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.631509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.640157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.641146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:42.641753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.646607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-885a0704-3e77-4011-b328-2f87c41e8a1e service neutron] 10.222.0.31 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811800 Mar 21 06:56:42.739044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Network 7334171d-a832-4007-96c7-218943b88df1 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:42.767301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.776588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:42.799852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=75f57973-87cd-4706-8cef-7f0c5e473a18,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:42.808124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c21bf1c-4d14-4a1e-af2e-f8e3fb6540bb tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1344047 Mar 21 06:56:42.808124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.808124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c8a071a2-7866-4a3b-99a0-e6fdd5bcece0 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4104526 Mar 21 06:56:42.808726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52480) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:42.813260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52482) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:42.830508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:42.833150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:42.833939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:42.839136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:42.872564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=a93a1af0-832b-46e0-a2df-78ca617a9010,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:42.899481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 75f57973-87cd-4706-8cef-7f0c5e473a18 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:42.921862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] Sync routers for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:42.953098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5b60489b-f569-4325-80ef-5408e677fca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "DELETE /v2.0/ports/74a05d84-e3dc-43a7-b5da-c59da291983b HTTP/1.1" status: 204 len: 168 time: 2.8472829 Mar 21 06:56:42.958724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52498) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:42.966875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:42.967726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:42.980825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-24571944-87ba-4487-811b-306d19285df5 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Synchronizing usage tracker for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:43.000151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8242fb55-6280-40bf-94d2-c62645e8ae2e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "PUT /v2.0/routers/377bf2dc-92f3-402d-93d6-35df681730c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6440578 Mar 21 06:56:43.017409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Request body: {'port': {'name': 'tempest-new-port-name-859316390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:43.017836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] bootfile-name is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:43.027765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] tftp-server is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:43.028169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] server-ip-address is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:56:43.048063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52508) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:43.083764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Request body: {'port': {'network_id': '1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76', 'name': 'tempest-FloatingIPAdminTestJSON-959848357'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:43.180533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4f90f6f9-b22f-48e6-9dcf-aae54ec40863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.7392268 Mar 21 06:56:43.198567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:43.227133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52520) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:43.253505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:43.255264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:43.261662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:43.317078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7bfae36-6618-4e81-806e-01a36d15afbc req-e8a6bc0a-d663-4943-ab8c-efd6a49b9a10 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.1476839 Mar 21 06:56:43.346179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:43.346179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b130eceb-e30b-4598-b207-ed4ec533b9e1 None None] The sync data for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:43.360669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-24571944-87ba-4487-811b-306d19285df5 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Unset dirty status for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:43.360811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Allocated IP 172.20.0.2 (d049c8b0-cee3-4495-85f6-294a035a0212/eaceb49b-86bd-466c-af60-6d23e920cbeb/d9af6eda-3b26-4512-bebf-a76ef28b4533) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:43.371133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-24571944-87ba-4487-811b-306d19285df5 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--325576601&fields=id&tenant_id=c3dc25a3acb5414489495cbeeaf08db9 HTTP/1.1" status: 200 len: 267 time: 0.7683766 Mar 21 06:56:43.514757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:43.519408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Usage tracker for resource:port and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:43.522766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:43.529545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:43.700294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.714441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Transition to ACTIVE for port object d9af6eda-3b26-4512-bebf-a76ef28b4533 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:43.720699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.750182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.765103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.771764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Transition to ACTIVE for port object d9af6eda-3b26-4512-bebf-a76ef28b4533 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:43.782820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.824131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Made reservation on behalf of cd22318f8c5748e6a05b5e7f3d56f0e0 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:43.827819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:43.949897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Network d049c8b0-cee3-4495-85f6-294a035a0212 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:43.952994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:43.956210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:44.001961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Pushing event updated for resources: {'Port': ['ID=d9af6eda-3b26-4512-bebf-a76ef28b4533,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:44.082316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77ff812c-0176-43d9-8277-55a818219ec4 req-99008d36-30e1-439c-9d93-172e1ede543b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.5472596 Mar 21 06:56:44.082890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Attempting to bind port d9af6eda-3b26-4512-bebf-a76ef28b4533 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:44.083225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Attempting to bind port d9af6eda-3b26-4512-bebf-a76ef28b4533 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '18f1b30b-6120-46e1-88df-f11297dcf80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:44.083626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Attempting to bind port d9af6eda-3b26-4512-bebf-a76ef28b4533 on network d049c8b0-cee3-4495-85f6-294a035a0212 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:44.088832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] device_id is not set on port a0f790ef-2928-4a34-a4b7-2f6eec0bc292 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:44.101500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:44.101916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Checking segment: {'id': '18f1b30b-6120-46e1-88df-f11297dcf80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:44.102332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.102791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Bound using segment: {'id': '18f1b30b-6120-46e1-88df-f11297dcf80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:44.103291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Bound port: d9af6eda-3b26-4512-bebf-a76ef28b4533, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f1b30b-6120-46e1-88df-f11297dcf80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:44.103671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.255349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-da2c2d5b-4c5d-40e7-852e-a9ef06e014f2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:44.255680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] For port d9af6eda-3b26-4512-bebf-a76ef28b4533, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:44.257434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-da2c2d5b-4c5d-40e7-852e-a9ef06e014f2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Synchronizing usage tracker for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:44.266757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] For port d9af6eda-3b26-4512-bebf-a76ef28b4533, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9af6eda-3b26-4512-bebf-a76ef28b4533,segment=NetworkSegment(18f1b30b-6120-46e1-88df-f11297dcf80b),segment_id=18f1b30b-6120-46e1-88df-f11297dcf80b)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:44.275135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.313317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.336870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.422668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-da2c2d5b-4c5d-40e7-852e-a9ef06e014f2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Unset dirty status for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:44.430361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-da2c2d5b-4c5d-40e7-852e-a9ef06e014f2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/networks?id=9c407935-6add-4664-84f8-daa999483390 HTTP/1.1" status: 200 len: 812 time: 1.0581074 Mar 21 06:56:44.470504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdb3cf-9b52-445f-b271-6591f3d936f9 None None] Pushing event updated for resources: {'Port': ['ID=d9af6eda-3b26-4512-bebf-a76ef28b4533,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:44.488656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-e02dfddd-1b1f-4677-97ad-7e5183199273 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/quotas/c3dc25a3acb5414489495cbeeaf08db9 HTTP/1.1" status: 200 len: 375 time: 0.0571313 Mar 21 06:56:44.492772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] device_id is not set on port a93a1af0-832b-46e0-a2df-78ca617a9010 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:44.586186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f57973-87cd-4706-8cef-7f0c5e473a18']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:44.586768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.596106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Allocated IP 172.20.0.8 (1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76/5e0848ab-1123-4c82-bbf0-bfec1c5ef96c/a0f790ef-2928-4a34-a4b7-2f6eec0bc292) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:44.597476 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:56:44.652615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.658965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea2f2b8c-b4b3-4a9c-9eb1-768e8cafb3ed req-3351eb30-889c-4a5b-a3d2-2da054db22f0 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.0983851 Mar 21 06:56:44.665953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Transition to ACTIVE for port object a93a1af0-832b-46e0-a2df-78ca617a9010 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:44.670079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2671927c-d264-4f1e-8321-a57e268fc36a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:44.670475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2671927c-d264-4f1e-8321-a57e268fc36a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:44.675720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.721272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.739277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.743195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] In _notify_port_updated(), no bound segment for port e9efacb0-bd47-42b6-9b50-28195f3d6d4e on network 5c69453e-d71e-455c-b2e3-2fe234894a1c {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:56:44.748926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:44.749611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.753706 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "PUT /v2.0/ports/e9efacb0-bd47-42b6-9b50-28195f3d6d4e HTTP/1.1" status: 200 len: 1129 time: 1.7884643 Mar 21 06:56:44.759123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52558) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:44.886426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:44.886801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:44.887268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:44.900265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.919319 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-17bd0534-2dff-4899-bd23-91878e2acfd3 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3dc25a3acb5414489495cbeeaf08db9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4078670 Mar 21 06:56:44.919525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1df46a-e2cf-48bd-8620-a0adec47e1f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event updated for resources: {'Port': ['ID=e9efacb0-bd47-42b6-9b50-28195f3d6d4e,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:44.972815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:44.972815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:44.994555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:44.994917 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:45.004199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a1cf8-63c8-4876-b115-2b1f0ffafc60 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:45.007431 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-122a1cf8-63c8-4876-b115-2b1f0ffafc60 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "GET /v2.0/ports/e9efacb0-bd47-42b6-9b50-28195f3d6d4e HTTP/1.1" status: 200 len: 1129 time: 0.2355230 Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:45.008168 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:45.017578 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 2 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:45.029004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52562) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:45.029387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.30', 52992) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:45.261178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cd86c655-b36d-490f-8461-8d02553459dc None None] Provisioning complete for port e9efacb0-bd47-42b6-9b50-28195f3d6d4e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:45.261747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cd86c655-b36d-490f-8461-8d02553459dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:45.303138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:45.304206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:45.304549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:45.371829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=a93a1af0-832b-46e0-a2df-78ca617a9010,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:45.393109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cd86c655-b36d-490f-8461-8d02553459dc None None] Port e9efacb0-bd47-42b6-9b50-28195f3d6d4e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:45.397092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:45.435085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:45.435415 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:45.457596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 3 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:45.462657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75f57973-87cd-4706-8cef-7f0c5e473a18 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:56:45.493717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Network': ['ID=75f57973-87cd-4706-8cef-7f0c5e473a18,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:45.496077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce7b4c6c-ba87-4e44-b104-c3caf5922e9f req-88720365-30f2-4250-a7b3-a1bd150c0dd7 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.1781793 Mar 21 06:56:45.502778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:45.509978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.30', 52994) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:45.523298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Deleting port e9efacb0-bd47-42b6-9b50-28195f3d6d4e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:45.523906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:45.575603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:45.576111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:45.576555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:45.684385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:45.685053 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:45.698890 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1cde68c2-7c12-4675-aaa7-b20fe45c7bf9 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/75f57973-87cd-4706-8cef-7f0c5e473a18 HTTP/1.1" status: 204 len: 168 time: 2.8828447 Mar 21 06:56:45.716714 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 4 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:45.730566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52584) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:45.746375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Allocated IP 172.20.0.1 (d049c8b0-cee3-4495-85f6-294a035a0212/eaceb49b-86bd-466c-af60-6d23e920cbeb/d373381b-72bb-4ca6-a659-9e09b20395ff) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:45.766920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:45.767903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:45.791996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9af6eda-3b26-4512-bebf-a76ef28b4533 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:45.838657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-43875c26-6508-45e3-852c-f0f4245b3e1b service neutron] 10.222.0.31 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454294 Mar 21 06:56:45.852956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:45.867738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-504d66c9-95ce-47d0-9f69-b802bc08dac4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:45.871455 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-504d66c9-95ce-47d0-9f69-b802bc08dac4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 812 time: 0.8275030 Mar 21 06:56:45.909581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Transition to ACTIVE for port object a0f790ef-2928-4a34-a4b7-2f6eec0bc292 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:45.964664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:network and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:45.966453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d9af6eda-3b26-4512-bebf-a76ef28b4533 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:45.968355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:45.968917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:45.969674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:46.000516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:46.044314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:46.061089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:46.061089 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:46.120278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 5 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:46.151159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.195887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa33813-d6f4-4deb-a0df-8e20d38d4e0b None None] Network d049c8b0-cee3-4495-85f6-294a035a0212 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:46.214318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.248975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2b6e1655-e2ba-471a-825c-8f2e2d3aac8b req-9e064886-b1d0-42c3-b0b6-898f5ff16fbe tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.2161140 Mar 21 06:56:46.253137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Transition to ACTIVE for port object d373381b-72bb-4ca6-a659-9e09b20395ff will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:46.282843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:46.285828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.298083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:46.298536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:46.298986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:46.303331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:46.316265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:46.323007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.333386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-baed0948-b1b8-4b07-b639-21a0bcbd5d9a tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:46.334316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:46.335043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-baed0948-b1b8-4b07-b639-21a0bcbd5d9a tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.30 "GET /v2.0/networks?id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 200 len: 806 time: 0.8240306 Mar 21 06:56:46.347175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-41f3b510-d7e4-44bc-a0a3-bf3d5149f05d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d74a555e0e64e74bb9e299276248263 HTTP/1.1" status: 200 len: 379 time: 0.3905447 Mar 21 06:56:46.387517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Provisioning for port d9af6eda-3b26-4512-bebf-a76ef28b4533 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:46.418667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:46.419290 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:46.420777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Provisioning complete for port d9af6eda-3b26-4512-bebf-a76ef28b4533 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:46.421359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.464499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event updated for resources: {'Port': ['ID=a0f790ef-2928-4a34-a4b7-2f6eec0bc292,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:46.467182 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 6 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:46.524241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-b0e122c1-49e6-4d44-a5ac-faa32d2b0cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733754 Mar 21 06:56:46.541984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'port': {'device_id': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'admin_state_up': True, 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'security_groups': ['4de56ea2-1741-45f1-8984-64591a43834c']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:46.687736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d049c8b0-cee3-4495-85f6-294a035a0212 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:46.724845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:46.729115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:46.751514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:46.753765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:46.754679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:46.802709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:56:46.808862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.895660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:46.899972 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:46.963963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:46.998602 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 7 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:47.055509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-db556c19-a113-4990-b941-3b76fba782eb None None] For port d9af6eda-3b26-4512-bebf-a76ef28b4533, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9af6eda-3b26-4512-bebf-a76ef28b4533,segment=NetworkSegment(18f1b30b-6120-46e1-88df-f11297dcf80b),segment_id=18f1b30b-6120-46e1-88df-f11297dcf80b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:47.058931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.059865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Added segment a5bba164-991e-47c5-9a0f-2746912ddd48 of type vlan for network c9d93c45-1d98-4f13-89f0-46b20c1a43ad Mar 21 06:56:47.073324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.089942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=d373381b-72bb-4ca6-a659-9e09b20395ff,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:47.136033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:47.138399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.305128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-668ebb58-f95d-49a9-867c-a17a5ec68bdf None None] Provisioning for port a0f790ef-2928-4a34-a4b7-2f6eec0bc292 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:47.328449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-668ebb58-f95d-49a9-867c-a17a5ec68bdf None None] Provisioning complete for port a0f790ef-2928-4a34-a4b7-2f6eec0bc292 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:47.328842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-668ebb58-f95d-49a9-867c-a17a5ec68bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.376220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:47.390301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Usage tracker for resource:port and tenant:3d74a555e0e64e74bb9e299276248263 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:47.393523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:47.399435 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0403041e-bae4-4ad6-8682-f81e42b27b2b tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3436093 Mar 21 06:56:47.404973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52624) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:47.407898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.408044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:47.416416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db556c19-a113-4990-b941-3b76fba782eb None None] Pushing event updated for resources: {'Port': ['ID=d9af6eda-3b26-4512-bebf-a76ef28b4533,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:47.422502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-71623312-0ced-4618-949e-307491421490 req-f32f3d80-6813-4df8-9cd3-0ae9ba4a5900 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.6043782 Mar 21 06:56:47.432006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-0efcad70-8b9c-4aff-ac69-dc2eb8a7319e tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcdde429ec834f0499055d8f43c93df9 HTTP/1.1" status: 200 len: 380 time: 1.0838153 Mar 21 06:56:47.477529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:47.486246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:47.487212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:47.558823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-668ebb58-f95d-49a9-867c-a17a5ec68bdf None None] Port a0f790ef-2928-4a34-a4b7-2f6eec0bc292 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:47.681871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:47.682209 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:47.689182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.718221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'port': {'device_id': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'admin_state_up': True, 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'security_groups': ['52af98c5-34fa-47d4-8577-12442584a767']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:47.768667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.771791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9af6eda-3b26-4512-bebf-a76ef28b4533 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:56:47.790854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 8 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:47.850148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Made reservation on behalf of 3d74a555e0e64e74bb9e299276248263 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:47.861588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.883215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'project_id': 'cd22318f8c5748e6a05b5e7f3d56f0e0', 'port_id': 'a0f790ef-2928-4a34-a4b7-2f6eec0bc292'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:47.899827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:47.905900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Usage tracker for resource:floatingip and tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:47.917943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:47.928239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:47.930981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:47.931316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:47.931646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:47.955905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d9af6eda-3b26-4512-bebf-a76ef28b4533 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:47.956478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:47.958168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.034550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d61646cd-21ab-4762-acf4-0c0d5a644747 req-1a2b3695-fd3e-48af-a206-afc2f5e6b36a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.6832402 Mar 21 06:56:48.068635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Provisioning for port d373381b-72bb-4ca6-a659-9e09b20395ff completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:48.079114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Provisioning complete for port d373381b-72bb-4ca6-a659-9e09b20395ff triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:48.079508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.343717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:48.353618 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:48.363730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.375690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.401912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Port d373381b-72bb-4ca6-a659-9e09b20395ff cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:48.431921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.568843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Provisioning complete for port d9af6eda-3b26-4512-bebf-a76ef28b4533 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:48.570901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccbb938c-eb25-4c3c-871a-b1d5b7b70790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.590473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=d373381b-72bb-4ca6-a659-9e09b20395ff,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:48.595292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.618943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 9 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:48.671796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Calling delete_port for e9efacb0-bd47-42b6-9b50-28195f3d6d4e owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:48.779830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d049c8b0-cee3-4495-85f6-294a035a0212 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:48.782128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:48.889690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0fd28d2b-e4cd-4fab-a40b-e52403a8b157 req-8e40554f-6d5f-4cca-baac-4f02e8fee947 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.9945884 Mar 21 06:56:48.935695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac963-4e06-4808-a1d9-d643b46fbde0 None None] Provisioning complete for port d373381b-72bb-4ca6-a659-9e09b20395ff triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:48.942966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac963-4e06-4808-a1d9-d643b46fbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:48.990134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:48.999262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:48.999894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:49.000412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:49.021978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:49.028327 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:49.067376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac963-4e06-4808-a1d9-d643b46fbde0 None None] Port d373381b-72bb-4ca6-a659-9e09b20395ff cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:49.077070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempt 10 to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 Mar 21 06:56:49.109317 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d02642f-c121-49d5-b77d-b3cc6f0ec17e req-97c148ad-b42f-4f3b-b06a-a62c451d6811 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.3107927 Mar 21 06:56:49.216497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-554e1ffc-ab10-43bf-afa2-74c48fcbbda5 None None] Provisioning complete for port d373381b-72bb-4ca6-a659-9e09b20395ff triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:49.222324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-554e1ffc-ab10-43bf-afa2-74c48fcbbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:49.275468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:49.275858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:49.276181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempting to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:49.281861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:49.282832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:49.283406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:49.301198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.30', 53001) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:49.327924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-554e1ffc-ab10-43bf-afa2-74c48fcbbda5 None None] Port d373381b-72bb-4ca6-a659-9e09b20395ff cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:49.355628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:49.427323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:49.427752 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Failed to bind port a93a1af0-832b-46e0-a2df-78ca617a9010 on host hv-neutron-8343 for vnic_type normal using segments [{'id': '9539fd77-5535-49e8-a123-b68c2a9bbd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7334171d-a832-4007-96c7-218943b88df1'}] Mar 21 06:56:49.428037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:49.581089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd6cf44b-17ce-46b1-991a-ec3e8bc1d25d req-5b318a44-7757-467a-a1d5-67f3cd46db42 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.2446799 Mar 21 06:56:49.726387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:49.735291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Router 6175d0ec-1e35-4bfc-ae6b-b1d267734feb is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:56:49.770847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:49.781158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5719fb67-11e9-42e0-9b92-213431000cfe tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:49.783843 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5719fb67-11e9-42e0-9b92-213431000cfe tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "GET /v2.0/networks?id=9c407935-6add-4664-84f8-daa999483390 HTTP/1.1" status: 200 len: 812 time: 0.4794714 Mar 21 06:56:49.806554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Allocated IP 172.26.2.147 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/b13d5645-3d21-49bc-81a8-fcddcaf4c4fb) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:49.857945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d93c45-1d98-4f13-89f0-46b20c1a43ad,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:49.881507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8613d745-200d-425f-b692-368dbaec88af tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 4.1348495 Mar 21 06:56:49.889745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network c9d93c45-1d98-4f13-89f0-46b20c1a43ad details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:56:49.927363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52642) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:49.960352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'subnet': {'network_id': 'c9d93c45-1d98-4f13-89f0-46b20c1a43ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:49.989062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Made reservation on behalf of dcdde429ec834f0499055d8f43c93df9 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:49.993394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.025828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Allocated IP 172.20.0.7 (20cc1ac7-41f5-4e05-9a7b-23246e72a039/49435879-fde8-4ed9-a74b-04b870444562/6b878864-8a0f-400f-bab4-bf5978ca4f8b) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:50.065582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:50.089060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:50.103059 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] Sync routers for ids ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:50.118658 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] Routers {'6175d0ec-1e35-4bfc-ae6b-b1d267734feb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:50.119800 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:50.128635 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f393024c-0cd3-4b70-a7dc-7f396a150878 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "PUT /v2.0/routers/6175d0ec-1e35-4bfc-ae6b-b1d267734feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3142593 Mar 21 06:56:50.139177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52650) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:50.149282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'port': {'network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212', 'name': 'tempest-FloatingIPNegativeTestJSON-1690296066'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:50.171005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:subnet and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:50.261985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-f8f5cee8-1d6c-496a-8a7b-43802080ed4c tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Synchronizing usage tracker for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:50.273018 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:50.302000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb4a56cd-e09d-4b97-a6da-12fb506a4415 req-bc971f9f-cc4c-4be7-8a55-d40bfb6f36f0 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.1778240 Mar 21 06:56:50.305046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:50.306046 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] Routers {'6175d0ec-1e35-4bfc-ae6b-b1d267734feb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:50.306997 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:50.377849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.387550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:50.432273 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:50.433171 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a2857-dc42-4bae-aa20-bcc3023d775f None None] The sync data for ids ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:50.469502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-493cdcf6-867b-482b-a349-9b93fd3b9890 req-2ccb7ce1-2bfc-46b6-b372-f608bb914797 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Synchronizing usage tracker for tenant:3d74a555e0e64e74bb9e299276248263 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:50.497656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-f8f5cee8-1d6c-496a-8a7b-43802080ed4c tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Unset dirty status for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:50.499043 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-f8f5cee8-1d6c-496a-8a7b-43802080ed4c tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3dc25a3acb5414489495cbeeaf08db9 HTTP/1.1" status: 200 len: 379 time: 0.4136190 Mar 21 06:56:50.578793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port a93a1af0-832b-46e0-a2df-78ca617a9010, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:50.579255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attempted to set empty binding levels {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:56:50.588700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event deleted for resources: {'Port': ['ID=e9efacb0-bd47-42b6-9b50-28195f3d6d4e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:50.604645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'port': {'device_id': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'admin_state_up': True, 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'security_groups': ['c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:50.662962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.664925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:50.669401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.738407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:port and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:50.749882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:50.775978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:50.804295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Made reservation on behalf of 764b85445d1c45da95b066b73101bd00 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:50.808176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.855304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] device_id is not set on port 97887c11-59a4-4904-9ec4-2310c192f05f yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:56:50.930694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:50.933234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:50.959581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:50.971623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Usage tracker for resource:port and tenant:c3dc25a3acb5414489495cbeeaf08db9 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:50.993384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:51.011061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:51.017329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:51.083509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:51.091765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] In _notify_port_updated(), no bound segment for port a93a1af0-832b-46e0-a2df-78ca617a9010 on network 7334171d-a832-4007-96c7-218943b88df1 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:56:51.094297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:51.096273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:51.100785 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "PUT /v2.0/ports/a93a1af0-832b-46e0-a2df-78ca617a9010 HTTP/1.1" status: 200 len: 979 time: 7.8639417 Mar 21 06:56:51.105408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:51.109961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:51.170788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52660) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:51.360442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Made reservation on behalf of c3dc25a3acb5414489495cbeeaf08db9 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:56:51.364470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:51.387366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Deleting port a93a1af0-832b-46e0-a2df-78ca617a9010 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:51.387777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:51.459263 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-887fc5ac-5375-4b2c-a417-d0bfa3f03cf1 req-f296e149-9ef5-434b-bec7-724f4807114c tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.6069689 Mar 21 06:56:51.460967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-493cdcf6-867b-482b-a349-9b93fd3b9890 req-2ccb7ce1-2bfc-46b6-b372-f608bb914797 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Unset dirty status for tenant:3d74a555e0e64e74bb9e299276248263 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:51.462071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-493cdcf6-867b-482b-a349-9b93fd3b9890 req-2ccb7ce1-2bfc-46b6-b372-f608bb914797 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 1.0687871 Mar 21 06:56:51.467618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:51.510203 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6b74f40e-5471-4b3f-a938-6eae5ea4c93f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "DELETE /v2.0/ports/e9efacb0-bd47-42b6-9b50-28195f3d6d4e HTTP/1.1" status: 204 len: 168 time: 6.4569895 Mar 21 06:56:51.518401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52666) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:51.563755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Allocated IP 172.20.0.3 (d049c8b0-cee3-4495-85f6-294a035a0212/eaceb49b-86bd-466c-af60-6d23e920cbeb/97887c11-59a4-4904-9ec4-2310c192f05f) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:51.582276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Pushing event updated for resources: {'Port': ['ID=b13d5645-3d21-49bc-81a8-fcddcaf4c4fb,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:51.856179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bffd5053-5672-4f3c-a297-62425760ee9e req-68ac562d-3af1-4018-8350-888dbf43e4d0 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Synchronizing usage tracker for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:51.871551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e4670-db10-4f72-8a05-a716be0dc385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event updated for resources: {'Port': ['ID=a93a1af0-832b-46e0-a2df-78ca617a9010,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:51.927237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Allocated IP 172.20.0.7 (88795e63-4a3e-44de-9d62-6d2b3ba29c9c/f82f3e50-dbbe-4bee-9759-ab171926389e/a893d10d-cb0c-499c-bc6a-f70fc0d2491a) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:52.034844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bffd5053-5672-4f3c-a297-62425760ee9e req-68ac562d-3af1-4018-8350-888dbf43e4d0 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Unset dirty status for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:52.036834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bffd5053-5672-4f3c-a297-62425760ee9e req-68ac562d-3af1-4018-8350-888dbf43e4d0 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.2353175 Mar 21 06:56:52.061529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Deleting subnet 6fad552d-9468-40e9-ac2c-310f57d8f80a {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:56:52.066300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.136699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.283154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.415474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f1efb16f-8cb4-4871-8182-9e8d81f34ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.435151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.446733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] For port a93a1af0-832b-46e0-a2df-78ca617a9010, host hv-neutron-8343, got binding levels [] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:52.447096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.452270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.535481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Transition to ACTIVE for port object 6b878864-8a0f-400f-bab4-bf5978ca4f8b will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:52.540076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ac0c5-3fae-486f-ac6f-754257df3ce2 None None] Network 5c69453e-d71e-455c-b2e3-2fe234894a1c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:52.561759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.568596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event deleted for resources: {'Subnet': ['ID=6fad552d-9468-40e9-ac2c-310f57d8f80a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:52.622594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2cb65cda-dbc0-4657-ad9e-5d56da2c13fe tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "DELETE /v2.0/subnets/6fad552d-9468-40e9-ac2c-310f57d8f80a HTTP/1.1" status: 204 len: 168 time: 1.1030519 Mar 21 06:56:52.630038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Allocated IP 172.20.0.10 (9c407935-6add-4664-84f8-daa999483390/596db2c3-0d47-4b9d-a08c-992d1f6557bd/1ab59421-77b5-43d5-ae41-b2ac161883e8) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:52.746650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:52.892886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:52.901229 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4722364b-89c4-4817-82b9-6c3f51a610cd req-7e3264ae-9b91-47ab-b532-8a16762c8243 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.1255105 Mar 21 06:56:52.915986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Transition to ACTIVE for port object 1ab59421-77b5-43d5-ae41-b2ac161883e8 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:52.952291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a96db457-4a3c-4df4-9d75-529aa4007a2d req-8fe225ae-c290-4995-8512-c95c3d618d2a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.1777143 Mar 21 06:56:52.974462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.034052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] DHCP port deletion for 5c69453e-d71e-455c-b2e3-2fe234894a1c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:56:53.050876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Deleting port 04c16a9d-d351-488a-8c24-7ab761e37624 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:53.052242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.121335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Calling delete_port for a93a1af0-832b-46e0-a2df-78ca617a9010 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:53.150989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event updated for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:53.221900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:53.229517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.250789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.254701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:53.258010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:53.418835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.441810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Network 9c407935-6add-4664-84f8-daa999483390 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:53.470285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:53.472417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.474109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:53.595856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Transition to ACTIVE for port object a893d10d-cb0c-499c-bc6a-f70fc0d2491a will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:53.623363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:53.633883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.638782 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee3b33f8-fd3c-46fa-9291-70ad1f67818a req-7f066752-802a-46af-a884-4a1efae636c1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.3119388 Mar 21 06:56:53.730092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.747665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] For port 04c16a9d-d351-488a-8c24-7ab761e37624, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04c16a9d-d351-488a-8c24-7ab761e37624,segment=NetworkSegment(9ffb0a27-bfab-4685-a6bd-6c888876f0c2),segment_id=9ffb0a27-bfab-4685-a6bd-6c888876f0c2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:53.748329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.763722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Deleting port 04c16a9d-d351-488a-8c24-7ab761e37624 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:53.765457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.792039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04c16a9d-d351-488a-8c24-7ab761e37624 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:56:53.875912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:53.876937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.896001 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a93a1af0-832b-46e0-a2df-78ca617a9010 HTTP/1.1" status: 204 len: 168 time: 2.7049348 Mar 21 06:56:53.899525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:53.904901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52680) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:53.914328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3211591 Mar 21 06:56:53.918838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256a87a-426e-41aa-b394-9bbb18582508 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event updated for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:53.983189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Calling delete_port for 04c16a9d-d351-488a-8c24-7ab761e37624 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:54.054752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-f7f3611a-f989-4b62-9599-294943dcb53a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 06:56:54.055803 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-f7f3611a-f989-4b62-9599-294943dcb53a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587344 Mar 21 06:56:54.056054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-006fe948-4e69-4cde-8d12-739f5b4daf43 None None] Provisioning for port 6b878864-8a0f-400f-bab4-bf5978ca4f8b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:54.065655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-006fe948-4e69-4cde-8d12-739f5b4daf43 None None] Provisioning complete for port 6b878864-8a0f-400f-bab4-bf5978ca4f8b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:54.071006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-006fe948-4e69-4cde-8d12-739f5b4daf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.099708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-77c05a2b-8bc9-4db1-9a45-d17d1357d702 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6700444 Mar 21 06:56:54.101960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b54f99-ecac-4440-bf96-85c67f60dcaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:56:54.102678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83b54f99-ecac-4440-bf96-85c67f60dcaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Synchronizing usage tracker for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:56:54.114089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.162565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-006fe948-4e69-4cde-8d12-739f5b4daf43 None None] Port 6b878864-8a0f-400f-bab4-bf5978ca4f8b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:54.460785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03225a-58ca-45f0-af15-2e4b5d9b2f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Pushing event deleted for resources: {'Port': ['ID=a93a1af0-832b-46e0-a2df-78ca617a9010,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:54.464181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Transition to ACTIVE for port object 97887c11-59a4-4904-9ec4-2310c192f05f will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:54.541444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.592093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Request body: {'port': {'device_id': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:54.610638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-589be143-264c-4c99-9171-123acc7f680e None None] Provisioning for port 1ab59421-77b5-43d5-ae41-b2ac161883e8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:54.639808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-589be143-264c-4c99-9171-123acc7f680e None None] Provisioning complete for port 1ab59421-77b5-43d5-ae41-b2ac161883e8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:54.640751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-589be143-264c-4c99-9171-123acc7f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.651607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:54.723897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Request body: {'port': {'device_id': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:54.754127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:54.756344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83b54f99-ecac-4440-bf96-85c67f60dcaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] Unset dirty status for tenant:339302359b594bfd87be563d184a3949 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:56:54.758876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-83b54f99-ecac-4440-bf96-85c67f60dcaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774237899-project-admin] 10.222.0.31 "GET /v2.0/ports/a93a1af0-832b-46e0-a2df-78ca617a9010 HTTP/1.1" status: 404 len: 333 time: 0.8490069 Mar 21 06:56:54.766667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-589be143-264c-4c99-9171-123acc7f680e None None] Port 1ab59421-77b5-43d5-ae41-b2ac161883e8 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:54.768300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.819685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-034964ec-199e-4ccf-9900-e117873fa2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.856706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] For port 04c16a9d-d351-488a-8c24-7ab761e37624, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04c16a9d-d351-488a-8c24-7ab761e37624,segment=NetworkSegment(9ffb0a27-bfab-4685-a6bd-6c888876f0c2),segment_id=9ffb0a27-bfab-4685-a6bd-6c888876f0c2)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:56:54.857485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:54.883047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] Pushing event deleted for resources: {'Port': ['ID=04c16a9d-d351-488a-8c24-7ab761e37624,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:54.896097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de1bce-fc37-4f92-9e00-fda022308d0b None None] No DVR routers for this DVR port 04c16a9d-d351-488a-8c24-7ab761e37624 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:56:54.924612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52694) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:55.008056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.036953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:55.062441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event updated for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:55.095204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Calling delete_port for 04c16a9d-d351-488a-8c24-7ab761e37624 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:55.097334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-221cefa1-6a5e-4267-b42b-77d43cf3d9c0 None None] Provisioning for port a893d10d-cb0c-499c-bc6a-f70fc0d2491a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:55.106354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-221cefa1-6a5e-4267-b42b-77d43cf3d9c0 None None] Provisioning complete for port a893d10d-cb0c-499c-bc6a-f70fc0d2491a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:55.106736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-221cefa1-6a5e-4267-b42b-77d43cf3d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.135488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=97887c11-59a4-4904-9ec4-2310c192f05f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:55.217071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.233364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d049c8b0-cee3-4495-85f6-294a035a0212 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:56:55.235562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-221cefa1-6a5e-4267-b42b-77d43cf3d9c0 None None] Port a893d10d-cb0c-499c-bc6a-f70fc0d2491a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:55.239958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:55.242501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:56:55.302731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.371159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.378674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 06:56:55.379144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.522970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:55.523181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.588764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:55.589456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.662238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cd3ac1d0-ba70-4c4f-8423-f0419f838208 None None] Provisioning for port 97887c11-59a4-4904-9ec4-2310c192f05f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:56:55.668232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cd3ac1d0-ba70-4c4f-8423-f0419f838208 None None] Provisioning complete for port 97887c11-59a4-4904-9ec4-2310c192f05f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:56:55.668515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0e355-5f74-43e4-ac8f-359da425fa5f req-acbcbddc-fee8-4455-b3a9-585eca62cd5a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:55.669010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cd3ac1d0-ba70-4c4f-8423-f0419f838208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.670252 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ea0e355-5f74-43e4-ac8f-359da425fa5f req-acbcbddc-fee8-4455-b3a9-585eca62cd5a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 932 time: 1.4523497 Mar 21 06:56:55.684924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-de36f962-f97c-4eaa-9b81-40235a36edb5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1725543 Mar 21 06:56:55.693748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:56:55.695478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:56:55.695613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4908c29-270b-4968-a205-ffb442309e84,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:55.708259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Request body: {'port': {'device_id': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:55.760923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.819145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073b23-e750-46f9-8ee3-ef12bd4e5988 req-35534c43-f5bc-40f6-a78a-7650de42c2a8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:55.826982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99073b23-e750-46f9-8ee3-ef12bd4e5988 req-35534c43-f5bc-40f6-a78a-7650de42c2a8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 931 time: 1.4931519 Mar 21 06:56:55.828064 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1208953d-7a14-4b88-a59f-805ee86ed235 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6871526 Mar 21 06:56:55.834313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.835844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52698) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:55.849158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.851491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.856512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ac1d0-ba70-4c4f-8423-f0419f838208 None None] Port 97887c11-59a4-4904-9ec4-2310c192f05f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:56:55.879760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:55.900234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:55.906179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Checking segment: {'id': 'a5bba164-991e-47c5-9a0f-2746912ddd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c9d93c45-1d98-4f13-89f0-46b20c1a43ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:55.906548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Network hostable DHCP agents. Network: c9d93c45-1d98-4f13-89f0-46b20c1a43ad, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:56:55.930242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:55.978226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7334171d-a832-4007-96c7-218943b88df1']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:55.980059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:floatingip and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:55.990968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ea0e355-5f74-43e4-ac8f-359da425fa5f req-4e148f0e-488b-4d68-b2c2-420bffce1d87 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032272 Mar 21 06:56:55.999306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:56.000011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9539fd77-5535-49e8-a123-b68c2a9bbd54') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:56.000352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9539fd77-5535-49e8-a123-b68c2a9bbd54') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:56.026997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:56.037891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.095808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.101683 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99073b23-e750-46f9-8ee3-ef12bd4e5988 req-317104b6-efab-4701-9923-aebab37aa7ff tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741108 Mar 21 06:56:56.110456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.123819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Network c9d93c45-1d98-4f13-89f0-46b20c1a43ad is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:56:56.132110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.161047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:56.161484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:56.183759 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:56.215380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Deleting port 04c16a9d-d351-488a-8c24-7ab761e37624 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:56.215773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.294387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.296467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, c9d93c45-1d98-4f13-89f0-46b20c1a43ad) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:56:56.308458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0310f90-2ebd-40f0-b0b1-a3b17289914c None None] Network c9d93c45-1d98-4f13-89f0-46b20c1a43ad requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:56.331925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.370882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] Pushing event deleted for resources: {'Network': ['ID=7334171d-a832-4007-96c7-218943b88df1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:56.373355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:56.373959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.393301 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3719615e-5283-49b1-9498-01f89c0c00d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646301840-project] 10.222.0.31 "DELETE /v2.0/networks/7334171d-a832-4007-96c7-218943b88df1 HTTP/1.1" status: 204 len: 168 time: 1.4635470 Mar 21 06:56:56.394270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] The port '04c16a9d-d351-488a-8c24-7ab761e37624' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:56:56.415965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b878864-8a0f-400f-bab4-bf5978ca4f8b {{(pid=87987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:56:56.421449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.426060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.432472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.605921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825e0e5c-4e62-4caa-be9c-9eac1270d911 None None] Network c9d93c45-1d98-4f13-89f0-46b20c1a43ad requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:56:56.652228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Transition to ACTIVE for port object 6b878864-8a0f-400f-bab4-bf5978ca4f8b will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:56.676706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Pushing event updated for resources: {'Port': ['ID=b13d5645-3d21-49bc-81a8-fcddcaf4c4fb,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:56.686461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.795115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dd23a35a-c6c2-4718-9ab2-344a154f5a62 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.8564155 Mar 21 06:56:56.806090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52706) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:56.806421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:56.821382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9d93c45-1d98-4f13-89f0-46b20c1a43ad'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:56:56.852611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.916214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:56:56.949388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:floatingip and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:56:56.967210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:56.974746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:56:57.008142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Pushing event updated for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:57.031567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:56:57.056038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda70d-49bd-4c0b-8325-8f75f0b34ffb req-844bda7e-300a-469f-860e-ba7d5666e36f tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:57.057540 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-75bda70d-49bd-4c0b-8325-8f75f0b34ffb req-844bda7e-300a-469f-860e-ba7d5666e36f tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 931 time: 0.9484658 Mar 21 06:56:57.108619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c69453e-d71e-455c-b2e3-2fe234894a1c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:57.147636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Attempting to bind port 6b878864-8a0f-400f-bab4-bf5978ca4f8b on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:57.147963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Attempting to bind port 6b878864-8a0f-400f-bab4-bf5978ca4f8b by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:57.148298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Attempting to bind port 6b878864-8a0f-400f-bab4-bf5978ca4f8b on network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:57.150931 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Floating IP 2e92d028-ea50-44e6-b4a5-f865ca236dcb associated. External IP: 172.26.2.147, port: a0f790ef-2928-4a34-a4b7-2f6eec0bc292. Mar 21 06:56:57.194350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.207554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.214963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffb0a27-bfab-4685-a6bd-6c888876f0c2') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:57.215265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffb0a27-bfab-4685-a6bd-6c888876f0c2') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:57.216340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Port 6b878864-8a0f-400f-bab4-bf5978ca4f8b on network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:57.216662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Attempting to bind port 6b878864-8a0f-400f-bab4-bf5978ca4f8b on network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:57.224680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:57.225012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Checking segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:57.226205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Bound using segment: {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:57.226711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Bound port: 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584ee522-c050-446a-abd2-adb9d4398846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:57.227055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.313449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:57.328335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.358405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-75bda70d-49bd-4c0b-8325-8f75f0b34ffb req-919a99c8-c856-4efb-bd80-6837bf87c00b tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769294 Mar 21 06:56:57.413941 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b79e8dc7-5ddd-4b67-a4a8-6bd90ea14950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04b3d1c5ef504b449a781f175fd512f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5975118 Mar 21 06:56:57.417253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.437550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52720) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:57.474793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:56:57.475280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.482680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:56:57.495931 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:56:57.509983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:57.515757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.610460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab59421-77b5-43d5-ae41-b2ac161883e8 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:56:57.651676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:57.652284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.653729 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] 10.222.0.30 "PUT /v2.0/ports/6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1093 time: 3.1846540 Mar 21 06:56:57.655986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:56:57.673008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.700378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.703063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f28b0-f152-4ed3-a0fa-671b8044403d service neutron] Pushing event updated for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:57.742857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Router 377bf2dc-92f3-402d-93d6-35df681730c0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:56:57.772314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:56:57.868844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Transition to ACTIVE for port object 1ab59421-77b5-43d5-ae41-b2ac161883e8 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:57.907244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.916262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192a24-6221-4223-bf17-ddd6bdf6b4de req-dbcf33c0-afcc-45fe-9ccf-b7e54ec272a0 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:57.917767 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42192a24-6221-4223-bf17-ddd6bdf6b4de req-dbcf33c0-afcc-45fe-9ccf-b7e54ec272a0 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 932 time: 0.7390316 Mar 21 06:56:57.927430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:57.947413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-3d3150cb-c0e0-4594-bfb4-6839f0876286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:57.948909 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-3d3150cb-c0e0-4594-bfb4-6839f0876286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1096 time: 0.2474473 Mar 21 06:56:57.950017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.009360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.039460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] Pushing event deleted for resources: {'Network': ['ID=5c69453e-d71e-455c-b2e3-2fe234894a1c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:58.125617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a893d10d-cb0c-499c-bc6a-f70fc0d2491a {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:56:58.157676 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-e2bd2c7d-9558-4440-9884-c129479013bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 217 time: 0.2010548 Mar 21 06:56:58.170909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3917cbf-8ec5-4604-afef-c9fc60aedd2f tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725 tempest-ExtraDHCPOptionsIpV6TestJSON-1875356725-project] 10.222.0.31 "DELETE /v2.0/networks/5c69453e-d71e-455c-b2e3-2fe234894a1c HTTP/1.1" status: 204 len: 168 time: 5.4232631 Mar 21 06:56:58.196948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.202409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:56:58.219872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] Sync routers for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:56:58.232485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:58.233093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:58.277431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.325789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.336623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:58.341575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42192a24-6221-4223-bf17-ddd6bdf6b4de req-c1342e55-dd3d-4581-9b31-d09a6f73d015 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3810647 Mar 21 06:56:58.356474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:58.356666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Transition to ACTIVE for port object a893d10d-cb0c-499c-bc6a-f70fc0d2491a will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:56:58.382163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:56:58.382626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:58.418586 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1adec5a7-d77f-4af1-83cd-374b788697ff tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.9794691 Mar 21 06:56:58.421291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52742) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:58.428375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57843fa5-612f-49e7-858c-3ef81cecb1a9 req-bf22cbef-7276-4663-a3ef-f93136097ebd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:58.429953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57843fa5-612f-49e7-858c-3ef81cecb1a9 req-bf22cbef-7276-4663-a3ef-f93136097ebd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 943 time: 0.9611766 Mar 21 06:56:58.435629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.491342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Allocated IP 172.26.2.64 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/d680b4de-e021-4196-8dd0-65534a1a52e5) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:58.499420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-36be192b-822f-402b-b983-5675773b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:58.501198 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-36be192b-822f-402b-b983-5675773b9eec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.3314548 Mar 21 06:56:58.542819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:56:58.543214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe482f1-926f-4fbb-a5dc-084cb363816f None None] The sync data for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:56:58.545566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52746) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:58.567515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:58.633513 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42dc83d2-649f-4b5d-b707-0168576f3063 tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "GET /v2.0/floatingips/2e92d028-ea50-44e6-b4a5-f865ca236dcb HTTP/1.1" status: 200 len: 982 time: 0.2108285 Mar 21 06:56:58.642155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52752) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:58.772909 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-09dcbfcf-a7e8-4d71-b310-e3861505d092 tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.1283755 Mar 21 06:56:58.778798 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'status': 'completed', 'code': 200} Mar 21 06:56:58.779548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:58.886460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Pushing event updated for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:58.898988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-f8b3def6-6e2b-4548-862b-1dd734dca725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:58.900474 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-f8b3def6-6e2b-4548-862b-1dd734dca725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3772805 Mar 21 06:56:59.083431 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57843fa5-612f-49e7-858c-3ef81cecb1a9 req-028942e2-cf75-471e-826a-8a4a480c01eb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6275949 Mar 21 06:56:59.096122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port b13d5645-3d21-49bc-81a8-fcddcaf4c4fb {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:56:59.096474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.100516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Attempting to bind port 1ab59421-77b5-43d5-ae41-b2ac161883e8 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:59.100754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Attempting to bind port 1ab59421-77b5-43d5-ae41-b2ac161883e8 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:59.101131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Attempting to bind port 1ab59421-77b5-43d5-ae41-b2ac161883e8 on network 9c407935-6add-4664-84f8-daa999483390 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:59.154243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.185378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Port 1ab59421-77b5-43d5-ae41-b2ac161883e8 on network 9c407935-6add-4664-84f8-daa999483390 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:59.185701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Attempting to bind port 1ab59421-77b5-43d5-ae41-b2ac161883e8 on network 9c407935-6add-4664-84f8-daa999483390 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:59.194671 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-d3c0cea5-f443-4d75-b69c-361d1ad7d863 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859805 Mar 21 06:56:59.214591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56784d00-ef37-479f-b32e-d4d2f6cc281b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:56:59.244616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:59.244960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Checking segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:59.245572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Bound using segment: {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:59.246006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Bound port: 1ab59421-77b5-43d5-ae41-b2ac161883e8, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9c407935-6add-4664-84f8-daa999483390'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:59.246444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.332749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-69ee22a4-95ef-4c7b-b24c-2a1023483ba9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c2d7aa45a9a4130a452b9727baf9aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826362 Mar 21 06:56:59.341861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52764) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:59.372438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Attempting to bind port a893d10d-cb0c-499c-bc6a-f70fc0d2491a on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:56:59.372766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Attempting to bind port a893d10d-cb0c-499c-bc6a-f70fc0d2491a by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:56:59.373090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Attempting to bind port a893d10d-cb0c-499c-bc6a-f70fc0d2491a on network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:59.387567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.388546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.435412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.439095 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8cb3b77a-8b22-4737-b74d-db7335db81bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56784d00-ef37-479f-b32e-d4d2f6cc281b HTTP/1.1" status: 204 len: 168 time: 1.9930682 Mar 21 06:56:59.439095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Port a893d10d-cb0c-499c-bc6a-f70fc0d2491a on network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:56:59.439095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Attempting to bind port a893d10d-cb0c-499c-bc6a-f70fc0d2491a on network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:56:59.479861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.496160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:56:59.496582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Checking segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:56:59.497182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Bound using segment: {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:56:59.497613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Bound port: a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21bd29f3-644d-4f1b-95c9-88c20c0303b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:56:59.497958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.528458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for b13d5645-3d21-49bc-81a8-fcddcaf4c4fb owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:56:59.564534 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7d6af451-b5d4-49bf-9bbb-2851d53b740d req-9be0b02c-ee38-456a-a6bf-8d90f26e9841 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625185 Mar 21 06:56:59.575755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Allocated IP 172.20.0.9 (c9d93c45-1d98-4f13-89f0-46b20c1a43ad/b4908c29-270b-4968-a205-ffb442309e84/69c8bf47-5d54-435c-9e71-a0a3a8e391bc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:56:59.601170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7744fa-8441-414a-b62a-e4ba26f136ee req-4fde6e95-0a08-4e10-8ae4-d7b0a9e80221 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:59.602285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f7744fa-8441-414a-b62a-e4ba26f136ee req-4fde6e95-0a08-4e10-8ae4-d7b0a9e80221 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 943 time: 0.7396581 Mar 21 06:56:59.734212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:56:59.753551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52774) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:56:59.784131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f315a9-71a4-48cc-9848-de58717cc557 req-b507ec6e-2e70-466a-8b15-ce34f43ad16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:56:59.785610 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-b507ec6e-2e70-466a-8b15-ce34f43ad16d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1520934 Mar 21 06:56:59.838163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:56:59.886458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.945973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.974419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:56:59.987001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f7744fa-8441-414a-b62a-e4ba26f136ee req-4bd1a7b0-4e76-4b75-81d9-81ae213d4cc7 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416722 Mar 21 06:57:00.012809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:00.028244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.033116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.033770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.035194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ab59421-77b5-43d5-ae41-b2ac161883e8 HTTP/1.1" status: 200 len: 1094 time: 5.7188981 Mar 21 06:57:00.044022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:00.084159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=b13d5645-3d21-49bc-81a8-fcddcaf4c4fb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:00.098291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:00.120982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca68e1-5e50-4a0a-b4bb-32582fa5d428 req-78ec4f24-ffc6-48f6-ba8b-09cb0095accd tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.122570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1aca68e1-5e50-4a0a-b4bb-32582fa5d428 req-78ec4f24-ffc6-48f6-ba8b-09cb0095accd tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 944 time: 0.6384223 Mar 21 06:57:00.124504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.168385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.182263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.196960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e36b-dcd4-4dfb-8566-16bcd1e4e1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:00.201302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:00.256137 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-10f4ffb5-d668-4242-a446-bc07af33b487 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=339302359b594bfd87be563d184a3949&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4983299 Mar 21 06:57:00.257171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52786) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:00.282201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:00.305963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:00.360470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.360872 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Floating IP 2e92d028-ea50-44e6-b4a5-f865ca236dcb disassociated (deleted). External IP: 172.26.2.147, port: a0f790ef-2928-4a34-a4b7-2f6eec0bc292. Mar 21 06:57:00.416627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.417539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.419577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] 10.222.0.30 "PUT /v2.0/ports/a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 200 len: 1093 time: 4.7177956 Mar 21 06:57:00.447761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f315a9-71a4-48cc-9848-de58717cc557 req-74c6438d-429f-4ec7-a189-e8c5e7f08664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.449448 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-74c6438d-429f-4ec7-a189-e8c5e7f08664 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.6571493 Mar 21 06:57:00.457384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.489597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1aca68e1-5e50-4a0a-b4bb-32582fa5d428 req-6525f6b7-ba09-49bb-8c04-d132531a743f tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105910 Mar 21 06:57:00.569702 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-7323595c-1fdd-4080-b1e2-4c779059fc94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 217 time: 0.1065054 Mar 21 06:57:00.598077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=d680b4de-e021-4196-8dd0-65534a1a52e5,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:00.601774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.657208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'status': 'completed', 'code': 200} Mar 21 06:57:00.680504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.722838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Network c9d93c45-1d98-4f13-89f0-46b20c1a43ad is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:00.735215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.738321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:00.754311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-74cd0f25-6679-4f5f-9a5c-579574a92db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.755781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-74cd0f25-6679-4f5f-9a5c-579574a92db0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3dc25a3acb5414489495cbeeaf08db9&device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 1097 time: 0.6466494 Mar 21 06:57:00.758318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:00.764619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f315a9-71a4-48cc-9848-de58717cc557 req-d9e0ca4d-09c5-4389-ae10-21a2ea06d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:00.766282 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-d9e0ca4d-09c5-4389-ae10-21a2ea06d933 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.1860728 Mar 21 06:57:00.799847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.960301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6bb6b5-8ddd-44b6-a181-3b4b2a5f5a04,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:00.982857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:00.997850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-c3b2fdbe-263a-4083-b2b9-929aa1cb6c5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8 HTTP/1.1" status: 200 len: 217 time: 0.2003887 Mar 21 06:57:00.998414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed9a6-8559-47fb-b1c4-1b9f7f20d85f service neutron] Pushing event updated for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:01.017558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c56785-5054-48af-bcc9-eaeb56c8aa4b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:01.046139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Router 377bf2dc-92f3-402d-93d6-35df681730c0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:01.050035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f315a9-71a4-48cc-9848-de58717cc557 req-ba061bbc-1b5a-4f55-bf58-49271b1c6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.051541 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-ba061bbc-1b5a-4f55-bf58-49271b1c6fed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2304227 Mar 21 06:57:01.057334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.060958 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6fcdc6af-3605-428f-b860-525a543d3219 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43c56785-5054-48af-bcc9-eaeb56c8aa4b HTTP/1.1" status: 204 len: 168 time: 0.7887504 Mar 21 06:57:01.163717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b3ae-4e58-4c51-b028-a98680ee0d30 req-3b3fc43d-d6bc-4c0a-bd67-e97359e1c993 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.170540 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bb7b3ae-4e58-4c51-b028-a98680ee0d30 req-3b3fc43d-d6bc-4c0a-bd67-e97359e1c993 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 943 time: 0.8847637 Mar 21 06:57:01.172488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.176097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a1169a18-e684-4cf7-8b00-691ad41e9cd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d6bb6b5-8ddd-44b6-a181-3b4b2a5f5a04 HTTP/1.1" status: 204 len: 168 time: 1.8035007 Mar 21 06:57:01.261992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-2f4b8b90-7609-40ff-b560-1296cd5e7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.263472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-2f4b8b90-7609-40ff-b560-1296cd5e7762 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcdde429ec834f0499055d8f43c93df9&device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 1096 time: 0.7307906 Mar 21 06:57:01.292978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.395692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-351ebb14-c9fb-4ac4-b5b7-bd74793eb654 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354771 Mar 21 06:57:01.396191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Port': ['ID=69c8bf47-5d54-435c-9e71-a0a3a8e391bc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:01.419557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-87cb2dc4-c638-44ba-ae1d-c73b4a85640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.420992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-87cb2dc4-c638-44ba-ae1d-c73b4a85640c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=596db2c3-0d47-4b9d-a08c-992d1f6557bd HTTP/1.1" status: 200 len: 851 time: 0.3792286 Mar 21 06:57:01.428204 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-b5b5c5f4-76fe-4933-9a53-a7dfe350a106 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 200 len: 217 time: 0.1478798 Mar 21 06:57:01.429362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:01.442014 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] Sync routers for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:01.460286 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:01.461633 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:01.493370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bb7b3ae-4e58-4c51-b028-a98680ee0d30 req-3e992b51-fb0c-409e-8826-7d3c698ed909 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218482 Mar 21 06:57:01.566748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.610882 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:01.619820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.636233 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:01.636854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:01.780485 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:01.782180 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f839f7c-a3fe-494e-a0ad-af4c3e56a7bb None None] The sync data for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:01.805794 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-30a762a7-1d6d-4763-aef3-9566c8d8b61a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/floatingips/2e92d028-ea50-44e6-b4a5-f865ca236dcb HTTP/1.1" status: 204 len: 168 time: 3.0194359 Mar 21 06:57:01.813164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:01.817331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-3a916a46-76ed-4a8f-9630-3c2134754917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.819392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-3a916a46-76ed-4a8f-9630-3c2134754917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f82f3e50-dbbe-4bee-9759-ab171926389e HTTP/1.1" status: 200 len: 845 time: 0.3379948 Mar 21 06:57:01.830740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:01.836033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:01.840577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Usage tracker for resource:floatingip and tenant:5fb225eb52904547ac2add5e44e9ec19 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:01.846613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:01.853610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:01.874789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:01.914510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-72f315a9-71a4-48cc-9848-de58717cc557 req-b219b1a2-bf4f-4b30-8313-5164e74b9fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095136 Mar 21 06:57:01.953049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb73a-3ee1-41c9-b854-54b140d94132 req-fb46f595-22bf-400c-b2e0-af7e6725c4df tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:01.954825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-299cb73a-3ee1-41c9-b854-54b140d94132 req-fb46f595-22bf-400c-b2e0-af7e6725c4df tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 943 time: 0.8213603 Mar 21 06:57:01.960237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.094174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.126448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-1bad295e-1390-4197-bb3e-ac5b220a8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:02.127936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-1bad295e-1390-4197-bb3e-ac5b220a8ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c407935-6add-4664-84f8-daa999483390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6902745 Mar 21 06:57:02.171610 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-299cb73a-3ee1-41c9-b854-54b140d94132 req-48c0cb2b-f9ff-4779-95f2-de0a12704acc tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858726 Mar 21 06:57:02.226182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a959-73a0-4401-b9aa-aeb95fb18ba5 req-12f63918-1f6a-482f-8258-0f050fa3fe92 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:02.227665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41c5a959-73a0-4401-b9aa-aeb95fb18ba5 req-12f63918-1f6a-482f-8258-0f050fa3fe92 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 944 time: 0.5431745 Mar 21 06:57:02.311315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:57:02.326583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Allocated IP 172.26.2.42 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/f8af417b-ee48-4c9f-9079-514486eee7f0) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:02.402585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.405703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-c88f480a-1bac-4e9f-8422-15a4e5dbf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:02.407192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-c88f480a-1bac-4e9f-8422-15a4e5dbf925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5701675 Mar 21 06:57:02.436565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.505497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:02.522667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.561958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.623818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.650678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Pushing event updated for resources: {'Port': ['ID=f8af417b-ee48-4c9f-9079-514486eee7f0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:02.664021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:02.665182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:02.672892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'networks': [{'name': 'tempest-network--1739572965'}, {'name': 'tempest-network--1349595373'}]} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:02.673193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-network--1739572965'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:02.673705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-network--1349595373'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:02.676912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:02.694414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41c5a959-73a0-4401-b9aa-aeb95fb18ba5 req-fce8d477-0de1-4b7e-b2ba-5b904ce8332e tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070747 Mar 21 06:57:02.694857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:02.723712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:02.735431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:network and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:02.739855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:02.748436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:02.770531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'network': 2} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:02.775901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.795553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.815701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:02.822460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:security_group_rule and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:02.826634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:02.829810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.835635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:02.870395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6b878864-8a0f-400f-bab4-bf5978ca4f8b details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 06:57:02.876496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.890522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'status': 'completed', 'code': 200} Mar 21 06:57:02.924500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:02.959047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-0467df5e-fe55-4e4d-81d6-c6f0032b35f6 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177559 Mar 21 06:57:02.997370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=d680b4de-e021-4196-8dd0-65534a1a52e5,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:03.014820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52868) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:03.075671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:03.092204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'port_id': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'mac_address': 'fa:16:3e:ea:ab:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 06:57:03.096180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.151809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.164823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.168543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2009097066', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:03.175876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Port': ['ID=69c8bf47-5d54-435c-9e71-a0a3a8e391bc,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:03.177040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.177413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.183493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b878864-8a0f-400f-bab4-bf5978ca4f8b {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:57:03.189680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:03.200304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:03.206731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.214424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Usage tracker for resource:port and tenant:916e92a503934f28b844e8a2805aedf6 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:03.221329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:03.267865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:03.278710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-bd0969a0-7236-44a6-937c-00c16ff8111b service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541167 Mar 21 06:57:03.292403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:03.293713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a775ab-417a-43ed-bed9-5d6d0a663b6b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:03.311136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:03.313847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Made reservation on behalf of 916e92a503934f28b844e8a2805aedf6 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:03.316886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.341906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.343077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4437dfdd-c890-4fa8-8b2c-88ed3203bf22 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5033555 Mar 21 06:57:03.343993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.344804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.354039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52876) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:03.363563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.367340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.367717 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment 97d30eb2-ae66-4b07-8d88-443979a88c45 of type vlan for network f5175c56-4d6e-4d49-b8a2-ecb665ece1eb Mar 21 06:57:03.375783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.379544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:03.385239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1cc92005-c333-4690-bfc7-3944ee656ca2 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'floatingip': {'port_id': '97887c11-59a4-4904-9ec4-2310c192f05f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:03.423255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Usage tracker for resource:security_group_rule and tenant:916e92a503934f28b844e8a2805aedf6 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:03.432285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:03.458353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:03.496881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.546374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Pushing event updated for resources: {'Port': ['ID=f8af417b-ee48-4c9f-9079-514486eee7f0,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:03.573968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.577359 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-af2eec31-7c86-4019-aa29-6e0ab4ff812c tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.7605066 Mar 21 06:57:03.578675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52880) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:03.582188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.584856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['6b878864-8a0f-400f-bab4-bf5978ca4f8b'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 06:57:03.588555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed566a6f-aaf1-4207-a627-5cb8eb7b1209 req-3e88df0e-9136-459b-b560-26baf4dea035 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:03.590075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed566a6f-aaf1-4207-a627-5cb8eb7b1209 req-3e88df0e-9136-459b-b560-26baf4dea035 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 943 time: 0.7198036 Mar 21 06:57:03.592114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cc92005-c333-4690-bfc7-3944ee656ca2 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.683029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:03.688588 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-51f9f976-8687-45f7-a59b-2ca421a60c98 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=c9d93c45-1d98-4f13-89f0-46b20c1a43ad HTTP/1.1" status: 200 len: 689 time: 0.1062055 Mar 21 06:57:03.691305 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48710e4-0093-45c1-b463-8ad0a70bec61 req-bc7b3476-8bdb-4972-a2c3-f869681003d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833832 Mar 21 06:57:03.700126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52884) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:03.739708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.740051 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment 569717c1-1770-480d-876d-0d1e183bfb22 of type vlan for network 826e48cf-2394-4e89-9138-9281e168d375 Mar 21 06:57:03.783852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.788438 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0a9acd9f-7c65-4b4e-94a3-2c20fa47215c tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9709013 Mar 21 06:57:03.808640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:03.872542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.879492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.885836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:03.905876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6ebc03f-a56f-4269-9ef6-0f053b94c043 req-8aed78fc-e961-44fd-b039-72b882581119 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879321 Mar 21 06:57:03.907907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] device_id is not set on port 11b96487-6950-455a-a264-89e5d14d46bc yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:03.908650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed566a6f-aaf1-4207-a627-5cb8eb7b1209 req-97457a3e-d875-4e46-b72b-040f739ff847 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549384 Mar 21 06:57:03.979957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36963e-2879-422c-a4b7-663044785de9 req-3dc21b3f-e160-4d7c-9b3f-98d02bba165b tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:03.987977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3d36963e-2879-422c-a4b7-663044785de9 req-3dc21b3f-e160-4d7c-9b3f-98d02bba165b tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 943 time: 0.6379704 Mar 21 06:57:04.017846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.019449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791acaf6-b355-44bc-a223-89faed4e0f8d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:04.031163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-1cc92005-c333-4690-bfc7-3944ee656ca2 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] update failed (client error): The resource could not be found. Mar 21 06:57:04.032165 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1cc92005-c333-4690-bfc7-3944ee656ca2 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "PUT /v2.0/floatingips/c96501a8-af72-45cc-a298-a33443e450ec HTTP/1.1" status: 404 len: 507 time: 0.6763306 Mar 21 06:57:04.035234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:04.061383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52896) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:04.067031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:04.177374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Usage tracker for resource:floatingip and tenant:a741f2dca4504baab39d16fdef8634bd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:04.200147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.200623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.202251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:04.206146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.211425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.212049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.218908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-7e75e074-bb09-49d5-b52e-05affb28fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.220398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-7e75e074-bb09-49d5-b52e-05affb28fb1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3dc25a3acb5414489495cbeeaf08db9&device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 1097 time: 0.4643481 Mar 21 06:57:04.233076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:04.278640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Deleting port 69c8bf47-5d54-435c-9e71-a0a3a8e391bc {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:04.278977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.352972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3d36963e-2879-422c-a4b7-663044785de9 req-f881ca6a-c765-41b4-93b5-2ae272fa2d96 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641458 Mar 21 06:57:04.363283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8546741 Mar 21 06:57:04.370019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52900) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:04.385123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting port d680b4de-e021-4196-8dd0-65534a1a52e5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:04.385488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.431365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=f5175c56-4d6e-4d49-b8a2-ecb665ece1eb,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:04.442650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network f5175c56-4d6e-4d49-b8a2-ecb665ece1eb details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:04.471472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Allocated IP 172.26.2.189 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/11b96487-6950-455a-a264-89e5d14d46bc) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:04.593062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.646332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80d0e7-64ef-40d1-a347-49b8dbcc0203 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=826e48cf-2394-4e89-9138-9281e168d375,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:04.664627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 826e48cf-2394-4e89-9138-9281e168d375 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:04.701754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.702069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:04.781054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-c575e852-8779-4283-9e64-c7478ffa2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.782567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-c575e852-8779-4283-9e64-c7478ffa2ecc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcdde429ec834f0499055d8f43c93df9&device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 1096 time: 0.8126550 Mar 21 06:57:04.819515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea2164-5fed-4e27-8037-e6ff418e5000 req-aa736061-30cb-4faa-8baf-c87b5ba6b60f tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.820960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9ea2164-5fed-4e27-8037-e6ff418e5000 req-aa736061-30cb-4faa-8baf-c87b5ba6b60f tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 944 time: 0.7585685 Mar 21 06:57:04.857627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Calling delete_port for 69c8bf47-5d54-435c-9e71-a0a3a8e391bc owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:04.862036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6b878864-8a0f-400f-bab4-bf5978ca4f8b up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:04.910312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-f0e56162-7995-42ca-87da-409a70a47958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:04.912055 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-f0e56162-7995-42ca-87da-409a70a47958 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c407935-6add-4664-84f8-daa999483390 HTTP/1.1" status: 200 len: 913 time: 0.6804750 Mar 21 06:57:04.930171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 6b878864-8a0f-400f-bab4-bf5978ca4f8b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:04.935285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 6b878864-8a0f-400f-bab4-bf5978ca4f8b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:04.935471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.025595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.063069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.092048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:05.107253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.126334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-b43e78c2-1a43-455d-b0b0-5f6f74986097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8 HTTP/1.1" status: 200 len: 217 time: 0.1921210 Mar 21 06:57:05.149546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.161863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Port': ['ID=69c8bf47-5d54-435c-9e71-a0a3a8e391bc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:05.185003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:05.192237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.285589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:05.286817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.292757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.296743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:05.299470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.303566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:05.306269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.311896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.313625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc3a0363-ceac-498e-bacc-8395825a8bc1 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.9350276 Mar 21 06:57:05.316892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:05.327511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52910) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:05.337869 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9ea2164-5fed-4e27-8037-e6ff418e5000 req-bacb6412-a0fc-45fe-9985-932d0844ca6f tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4909401 Mar 21 06:57:05.393794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.394399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.409502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.409766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Pushing event updated for resources: {'Port': ['ID=11b96487-6950-455a-a264-89e5d14d46bc,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:05.409868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.426762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.427099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.427623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.428630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.429099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.429595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.430075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.430527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.430987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.431450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.431916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.432384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:05.434155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-28b2c52f-a107-4860-b069-3e08767cbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.436235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-28b2c52f-a107-4860-b069-3e08767cbcdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=596db2c3-0d47-4b9d-a08c-992d1f6557bd HTTP/1.1" status: 200 len: 851 time: 0.2970867 Mar 21 06:57:05.438560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.443786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-d0472c12-4b38-4ab1-8591-7047ddd1dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.445617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-d0472c12-4b38-4ab1-8591-7047ddd1dcef service neutron] 10.222.0.30 "GET /v2.0/networks?id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 200 len: 907 time: 0.6374938 Mar 21 06:57:05.483588 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-faaa5492-a1ed-4805-a1e1-04e10002dab7 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4657328 Mar 21 06:57:05.486305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:05.497693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.189'}]}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:05.504033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:05.511721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Usage tracker for resource:router and tenant:916e92a503934f28b844e8a2805aedf6 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:05.515846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:05.524363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:05.526456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.570996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.571992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.598963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.627247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.660285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Calling delete_port for d680b4de-e021-4196-8dd0-65534a1a52e5 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:05.720228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4908c29-270b-4968-a205-ffb442309e84,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:05.831565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-c921bc22-7a0d-49ca-8e31-b0e8301eb9b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 200 len: 217 time: 0.2728398 Mar 21 06:57:05.854577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:05.967922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdb785-1ead-45b2-8d90-b2b26be39df7 req-56766a26-f2d0-49a2-a742-1f69b269a3b2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:05.969405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ffbdb785-1ead-45b2-8d90-b2b26be39df7 req-56766a26-f2d0-49a2-a742-1f69b269a3b2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.8220410 Mar 21 06:57:06.041014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.123746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.134403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d93c45-1d98-4f13-89f0-46b20c1a43ad']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.135705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.160952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bba164-991e-47c5-9a0f-2746912ddd48') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.161240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bba164-991e-47c5-9a0f-2746912ddd48') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.185621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.206583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.227870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-dc5f03e8-18f2-4ff1-b1dd-d3029313b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.229337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-dc5f03e8-18f2-4ff1-b1dd-d3029313b506 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f82f3e50-dbbe-4bee-9759-ab171926389e HTTP/1.1" status: 200 len: 845 time: 0.3818145 Mar 21 06:57:06.262470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:06.262872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:06.278657 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:06.372801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.396551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d93c45-1d98-4f13-89f0-46b20c1a43ad {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:57:06.402426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-416a173a-07be-4521-95f6-c34f1164b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.403915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-416a173a-07be-4521-95f6-c34f1164b625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c407935-6add-4664-84f8-daa999483390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8524725 Mar 21 06:57:06.404546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d93c45-1d98-4f13-89f0-46b20c1a43ad,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:06.407039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.425780 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-39164678-f19f-499d-94f9-c4a482fc49a7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c9d93c45-1d98-4f13-89f0-46b20c1a43ad HTTP/1.1" status: 204 len: 168 time: 2.7236383 Mar 21 06:57:06.427605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.428659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52932) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:06.442407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb2959-767e-4c13-b004-33fed88b0dd5 req-524f651b-b659-4edf-8ea6-376aedaab1cb tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.444460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aefb2959-767e-4c13-b004-33fed88b0dd5 req-524f651b-b659-4edf-8ea6-376aedaab1cb tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 943 time: 0.8841574 Mar 21 06:57:06.472274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ffbdb785-1ead-45b2-8d90-b2b26be39df7 req-17ca4cb5-b2c8-40e9-a0b7-ec213c320154 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879143 Mar 21 06:57:06.515007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ba15a56-c8bd-4880-97fe-27211e944702 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Synchronizing usage tracker for tenant:b14826b0be5442b6a7a1420b1e5d525c on resource:floatingip {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:06.534438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5175c56-4d6e-4d49-b8a2-ecb665ece1eb']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.546959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d30eb2-ae66-4b07-8d88-443979a88c45') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.547249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d30eb2-ae66-4b07-8d88-443979a88c45') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:06.559395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.576183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.582906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:06.583500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.586996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ba15a56-c8bd-4880-97fe-27211e944702 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Unset dirty status for tenant:b14826b0be5442b6a7a1420b1e5d525c on resource:floatingip {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:06.588532 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7ba15a56-c8bd-4880-97fe-27211e944702 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.1588824 Mar 21 06:57:06.591429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52938) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:06.630088 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'code': 200} Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:06.687521 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:06.704203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.826413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.829064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.917150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.936406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=f5175c56-4d6e-4d49-b8a2-ecb665ece1eb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:06.965797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:06.966664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Port': ['ID=d680b4de-e021-4196-8dd0-65534a1a52e5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:06.971178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.971984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.972447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.972893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.973423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.973801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.974235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.974669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:06.976522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Synchronizing usage tracker for tenant:b14826b0be5442b6a7a1420b1e5d525c on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:07.024956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aefb2959-767e-4c13-b004-33fed88b0dd5 req-0d23bdc5-e578-40c0-a3d3-57f7589c5a40 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5427780 Mar 21 06:57:07.026208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.026551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.026889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.027222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.027552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.027985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.028213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.028542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.028865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.029200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.029528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.029844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.054438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:07.055264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Unset dirty status for tenant:b14826b0be5442b6a7a1420b1e5d525c on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:07.055264 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-46bb908d-da6f-466c-9942-57a9d4e9cfaf tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.4582722 Mar 21 06:57:07.058134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52942) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.061285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c8ccbc2a-cf9a-4628-a118-bdb9cbb38d92 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/f5175c56-4d6e-4d49-b8a2-ecb665ece1eb HTTP/1.1" status: 204 len: 168 time: 1.7279229 Mar 21 06:57:07.065261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-af5fee66-e6c5-4f6f-a8f3-74d4b16f26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:07.066726 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-af5fee66-e6c5-4f6f-a8f3-74d4b16f26a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.2363853 Mar 21 06:57:07.106588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.109301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Allocated IP 172.26.2.223 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/57c0b5b0-70d0-4fd1-adf8-27525bfb5787) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:07.155937 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-388e50f1-9986-48f0-aa4b-f6c484b51933 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] delete failed (client error): The resource could not be found. Mar 21 06:57:07.159842 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-388e50f1-9986-48f0-aa4b-f6c484b51933 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/db101e06-f9f0-4acc-8501-0ed8cae86d14 HTTP/1.1" status: 404 len: 345 time: 0.0977888 Mar 21 06:57:07.178627 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-66fd276e-26d3-4445-9a52-6fb21e9aabf7 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593732 Mar 21 06:57:07.183669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52950) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.187662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.188752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-9f6f8685-4617-4c76-a0ff-61d3ed2320a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:07.190203 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-9f6f8685-4617-4c76-a0ff-61d3ed2320a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9253581 Mar 21 06:57:07.217830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:07.226237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Usage tracker for resource:security_group_rule and tenant:500cbe190cf444879d54ce8246287bab is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:07.231760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:07.242758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:07.339560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.343296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.384046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-89036a92-4201-44f5-b0f7-790ee3be73c5 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] DELETE failed (client error): The resource could not be found. Mar 21 06:57:07.384521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89036a92-4201-44f5-b0f7-790ee3be73c5 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:57:07.386274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-89036a92-4201-44f5-b0f7-790ee3be73c5 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c9d93c45-1d98-4f13-89f0-46b20c1a43ad HTTP/1.1" status: 404 len: 339 time: 0.1941679 Mar 21 06:57:07.404225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52954) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.457123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.462432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.467025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-89e3f4da-22ae-49ad-af77-600d32b31a59 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "DELETE /v2.0/floatingips/c96501a8-af72-45cc-a298-a33443e450ec HTTP/1.1" status: 204 len: 168 time: 3.4000952 Mar 21 06:57:07.467701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52958) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.477699 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b883e660-d4ff-4cb5-b862-895bdd1eb9c3 req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445606 Mar 21 06:57:07.483332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'floatingip': {'floating_network_id': 'd049c8b0-cee3-4495-85f6-294a035a0212', 'port_id': '97887c11-59a4-4904-9ec4-2310c192f05f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:07.491904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:07.494067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e660450-c282-4597-a5be-a6aba154c007 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5299533-a2f8-4f06-ad8e-6cb287fbe75c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:07.499021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:floatingip and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:07.509739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:07.517083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:07.530462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'name': 'tempest-network--1357449791', 'router:external': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:07.530644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.588071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.604264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:07.690438 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:57:07.695965 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0ea5dce1-81c9-4bae-87f9-8b2a503bb305 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2228708 Mar 21 06:57:07.696219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:07.701332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '97887c11-59a4-4904-9ec4-2310c192f05f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:07.708723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:07.712763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Usage tracker for resource:floatingip and tenant:764b85445d1c45da95b066b73101bd00 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:07.715787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:07.721828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:07.732460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.740265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c081c-80c0-4a3d-b44b-9113616288f3 req-d948e462-1318-4797-b01b-a949e91cb726 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:07.742711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a1c081c-80c0-4a3d-b44b-9113616288f3 req-d948e462-1318-4797-b01b-a949e91cb726 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 944 time: 0.9418757 Mar 21 06:57:07.743706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:network and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:07.790594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:07.816402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:07.874197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.939928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8a0681b-d712-49ce-a55c-0f4ede2f62e2 req-b0e0e962-d9b6-4fd8-9876-ac5fcfaf20f4 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425179 Mar 21 06:57:07.940504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:07.942720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:07.961658 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-791c24ae-d082-49b2-a134-fe2c7582e524 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240601 Mar 21 06:57:08.042882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.062246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a1c081c-80c0-4a3d-b44b-9113616288f3 req-358c77f1-b251-4bab-a20e-f3e5b0373d75 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662196 Mar 21 06:57:08.198664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:08.201910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.285607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.285968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Added segment ee37b46b-329c-4c98-a634-a0073d6cba07 of type vlan for network 7532888d-ef97-4b55-a5c3-43669cdd7d7e Mar 21 06:57:08.298631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c787-237b-421b-b508-b0103f91dce4 req-bded26b0-b1d8-4932-8d5a-8283671ff17e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:08.300075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903c787-237b-421b-b508-b0103f91dce4 req-bded26b0-b1d8-4932-8d5a-8283671ff17e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6930134 Mar 21 06:57:08.311135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826e48cf-2394-4e89-9138-9281e168d375']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:08.355404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569717c1-1770-480d-876d-0d1e183bfb22') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:08.355699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569717c1-1770-480d-876d-0d1e183bfb22') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:08.400031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.429066 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fd36575-83a6-4a67-bb11-d6f2e0ab9cd8 req-b7e23b11-7af2-4f94-aa82-fbb4e8d90300 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442308 Mar 21 06:57:08.449464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.455040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.461128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903c787-237b-421b-b508-b0103f91dce4 req-2c54924e-d1ca-41ee-adca-dd580bdb1bff tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399057 Mar 21 06:57:08.464524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.528662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:08.529063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.540478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:08.546880 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:08.627975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:57:08.636980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:08.648718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:08.660708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:08.692646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936bfc3-cb29-4cbb-9b78-838755c7cfda req-9f3d0448-a4e3-4cf3-8e3e-32215f1353cc tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:08.694740 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7936bfc3-cb29-4cbb-9b78-838755c7cfda req-9f3d0448-a4e3-4cf3-8e3e-32215f1353cc tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 943 time: 0.5032799 Mar 21 06:57:08.702642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Pushing event updated for resources: {'Port': ['ID=57c0b5b0-70d0-4fd1-adf8-27525bfb5787,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:08.736313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.737269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:08.737852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.766946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.794471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.812757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Allocated IP 172.26.2.57 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/df11d0bc-52e3-4eaa-b2cc-51879a635d57) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:08.878380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.881626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:08.881905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4263375 Mar 21 06:57:08.883318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/826e48cf-2394-4e89-9138-9281e168d375 HTTP/1.1" status: 204 len: 168 time: 1.7757797 Mar 21 06:57:08.887251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52970) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:08.887633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52972) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:08.888601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device a893d10d-cb0c-499c-bc6a-f70fc0d2491a details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 06:57:08.890021 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7936bfc3-cb29-4cbb-9b78-838755c7cfda req-4352bee3-4f5b-438f-a238-99ab247c6fe9 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822464 Mar 21 06:57:08.893344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a10a-0703-43a2-92cd-d733a4feec57 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=7532888d-ef97-4b55-a5c3-43669cdd7d7e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:08.923839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db08105-ef1a-47f6-8aab-4ac014cfa9ac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=826e48cf-2394-4e89-9138-9281e168d375,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:08.926049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7532888d-ef97-4b55-a5c3-43669cdd7d7e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:08.936301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.000219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.135964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:09.150154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'port_id': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'mac_address': 'fa:16:3e:04:2d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 06:57:09.211066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.231446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a893d10d-cb0c-499c-bc6a-f70fc0d2491a {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:57:09.246452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.247026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5d03a9f-6037-44c0-99e4-6e0e9a381f96 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:57:09.251867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:09.259233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.260787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 1ab59421-77b5-43d5-ae41-b2ac161883e8 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 06:57:09.284075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.300470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.352033 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 21 06:57:09.353087 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42a08ea7-91e2-491b-93af-76db03f50e04 tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8658268 Mar 21 06:57:09.360190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52980) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:09.500314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Pushing event updated for resources: {'Port': ['ID=57c0b5b0-70d0-4fd1-adf8-27525bfb5787,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:09.512016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:09.527368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:09.535507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497a3a0-d318-4776-9236-8b3b6c7b146e req-a4b08ca2-1500-4615-8d49-631250e22e86 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.537015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c497a3a0-d318-4776-9236-8b3b6c7b146e req-a4b08ca2-1500-4615-8d49-631250e22e86 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 944 time: 0.3156774 Mar 21 06:57:09.538757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.545367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.546163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.546280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Deleting port 11b96487-6950-455a-a264-89e5d14d46bc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:09.546513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.546917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.547437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.547916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.548426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.548878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.549426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.549910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.550372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.550849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.551333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:57:09.554833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.570212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'port_id': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'mac_address': 'fa:16:3e:fb:34:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 06:57:09.572051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.586619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.609015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.609914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Synchronizing usage tracker for tenant:cb491809c3034138970b9c90a0a08ff0 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:09.645943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.654342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.657838 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-375b9900-1f72-4c1d-b5bb-1f16a6c2f120 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8457854 Mar 21 06:57:09.661482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.661842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 52986) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:09.666023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Unset dirty status for tenant:cb491809c3034138970b9c90a0a08ff0 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:09.667119 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cbd9bb1b-bfd0-465c-b5e0-01b735638f70 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7770278 Mar 21 06:57:09.675362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.680440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab59421-77b5-43d5-ae41-b2ac161883e8 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 06:57:09.680643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.688193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:09.689032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Synchronizing usage tracker for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:09.691725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52990) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:09.704943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:09.710227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.796502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Unset dirty status for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:09.796702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:09.797606 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-97dce7ad-beb3-49a9-ac6d-34faef2b54fc tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1891 time: 0.9057176 Mar 21 06:57:09.807470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 52994) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:09.819062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2029174012'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:09.822990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c497a3a0-d318-4776-9236-8b3b6c7b146e req-d28f6359-3851-4033-96a2-cadad2c7efb3 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402852 Mar 21 06:57:09.842230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:09.848587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.862321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:09.864663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.935696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e1320c6f-7c89-49a9-b508-91bae6893275 tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2700434 Mar 21 06:57:09.938068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53000) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:09.972231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:09.972981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:09.976439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:09.992284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:10.016233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:10.019938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['1ab59421-77b5-43d5-ae41-b2ac161883e8'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 06:57:10.052058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['a893d10d-cb0c-499c-bc6a-f70fc0d2491a'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 06:57:10.055296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event updated for resources: {'Port': ['ID=df11d0bc-52e3-4eaa-b2cc-51879a635d57,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:10.073606 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8dce675e-e5de-4ad9-ad55-7cc50c0505ef tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1303525 Mar 21 06:57:10.078255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53004) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:10.195759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.233658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:10.238733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6660f-1410-45d5-a2f1-33e9a9e70891 req-931532f5-8880-4ec2-8be5-d33bc073b961 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:10.240610 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aae6660f-1410-45d5-a2f1-33e9a9e70891 req-931532f5-8880-4ec2-8be5-d33bc073b961 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4207358 Mar 21 06:57:10.260364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.341373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7532888d-ef97-4b55-a5c3-43669cdd7d7e']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:10.385008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.385390 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment a3a67b0b-8309-4099-9d09-321b5e2d7631 of type vlan for network f53c7707-cf86-470d-9264-be740890962e Mar 21 06:57:10.388454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Deleting port 57c0b5b0-70d0-4fd1-adf8-27525bfb5787 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:10.388784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.405918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Calling delete_port for 11b96487-6950-455a-a264-89e5d14d46bc owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:10.427451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee37b46b-329c-4c98-a634-a0073d6cba07') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:10.427808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee37b46b-329c-4c98-a634-a0073d6cba07') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:10.438959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6939-a289-4686-be63-1f31a2c49bb2 req-58deebf5-d8a0-4837-985a-2e59c878f515 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:10.440386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef7f6939-a289-4686-be63-1f31a2c49bb2 req-58deebf5-d8a0-4837-985a-2e59c878f515 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 944 time: 0.3832719 Mar 21 06:57:10.469671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.484112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aae6660f-1410-45d5-a2f1-33e9a9e70891 req-92cbf338-54d8-4753-8437-19030ed07081 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376547 Mar 21 06:57:10.510092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.520654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef7f6939-a289-4686-be63-1f31a2c49bb2 req-61414f1e-510c-4067-85a5-7c37295caa62 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704231 Mar 21 06:57:10.539009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.583025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:10.583701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:10.600479 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:10.607411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.658786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Pushing event deleted for resources: {'Port': ['ID=11b96487-6950-455a-a264-89e5d14d46bc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:10.753098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.760279 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d13b139-2701-42c4-99bb-5b2d47dbaf0a tempest-RoutersAdminNegativeIpV6Test-468416620 tempest-RoutersAdminNegativeIpV6Test-468416620-project-admin] 10.222.0.31 "DELETE /v2.0/ports/11b96487-6950-455a-a264-89e5d14d46bc HTTP/1.1" status: 204 len: 168 time: 1.3901234 Mar 21 06:57:10.774916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting port df11d0bc-52e3-4eaa-b2cc-51879a635d57 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:10.775664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.821518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.826904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:10.827495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.892554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.908229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.908558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:10.923154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7532888d-ef97-4b55-a5c3-43669cdd7d7e {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:57:10.989755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.056661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a765-d536-4fd7-8a57-b5d75ee5cb8a req-8dd57c37-5587-47c1-8693-092896cbacd4 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:11.059381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0990a765-d536-4fd7-8a57-b5d75ee5cb8a req-8dd57c37-5587-47c1-8693-092896cbacd4 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 945 time: 0.1148498 Mar 21 06:57:11.090595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53014) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:11.126357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0990a765-d536-4fd7-8a57-b5d75ee5cb8a req-5d807665-dec4-44fe-92b1-6613f27c79f0 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600977 Mar 21 06:57:11.143697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=f53c7707-cf86-470d-9264-be740890962e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:11.157687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network f53c7707-cf86-470d-9264-be740890962e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:11.264370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Calling delete_port for 57c0b5b0-70d0-4fd1-adf8-27525bfb5787 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:11.296948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.312846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:11.317477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d116f22370487fb4b678cf1e949ea5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:11.321527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:11.327916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:11.398754 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6a89c498-a0ac-459e-aedd-0ef2b823f04a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5857697 Mar 21 06:57:11.398754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Network': ['ID=7532888d-ef97-4b55-a5c3-43669cdd7d7e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:11.399387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53020) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:11.403115 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e212de62-45f9-48bb-b9fd-74ad460f7377 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7532888d-ef97-4b55-a5c3-43669cdd7d7e HTTP/1.1" status: 204 len: 168 time: 1.7074027 Mar 21 06:57:11.410718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-669782832'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:11.411792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53024) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:11.418019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:11.422075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'name': 'tempest-network--1641000160', 'router:external': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:11.425105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:network and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:11.431012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:11.434305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:11.438005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:11.450715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:network and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:11.454015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:11.460351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:11.463753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.473862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:11.480526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.480901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.519739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.520817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:11.529424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.551140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.551502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment 244e0c7f-98ab-44c0-841f-25723d94e029 of type vlan for network 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e Mar 21 06:57:11.606174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e69e9-b060-4246-a01a-36ec29f423c3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:11.607122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:11.609963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.613866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e6f35523-fbdb-423e-a435-64529323fda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9d116f22370487fb4b678cf1e949ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216875 Mar 21 06:57:11.617365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53032) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:11.626762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.656974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Calling delete_port for df11d0bc-52e3-4eaa-b2cc-51879a635d57 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:11.746383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:11.771493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.775928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.776277 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Added segment 4c1db768-1145-46b5-a20e-5f3ae50d3180 of type vlan for network dac475c3-34a6-48c3-849d-ca5080c1d031 Mar 21 06:57:11.810580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.815915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:11.816503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:11.862842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Pushing event deleted for resources: {'Port': ['ID=57c0b5b0-70d0-4fd1-adf8-27525bfb5787,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:12.001505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.008457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.035128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.050157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6298-b863-4257-a384-91cb7e472f29 req-d56da6b1-01b9-488a-a241-88dece675322 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.051602 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd7c6298-b863-4257-a384-91cb7e472f29 req-d56da6b1-01b9-488a-a241-88dece675322 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4089291 Mar 21 06:57:12.066295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Port': ['ID=df11d0bc-52e3-4eaa-b2cc-51879a635d57,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:12.071074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=7d88944d-222e-4ceb-9b0a-a1e0b213ff0e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:12.074043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f9c988ad-706e-4e1e-895f-9d9c7acb3969 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6692967 Mar 21 06:57:12.087590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:12.098237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53036) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.113452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e80dd4-4a1a-41e5-abe7-9aa5524eff98 req-463f2928-37ed-414b-829a-d8ee65b180cd tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.115020 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1e80dd4-4a1a-41e5-abe7-9aa5524eff98 req-463f2928-37ed-414b-829a-d8ee65b180cd tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 944 time: 0.4317060 Mar 21 06:57:12.119479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'ports': [{'network_id': 'f53c7707-cf86-470d-9264-be740890962e', 'name': 'tempest-port--377477379', 'admin_state_up': True}, {'network_id': '7d88944d-222e-4ceb-9b0a-a1e0b213ff0e', 'admin_state_up': False}]} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:12.119821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'port': {'network_id': 'f53c7707-cf86-470d-9264-be740890962e', 'name': 'tempest-port--377477379', 'admin_state_up': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:12.120269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'port': {'network_id': '7d88944d-222e-4ceb-9b0a-a1e0b213ff0e', 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:12.125155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.144773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.186478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.187425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.188007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.228969 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd7c6298-b863-4257-a384-91cb7e472f29 req-6b753c73-7905-4c99-b878-11cb9dbfee8c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655293 Mar 21 06:57:12.240974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.242241 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cfc0c7a0-a8a4-4ba6-ba96-9a109be11539 tempest-FloatingIPAdminTestJSON-1069377538 tempest-FloatingIPAdminTestJSON-1069377538-project] 10.222.0.31 "DELETE /v2.0/floatingips/12b4639d-1b8b-4c00-8dea-a82d6d13b8b5 HTTP/1.1" status: 204 len: 168 time: 2.1158297 Mar 21 06:57:12.255454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53042) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.323451 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1e80dd4-4a1a-41e5-abe7-9aa5524eff98 req-dd108173-c366-4633-a6fd-bd8d7c71625b tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846037 Mar 21 06:57:12.385160 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9694674 Mar 21 06:57:12.400242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53048) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.439874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.480170 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] create failed (client error): The resource could not be found. Mar 21 06:57:12.481198 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-83d43b2b-58e1-4626-847e-9241945f22cb tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7839823 Mar 21 06:57:12.494668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53052) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.496794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92707a-61e0-4259-adf9-6cb1900e59d7 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=dac475c3-34a6-48c3-849d-ca5080c1d031,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:12.507360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e69e9-b060-4246-a01a-36ec29f423c3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:12.507505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network dac475c3-34a6-48c3-849d-ca5080c1d031 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:12.524247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Deleting port f8af417b-ee48-4c9f-9079-514486eee7f0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:12.524579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.646973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.648233 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3f41c182-8273-4b7b-9fb3-d59104e0e9e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd6e69e9-b060-4246-a01a-36ec29f423c3 HTTP/1.1" status: 204 len: 168 time: 1.0264740 Mar 21 06:57:12.664656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caffddf-d43d-4c44-b994-cea6a948640b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.668421 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5caffddf-d43d-4c44-b994-cea6a948640b tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "GET /v2.0/networks/dac475c3-34a6-48c3-849d-ca5080c1d031 HTTP/1.1" status: 200 len: 757 time: 0.2649193 Mar 21 06:57:12.678846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53058) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.728560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting port 97887c11-59a4-4904-9ec4-2310c192f05f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:12.728901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.755167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:12.791219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:port and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:12.802624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:12.868995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:12.893836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.894156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.903296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device a893d10d-cb0c-499c-bc6a-f70fc0d2491a up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:12.924022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a7768-a8b3-4f32-ae3e-0ced09d82607 req-d3ba9cda-703c-4009-9d17-c80575f7fae8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.934932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ab8a7768-a8b3-4f32-ae3e-0ced09d82607 req-d3ba9cda-703c-4009-9d17-c80575f7fae8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4906855 Mar 21 06:57:12.944039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285924b-a3dd-445a-b118-b694c1d6429d req-3504cc2b-7e66-4518-b22c-e692c37d002a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.950944 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9285924b-a3dd-445a-b118-b694c1d6429d req-3504cc2b-7e66-4518-b22c-e692c37d002a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 945 time: 0.5871131 Mar 21 06:57:12.953544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:12.977511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430e63c-1b14-4a3c-a094-cb0c8ed6821c tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:12.978845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a430e63c-1b14-4a3c-a094-cb0c8ed6821c tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "GET /v2.0/networks/0411d35b-2529-4347-b7e8-6fd2abde250b HTTP/1.1" status: 200 len: 768 time: 0.2923858 Mar 21 06:57:12.979757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'port': 2} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:12.984741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:12.987738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port a893d10d-cb0c-499c-bc6a-f70fc0d2491a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:12.995130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port a893d10d-cb0c-499c-bc6a-f70fc0d2491a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:12.995895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.022632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53068) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:13.022879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53070) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:13.032913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Request body: {'floatingip': {'port_id': '6b878864-8a0f-400f-bab4-bf5978ca4f8b'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:13.037437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Calling delete_port for f8af417b-ee48-4c9f-9079-514486eee7f0 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:13.118782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.149961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:13.160503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:13.165365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.166425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 1ab59421-77b5-43d5-ae41-b2ac161883e8 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:13.188843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.204694 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'code': 200} Mar 21 06:57:13.242798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8af417b-ee48-4c9f-9079-514486eee7f0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:13.285338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.321329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:13.341459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 1ab59421-77b5-43d5-ae41-b2ac161883e8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:13.346101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.348907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 1ab59421-77b5-43d5-ae41-b2ac161883e8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:13.349770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.353142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.358605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.359971 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-79ac76f7-d42d-4562-b94f-455881002c7e tempest-FloatingIPAdminTestJSON-960643644 tempest-FloatingIPAdminTestJSON-960643644-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/e1f6e573-c7c0-4a72-b5e7-93dd4d01f042 HTTP/1.1" status: 204 len: 168 time: 1.1086249 Mar 21 06:57:13.365486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:13.437361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port a0f790ef-2928-4a34-a4b7-2f6eec0bc292 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:13.437361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.469493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9285924b-a3dd-445a-b118-b694c1d6429d req-e9b22160-8b1d-4007-87fd-66d401ee93de tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5175674 Mar 21 06:57:13.509312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.519233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.556815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:13.561148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.637804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:13.714139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:13.844825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for a0f790ef-2928-4a34-a4b7-2f6eec0bc292 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:13.884275 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eced5ea8-7978-4b12-9cfa-943dc2ef173e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=916e92a503934f28b844e8a2805aedf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7999563 Mar 21 06:57:13.892744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53084) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:14.010620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.055003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.076076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.143672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=a0f790ef-2928-4a34-a4b7-2f6eec0bc292,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:14.245062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.262079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.285677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.299069 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8177adbf-296a-436e-ac8e-7b68e6d0c7b5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/ports/a0f790ef-2928-4a34-a4b7-2f6eec0bc292 HTTP/1.1" status: 204 len: 168 time: 0.9325368 Mar 21 06:57:14.301622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53088) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:14.350326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.353423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.357316 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/791acaf6-b355-44bc-a223-89faed4e0f8d HTTP/1.1" status: 204 len: 168 time: 0.4634371 Mar 21 06:57:14.367098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] device_id is not set on port 06422a1c-999f-4d64-ba94-a6958098b8ca yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:14.385446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b94218-02e3-4854-bdf7-36ec9c706668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791acaf6-b355-44bc-a223-89faed4e0f8d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:14.440404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619fc84b-8d02-4eee-b7fb-ebebfe1eb8e5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:14.441098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-619fc84b-8d02-4eee-b7fb-ebebfe1eb8e5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Synchronizing usage tracker for tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:14.459936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-619fc84b-8d02-4eee-b7fb-ebebfe1eb8e5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Unset dirty status for tenant:cd22318f8c5748e6a05b5e7f3d56f0e0 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:14.461157 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-619fc84b-8d02-4eee-b7fb-ebebfe1eb8e5 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "GET /v2.0/ports?device_id=377bf2dc-92f3-402d-93d6-35df681730c0 HTTP/1.1" status: 200 len: 913 time: 0.1587808 Mar 21 06:57:14.464175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53094) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:14.540247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Calling delete_port for 97887c11-59a4-4904-9ec4-2310c192f05f owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:14.635401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac475c3-34a6-48c3-849d-ca5080c1d031']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:14.734770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19208d40-614c-4878-ab8d-12f67210285a req-61cbf41c-da1c-431e-89b5-00003c02ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:14.736700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19208d40-614c-4878-ab8d-12f67210285a req-61cbf41c-da1c-431e-89b5-00003c02ef06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 1098 time: 1.1507714 Mar 21 06:57:14.744005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1db768-1145-46b5-a20e-5f3ae50d3180') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:14.744701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1db768-1145-46b5-a20e-5f3ae50d3180') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:14.763227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dd794-4dd7-42a0-ae8a-2b96f8e8f719 req-adc0d140-11c4-4ee3-96bc-219c10bda948 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:14.770311 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bd2dd794-4dd7-42a0-ae8a-2b96f8e8f719 req-adc0d140-11c4-4ee3-96bc-219c10bda948 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 1.1862354 Mar 21 06:57:14.826375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:14.989153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.050373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:15.050796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:15.072781 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:15.080093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bd2dd794-4dd7-42a0-ae8a-2b96f8e8f719 req-3fda00a9-3392-4d33-a590-0e2f3ce45429 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063123 Mar 21 06:57:15.080093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19208d40-614c-4878-ab8d-12f67210285a req-8efb4550-6148-4daa-933c-78f1141de908 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020320 Mar 21 06:57:15.205096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.207078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:15.327307 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'code': 200} Mar 21 06:57:15.332512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.421270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53120) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:15.571746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'networks': [{'name': 'tempest-network--1368469338'}, {'name': 'tempest-network--889231366'}]} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:15.572251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-network--1368469338'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:15.572667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-network--889231366'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:15.583186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:15.589697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Usage tracker for resource:network and tenant:0ebefaad30144711a625fcfcf3d96b4c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:15.593246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:15.600750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:15.623351 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'network': 2} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:15.627747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.644228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.662802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1065-5251-47e3-b6a2-3dec3a4d80d5 req-379c0b85-e34a-4fee-8008-eedec596223a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:15.664262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a7e1065-5251-47e3-b6a2-3dec3a4d80d5 req-379c0b85-e34a-4fee-8008-eedec596223a tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 1.0407634 Mar 21 06:57:15.692759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:15.696907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Port': ['ID=97887c11-59a4-4904-9ec4-2310c192f05f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:15.709708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Usage tracker for resource:security_group_rule and tenant:0ebefaad30144711a625fcfcf3d96b4c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:15.719457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:15.729448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:15.730440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.745778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port 35adef27-a74b-454a-a66f-93ea4b985d75 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:15.746123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.792648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.799442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dac475c3-34a6-48c3-849d-ca5080c1d031 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:57:15.846026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:15.869115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Network': ['ID=dac475c3-34a6-48c3-849d-ca5080c1d031,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:16.000294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.022852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aac0b65c-9408-41a7-8a60-a0bc8fd6813d tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/dac475c3-34a6-48c3-849d-ca5080c1d031 HTTP/1.1" status: 204 len: 168 time: 2.9400232 Mar 21 06:57:16.033703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a7e1065-5251-47e3-b6a2-3dec3a4d80d5 req-c268b3d8-66c9-40bc-8166-658b17edd386 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457181 Mar 21 06:57:16.039152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:16.063272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'name': 'tempest-network--56091278'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:16.073662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:16.079895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] device_id is not set on port 5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:16.093429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.097730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5f299c7a-3ce5-4a01-8041-280bed4f73d1 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "DELETE /v2.0/ports/97887c11-59a4-4904-9ec4-2310c192f05f HTTP/1.1" status: 204 len: 168 time: 3.5996253 Mar 21 06:57:16.097730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Usage tracker for resource:network and tenant:b14826b0be5442b6a7a1420b1e5d525c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:16.134851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53130) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:16.145582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:16.165074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for 35adef27-a74b-454a-a66f-93ea4b985d75 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:16.194733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d87a5-7040-4397-a766-c98f47bcdf77 req-0f29e994-3bf2-4eeb-80d3-c4083a21ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:16.196481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d4d87a5-7040-4397-a766-c98f47bcdf77 req-0f29e994-3bf2-4eeb-80d3-c4083a21ae3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 1099 time: 0.6221516 Mar 21 06:57:16.210353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:16.212907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.221928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.222400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.267755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7646a2-7d2a-49af-af0d-d7f5cc46b202,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:16.291836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:16.303602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.303953 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment 975159c6-3e13-4336-b45a-cfb61a006316 of type vlan for network 1ceb707a-d938-4daa-a7be-45db435ec014 Mar 21 06:57:16.332736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.337919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:57:16.449702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d4d87a5-7040-4397-a766-c98f47bcdf77 req-d978329a-6ba6-4afa-80c9-346f0cdd49e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337308 Mar 21 06:57:16.450234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Made reservation on behalf of b14826b0be5442b6a7a1420b1e5d525c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:16.452456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.539631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.552354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.619006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:16.637114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.637495 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment 63a2f98c-9f87-4616-bd08-d88d87f83f05 of type vlan for network 43e708ac-92b7-4975-aef0-4884e9e4fb7f Mar 21 06:57:16.646241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:16.677110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85374339-7203-479c-acdb-e94a2fb8d491 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:16.678434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-85374339-7203-479c-acdb-e94a2fb8d491 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Synchronizing usage tracker for tenant:764b85445d1c45da95b066b73101bd00 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:16.697019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.731257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab85-f4d5-41e5-bc9f-13d93ffa6a88 req-7b53924d-7057-4763-93b7-4e3c7f78e7e5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:16.732724 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa1eab85-f4d5-41e5-bc9f-13d93ffa6a88 req-7b53924d-7057-4763-93b7-4e3c7f78e7e5 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.5156164 Mar 21 06:57:16.738700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.739051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Added segment 54b5ed7c-6fef-4e2c-80d7-5b9fe8f21228 of type vlan for network f915ab36-d602-4830-893f-4f68b898d553 Mar 21 06:57:16.742921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.772061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.772553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.777943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:16.782559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:16.783181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.847095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-85374339-7203-479c-acdb-e94a2fb8d491 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Unset dirty status for tenant:764b85445d1c45da95b066b73101bd00 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:16.848167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-85374339-7203-479c-acdb-e94a2fb8d491 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "GET /v2.0/ports?device_id=6175d0ec-1e35-4bfc-ae6b-b1d267734feb HTTP/1.1" status: 200 len: 913 time: 0.7122412 Mar 21 06:57:16.859304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53136) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:16.911775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=1ceb707a-d938-4daa-a7be-45db435ec014,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:16.915993 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4957485 Mar 21 06:57:16.925126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1ceb707a-d938-4daa-a7be-45db435ec014 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:16.934047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53140) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:16.934870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.966154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:16.983004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa1eab85-f4d5-41e5-bc9f-13d93ffa6a88 req-d0dd1c9b-af86-4236-990e-568b8264f026 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423885 Mar 21 06:57:17.044298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=35adef27-a74b-454a-a66f-93ea4b985d75,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:17.046497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Floating IP e3f78487-b82f-4915-9b87-fb46e606e06e associated. External IP: 172.26.2.155, port: 6b878864-8a0f-400f-bab4-bf5978ca4f8b. Mar 21 06:57:17.308194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:17.332116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06709c-016f-40da-af56-597fb0d5855f tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=43e708ac-92b7-4975-aef0-4884e9e4fb7f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:17.343195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 43e708ac-92b7-4975-aef0-4884e9e4fb7f details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:17.480002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.485584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.487044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:17.487973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.488554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:17.491446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.497266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.498092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Synchronizing usage tracker for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:17.518982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:17.585721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Unset dirty status for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:17.589550 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5f224018-9260-4cda-a569-b5ac954c7ab1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6480353 Mar 21 06:57:17.594816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53146) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:17.692201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Port': ['ID=06422a1c-999f-4d64-ba94-a6958098b8ca,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:17.805270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:17.808903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7606227 Mar 21 06:57:17.810161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53150) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:17.815513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5d514-ae6c-4525-9ca4-bf2a69f6f0b6 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=f915ab36-d602-4830-893f-4f68b898d553,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:17.820988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:17.827109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network f915ab36-d602-4830-893f-4f68b898d553 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:17.851758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Checking segment: {'id': 'a3a67b0b-8309-4099-9d09-321b5e2d7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f53c7707-cf86-470d-9264-be740890962e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:17.852126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network hostable DHCP agents. Network: f53c7707-cf86-470d-9264-be740890962e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:17.879027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ea686-f9c0-4079-8c33-4a16191e61ed req-a5b389b8-315e-4b64-b3c6-bbb9dc52acd7 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:17.880599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f11ea686-f9c0-4079-8c33-4a16191e61ed req-a5b389b8-315e-4b64-b3c6-bbb9dc52acd7 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.6661983 Mar 21 06:57:18.038981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network f53c7707-cf86-470d-9264-be740890962e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:18.137776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, f53c7707-cf86-470d-9264-be740890962e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:18.142492 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f11ea686-f9c0-4079-8c33-4a16191e61ed req-bd04a9e9-5aca-487d-ba08-ca54b7d7b875 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960762 Mar 21 06:57:18.154594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f0157-3bb2-4cd4-8fdd-3fe80ca96044 None None] Network f53c7707-cf86-470d-9264-be740890962e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:18.184003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:18.184392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.294774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.326734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Router 56cc411e-5131-49b2-a312-23cad9c1a3d4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:18.347904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Port': ['ID=5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:18.369442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.434004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Checking segment: {'id': '244e0c7f-98ab-44c0-841f-25723d94e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7d88944d-222e-4ceb-9b0a-a1e0b213ff0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:18.434004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network hostable DHCP agents. Network: 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:18.461920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceb707a-d938-4daa-a7be-45db435ec014']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:18.490014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975159c6-3e13-4336-b45a-cfb61a006316') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:18.490452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975159c6-3e13-4336-b45a-cfb61a006316') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:18.509707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf67e-75ad-4aff-96cd-2b575f76f906 req-eb38cbb0-f6fc-4621-ba0d-b7690390639d tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:18.511195 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-892bf67e-75ad-4aff-96cd-2b575f76f906 req-eb38cbb0-f6fc-4621-ba0d-b7690390639d tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.3851907 Mar 21 06:57:18.513675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.532270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Router 377bf2dc-92f3-402d-93d6-35df681730c0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:18.546981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.554295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.570478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:18.570865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:18.585967 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:18.653739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.734689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:18.750017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Network f915ab36-d602-4830-893f-4f68b898d553 is not hosted by any dhcp agent {{(pid=87987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 21 06:57:18.750878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:18.751497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.752772 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "PUT /v2.0/networks/f915ab36-d602-4830-893f-4f68b898d553 HTTP/1.1" status: 200 len: 856 time: 0.9417250 Mar 21 06:57:18.759954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53156) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:18.775190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:18.784106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661769b6-3854-4129-90bd-396eec834ca6 None None] Network 7d88944d-222e-4ceb-9b0a-a1e0b213ff0e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:18.790238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:18.795704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:18.800443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:18.801067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.809144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-892bf67e-75ad-4aff-96cd-2b575f76f906 req-bde1c124-5b9b-41df-b523-195d52925dd7 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857902 Mar 21 06:57:18.815828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:18.828919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.831294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Sync routers for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:18.875613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b436b787-2b8f-4ca8-820d-3d6c4382d327 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7763052 Mar 21 06:57:18.876286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53162) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:18.887081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.902324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:18.902966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:18.937999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c04fbe-feb8-440b-bd0b-f33f7ef81f23 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event updated for resources: {'Network': ['ID=f915ab36-d602-4830-893f-4f68b898d553,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:18.964399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:18.997107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.065637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=1ceb707a-d938-4daa-a7be-45db435ec014,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:19.073655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:19.086367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6e3d8bb-cbde-4e1d-9967-88909c0d75f2 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "PUT /v2.0/routers/377bf2dc-92f3-402d-93d6-35df681730c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6211677 Mar 21 06:57:19.093510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3793cf29-8b5b-44a7-b995-cd286d9fb294 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/1ceb707a-d938-4daa-a7be-45db435ec014 HTTP/1.1" status: 204 len: 168 time: 1.4951563 Mar 21 06:57:19.093510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53166) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:19.097630 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] Sync routers for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:19.101534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53170) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:19.119895 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:19.121090 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.142916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-54ea6cab-1ce9-4110-9040-77b333fbe873 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "PUT /v2.0/floatingips/e3f78487-b82f-4915-9b87-fb46e606e06e HTTP/1.1" status: 200 len: 991 time: 6.1821146 Mar 21 06:57:19.163854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:19.166757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.254037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:19.349101 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.373642 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] Routers {'377bf2dc-92f3-402d-93d6-35df681730c0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:19.376705 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['377bf2dc-92f3-402d-93d6-35df681730c0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.434095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.468963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.480285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.480523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a21b0-40b5-436c-9ffc-9aee8b3fddaf tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:19.486718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a21b0-40b5-436c-9ffc-9aee8b3fddaf tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:19.491222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-447a21b0-40b5-436c-9ffc-9aee8b3fddaf tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Synchronizing usage tracker for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:19.518666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d5a25-f930-4230-870a-86179171797f req-e7b6a5ff-e934-40a7-8b50-3112a689fdec tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:19.530570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-204d5a25-f930-4230-870a-86179171797f req-e7b6a5ff-e934-40a7-8b50-3112a689fdec tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.5924389 Mar 21 06:57:19.538618 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.539288 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ecd26c-e540-4520-b5bb-7677c56dab5e None None] The sync data for ids ['377bf2dc-92f3-402d-93d6-35df681730c0'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:19.586033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53180) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:19.609321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Request body: {'floatingip': {'port_id': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:19.622558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'status': 'completed', 'code': 200} Mar 21 06:57:19.728106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-447a21b0-40b5-436c-9ffc-9aee8b3fddaf tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Unset dirty status for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:19.731904 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-447a21b0-40b5-436c-9ffc-9aee8b3fddaf tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8452992 Mar 21 06:57:19.775281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53184) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:19.876753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e3f78487-b82f-4915-9b87-fb46e606e06e', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'floating_ip_address': '172.26.2.155', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'port_id': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'mac_address': 'fa:16:3e:ea:ab:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:36Z', 'updated_at': '2022-03-21T06:57:16Z', 'revision_number': 1, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.879411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f915ab36-d602-4830-893f-4f68b898d553']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.882025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Checking router: 56cc411e-5131-49b2-a312-23cad9c1a3d4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:57:19.889883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.891240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:19.891838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.901650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:19.983379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e708ac-92b7-4975-aef0-4884e9e4fb7f']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.984037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b5ed7c-6fef-4e2c-80d7-5b9fe8f21228') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:19.984435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b5ed7c-6fef-4e2c-80d7-5b9fe8f21228') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:20.004343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19132605-4de5-485f-b6c8-f7a13c5b2fa2 req-946b23f5-d11b-46d8-80dc-3a96f5391d48 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:20.009569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19132605-4de5-485f-b6c8-f7a13c5b2fa2 req-946b23f5-d11b-46d8-80dc-3a96f5391d48 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6215162 Mar 21 06:57:20.014582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Deleting port 06422a1c-999f-4d64-ba94-a6958098b8ca {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:20.014923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.069811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a2f98c-9f87-4616-bd08-d88d87f83f05') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:20.070109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a2f98c-9f87-4616-bd08-d88d87f83f05') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:20.079352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:20.093603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.152730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.173523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.199917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:20.200479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.202953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb1d3b-a71d-4335-b750-851245889c27 req-028f256b-6009-49b8-8dbf-6dc531727350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:20.204680 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-028f256b-6009-49b8-8dbf-6dc531727350 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.5809619 Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:20.215935 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:20.218233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.237592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.273999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19132605-4de5-485f-b6c8-f7a13c5b2fa2 req-79b1168a-2efd-4f22-87a7-44c354dc5a57 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279880 Mar 21 06:57:20.288782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting port d373381b-72bb-4ca6-a659-9e09b20395ff {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:20.289287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.323249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:20.323727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.340674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port bdb5138d-7c29-4f17-8391-36c4885e926b {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:20.341262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:20.350686 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:20.398508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086697f5-0671-4363-b5e5-f5e1d8974f5c req-605de4dd-867d-4ea3-8614-9dbfc36deaee tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:20.400295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-086697f5-0671-4363-b5e5-f5e1d8974f5c req-605de4dd-867d-4ea3-8614-9dbfc36deaee tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.6893115 Mar 21 06:57:20.459882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.480950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f915ab36-d602-4830-893f-4f68b898d553 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:57:20.488537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.513258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e3f78487-b82f-4915-9b87-fb46e606e06e', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'floating_ip_address': '172.26.2.155', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'port_id': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'mac_address': 'fa:16:3e:ea:ab:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:36Z', 'updated_at': '2022-03-21T06:57:16Z', 'revision_number': 1, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:20.517712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] Pushing event deleted for resources: {'Network': ['ID=f915ab36-d602-4830-893f-4f68b898d553,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:20.522103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae7107-cf92-4076-a44d-891f949804a9 None None] The sync data for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv is: [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e3f78487-b82f-4915-9b87-fb46e606e06e', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'floating_ip_address': '172.26.2.155', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'port_id': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'mac_address': 'fa:16:3e:ea:ab:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:36Z', 'updated_at': '2022-03-21T06:57:16Z', 'revision_number': 1, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:20.548088 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5d312166-c3ee-4933-9276-293e41174fd8 tempest-ExternalNetworksTestJSON-1481437926 tempest-ExternalNetworksTestJSON-1481437926-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f915ab36-d602-4830-893f-4f68b898d553 HTTP/1.1" status: 204 len: 168 time: 1.7787385 Mar 21 06:57:20.595386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53190) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:20.712291 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8495d99a-f9b3-4d74-a9b8-1042c8accec3 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] DELETE failed (client error): The resource could not be found. Mar 21 06:57:20.712653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8495d99a-f9b3-4d74-a9b8-1042c8accec3 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:57:20.716708 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8495d99a-f9b3-4d74-a9b8-1042c8accec3 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "DELETE /v2.0/subnets/b4908c29-270b-4968-a205-ffb442309e84 HTTP/1.1" status: 404 len: 337 time: 0.1181138 Mar 21 06:57:20.720483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53194) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:20.912299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.915182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:20.968081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.000404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-086697f5-0671-4363-b5e5-f5e1d8974f5c req-255ba0f3-32b2-478d-b2b1-a4b4b2a3178f tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714938 Mar 21 06:57:21.016483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=43e708ac-92b7-4975-aef0-4884e9e4fb7f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:21.057454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.073085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb1d3b-a71d-4335-b750-851245889c27 req-39f19b1a-7577-4304-8f94-d23c67e1fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:21.074583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for bdb5138d-7c29-4f17-8391-36c4885e926b owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:21.074748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-39f19b1a-7577-4304-8f94-d23c67e1fa6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.8614092 Mar 21 06:57:21.089687 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc56374f-e75d-460d-8fd8-a3522ff76732 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/43e708ac-92b7-4975-aef0-4884e9e4fb7f HTTP/1.1" status: 204 len: 168 time: 1.9839170 Mar 21 06:57:21.103226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53200) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:21.115546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.215265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e82227-5d6f-4ec0-94ec-e1ca8839d338 None None] New status for floating IP e3f78487-b82f-4915-9b87-fb46e606e06e: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 06:57:21.285132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Calling delete_port for 06422a1c-999f-4d64-ba94-a6958098b8ca owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:21.423070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.459335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fda40-a7e3-429d-bb05-87010270df71 req-f0a967e8-f0d6-4c13-a612-2ef23625dafd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:21.460837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f0fda40-a7e3-429d-bb05-87010270df71 req-f0a967e8-f0d6-4c13-a612-2ef23625dafd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.8290317 Mar 21 06:57:21.605371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Calling delete_port for d373381b-72bb-4ca6-a659-9e09b20395ff owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:21.607724 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:57:21.610035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76372766-2c7c-4407-be6f-64acf9104ca1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:21.616424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76372766-2c7c-4407-be6f-64acf9104ca1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:21.617204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-76372766-2c7c-4407-be6f-64acf9104ca1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Synchronizing usage tracker for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:21.622454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.634264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:57:21.659725 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-caa79048-4971-408d-8d1d-98bfb445886f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 999 time: 0.5711331 Mar 21 06:57:21.778657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f0fda40-a7e3-429d-bb05-87010270df71 req-775cc133-d651-4bc0-8811-6ef27309e815 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975391 Mar 21 06:57:21.794155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0411d35b-2529-4347-b7e8-6fd2abde250b']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:21.814762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4b4f1d-b3ce-46b5-901f-69ebef5234f7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:21.815058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4b4f1d-b3ce-46b5-901f-69ebef5234f7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:21.822064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-76372766-2c7c-4407-be6f-64acf9104ca1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Unset dirty status for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:21.826664 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76372766-2c7c-4407-be6f-64acf9104ca1 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7125032 Mar 21 06:57:21.829293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.829950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53204) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:21.837650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.852037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1097795041'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:21.855009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.917148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:21.938436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.945625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:21.953174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:21.997581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:21.997994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:22.014977 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:22.021725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.035216 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-ec217011-fd41-4e1f-ad37-ab5054146129 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0338504 Mar 21 06:57:22.048598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=bdb5138d-7c29-4f17-8391-36c4885e926b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:22.113604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Port': ['ID=06422a1c-999f-4d64-ba94-a6958098b8ca,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:22.131565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bea9b-93f7-43e6-8624-db8feda89c55 req-8fcfe7bd-9753-4633-a8f0-0cb77ff502e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:22.132923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:22.133057 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-094bea9b-93f7-43e6-8624-db8feda89c55 req-8fcfe7bd-9753-4633-a8f0-0cb77ff502e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.9247618 Mar 21 06:57:22.134466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb1d3b-a71d-4335-b750-851245889c27 req-7569cbde-cdd8-4c9f-903b-29ea4ef0dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:22.136200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-7569cbde-cdd8-4c9f-903b-29ea4ef0dfc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.4442389 Mar 21 06:57:22.136344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.140698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.144239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53208) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:22.182054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Request body: {'floatingip': {'port_id': '1ab59421-77b5-43d5-ae41-b2ac161883e8'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:22.280822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c5787e7f-9a3e-4a42-8843-ed071aff1b61 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/ports/06422a1c-999f-4d64-ba94-a6958098b8ca HTTP/1.1" status: 204 len: 168 time: 2.4988868 Mar 21 06:57:22.281908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.284122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.287753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53212) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:22.314225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.361702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:22.384939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] Pushing event deleted for resources: {'Network': ['ID=0411d35b-2529-4347-b7e8-6fd2abde250b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:22.392932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a26ba3a-dbbc-439b-95db-44424c6cda6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.405042 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Floating IP cba06d57-f867-44fb-8820-fe6a5063922a associated. External IP: 172.26.2.128, port: a893d10d-cb0c-499c-bc6a-f70fc0d2491a. Mar 21 06:57:22.467083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.509782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.510124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment 0df3b7a6-4305-4079-9257-4b8d5c59b649 of type vlan for network fc97101d-eca5-4a12-94c1-0c19134aeded Mar 21 06:57:22.523113 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b30a233-691a-460d-b6c8-1a65896537e6 tempest-ExternalNetworksTestJSON-748915355 tempest-ExternalNetworksTestJSON-748915355-project] 10.222.0.31 "DELETE /v2.0/networks/0411d35b-2529-4347-b7e8-6fd2abde250b HTTP/1.1" status: 204 len: 168 time: 1.7991762 Mar 21 06:57:22.569688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb1d3b-a71d-4335-b750-851245889c27 req-eca51290-65fa-4f24-a5e2-c56c46202251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:22.571214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-eca51290-65fa-4f24-a5e2-c56c46202251 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4277134 Mar 21 06:57:22.616704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Deleting port 5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:22.617212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.627826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.723097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Port': ['ID=d373381b-72bb-4ca6-a659-9e09b20395ff,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:22.879900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53222) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:22.883111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.895388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:22.954811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.082883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.083398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Fanout notify agent at l3_agent the message router_deleted on router 377bf2dc-92f3-402d-93d6-35df681730c0 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:57:23.233065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.238287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:23.239308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.263899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-8c3de60d-b1d9-4d7c-a5a1-2b468168de54 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374741 Mar 21 06:57:23.341173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.344626 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f39b4c0c-5167-49af-a691-efb0d8a9c56a tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/routers/377bf2dc-92f3-402d-93d6-35df681730c0 HTTP/1.1" status: 204 len: 168 time: 4.2498283 Mar 21 06:57:23.380139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:23.437926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.487453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.500778 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6660550 Mar 21 06:57:23.505131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:23.561462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-339605054'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:23.601527 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2378a878-3ddd-4e57-b1f8-36150c683192 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb491809c3034138970b9c90a0a08ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080605 Mar 21 06:57:23.626918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53236) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:23.639051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:23.663278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4bc1-7448-4b4e-81cf-4cbd88d8ddcb tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=fc97101d-eca5-4a12-94c1-0c19134aeded,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:23.675386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network fc97101d-eca5-4a12-94c1-0c19134aeded details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:23.687668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca541e6-b604-4659-a1c3-dc5dc3469f3f req-3e7cda57-0362-49ab-a9f4-06ccf36d40ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:23.689131 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ca541e6-b604-4659-a1c3-dc5dc3469f3f req-3e7cda57-0362-49ab-a9f4-06ccf36d40ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.7007489 Mar 21 06:57:23.734845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Calling delete_port for 5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:23.763777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:23.787976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting subnet 5e0848ab-1123-4c82-bbf0-bfec1c5ef96c {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:23.804924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.859699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Router e84d1063-0dc0-435f-b999-1fe869f021cb has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:23.900082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:57:23.949937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:23.965327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:23.968731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.002813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.030747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01eb1d3b-a71d-4335-b750-851245889c27 req-e78b6b97-9d08-4048-837b-deccfd3b2d95 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077782 Mar 21 06:57:24.087289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Port': ['ID=5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:24.104198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.132537 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ca541e6-b604-4659-a1c3-dc5dc3469f3f req-d986c54a-5a11-4d0f-a2c7-4191c4f9e62c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700254 Mar 21 06:57:24.189551 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-81234765-6e6b-48f0-9f9e-786b74fca952 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/ports/5c8cc4b9-6e50-4ef8-a8ed-236b81a8a73d HTTP/1.1" status: 204 len: 168 time: 1.9001362 Mar 21 06:57:24.198932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53240) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:24.208574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Router 6175d0ec-1e35-4bfc-ae6b-b1d267734feb has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:24.210896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.211828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.225943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:24.235643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.324643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.324990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment fac42997-0764-48ff-a15a-fa88aaa8e86a of type vlan for network 05f84549-08d6-404f-bb8b-f04a5079ca6e Mar 21 06:57:24.383267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.385950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42786992-c7e1-4a97-99fd-52920688f230 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Synchronizing usage tracker for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:24.394011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:24.402362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.405466 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Sync routers for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:24.417774 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:24.418628 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:56:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:24.434447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.509532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42786992-c7e1-4a97-99fd-52920688f230 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Unset dirty status for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:24.510696 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42786992-c7e1-4a97-99fd-52920688f230 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3108540 Mar 21 06:57:24.514757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53244) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:24.520250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3776074-2023-44bd-ab6e-f225f497c4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.526867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-198179031'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:24.531012 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-33dc1873-eabd-47bc-9f25-e4541080f903 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "PUT /v2.0/floatingips/cba06d57-f867-44fb-8820-fe6a5063922a HTTP/1.1" status: 200 len: 991 time: 4.9364507 Mar 21 06:57:24.533131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:24.539216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:24.544282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:network and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:24.548320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:24.558124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:24.581083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.627644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:24.632800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.643302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] Sync routers for ids ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:24.651283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'status': 'completed', 'code': 200} Mar 21 06:57:24.653255 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:24.656247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:24.660490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.676327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] Routers {'6175d0ec-1e35-4bfc-ae6b-b1d267734feb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:24.676992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:24.687608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0848ab-1123-4c82-bbf0-bfec1c5ef96c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:24.690320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.703650 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-06195881-39bc-43a9-a918-bb615677d99e tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/subnets/5e0848ab-1123-4c82-bbf0-bfec1c5ef96c HTTP/1.1" status: 204 len: 168 time: 1.3177185 Mar 21 06:57:24.715129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53252) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:24.742977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:24.752552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Floating IP 835f292f-ac13-4026-8aa3-3cf7ac4707bd associated. External IP: 172.26.2.69, port: 1ab59421-77b5-43d5-ae41-b2ac161883e8. Mar 21 06:57:24.793948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679cc2b-41ad-4d37-addb-7a8baef1efb8 None None] Network 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:24.813171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-19e6aaef-4c35-4254-8ab6-3e08044314fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:24.815643 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-19e6aaef-4c35-4254-8ab6-3e08044314fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.6690371 Mar 21 06:57:24.820871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.821458 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment 0e54470a-735d-4e74-a4fd-e6a33d4d18fa of type vlan for network 23948328-a2a5-4f42-bc9b-9296c276927d Mar 21 06:57:24.866556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.867871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:24.879327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.890172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port 7226e961-f69d-4d15-9053-cc359d3a1c59 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:24.890738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:24.946853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] Routers {'6175d0ec-1e35-4bfc-ae6b-b1d267734feb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:24.948322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:24.999064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.005088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:25.007305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.028437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:25.028837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9f8b-3b86-4de9-9f91-42e57a4810fa None None] The sync data for ids ['6175d0ec-1e35-4bfc-ae6b-b1d267734feb'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:25.100237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.118080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.123464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:25.124062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.197400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=23948328-a2a5-4f42-bc9b-9296c276927d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:25.210392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 23948328-a2a5-4f42-bc9b-9296c276927d details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:25.220129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c7affe6e-b2a7-45be-8874-71d799982711 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "PUT /v2.0/routers/6175d0ec-1e35-4bfc-ae6b-b1d267734feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3557258 Mar 21 06:57:25.222225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53258) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:25.229347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cba06d57-f867-44fb-8820-fe6a5063922a', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'port_id': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'mac_address': 'fa:16:3e:04:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:35Z', 'updated_at': '2022-03-21T06:57:21Z', 'revision_number': 1, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:25.236306 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Checking router: e84d1063-0dc0-435f-b999-1fe869f021cb for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:57:25.247311 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:25.248174 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:25.253711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] DHCP port deletion for 1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:57:25.298953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Deleting port 7226e961-f69d-4d15-9053-cc359d3a1c59 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:25.301572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.315399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1faebe8-2cec-4cbf-b340-d50b3cfa9988,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:25.317318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.321712 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7c78a84f-2b2b-4b83-b5ee-5d1949be93bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1faebe8-2cec-4cbf-b340-d50b3cfa9988 HTTP/1.1" status: 204 len: 168 time: 1.6877151 Mar 21 06:57:25.476126 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2b3a1a0e-811d-46ae-a711-b199f7d74534 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9580786 Mar 21 06:57:25.477764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.537869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-02f579e9-de7b-4b5a-92a8-8b9e00c8abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:25.545434 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-02f579e9-de7b-4b5a-92a8-8b9e00c8abe6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.6660807 Mar 21 06:57:25.548483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53264) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:25.567259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1648250970'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:25.570583 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:25.586525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:25.648650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1421199 Mar 21 06:57:25.696419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53270) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:25.713268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] For port 7226e961-f69d-4d15-9053-cc359d3a1c59, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7226e961-f69d-4d15-9053-cc359d3a1c59,segment=NetworkSegment(a2ae8321-f909-4c11-877c-4b71fceef8d2),segment_id=a2ae8321-f909-4c11-877c-4b71fceef8d2)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:25.718491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.741065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:network and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:25.746425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53272) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:25.748170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:25.758552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:25.762721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476c459-c4e2-4743-870a-3aaa489a392b tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=05f84549-08d6-404f-bb8b-f04a5079ca6e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:25.763346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7226e961-f69d-4d15-9053-cc359d3a1c59 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:57:25.798702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47974-456f-49bd-b371-ac351ae5a137 req-5f10a821-9f77-47ce-b426-ce18d0423e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:25.800588 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-5f10a821-9f77-47ce-b426-ce18d0423e3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcdde429ec834f0499055d8f43c93df9&device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 1098 time: 1.1225965 Mar 21 06:57:25.807412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 05f84549-08d6-404f-bb8b-f04a5079ca6e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:25.882666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.883999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.892094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] For port 7226e961-f69d-4d15-9053-cc359d3a1c59, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7226e961-f69d-4d15-9053-cc359d3a1c59,segment=NetworkSegment(a2ae8321-f909-4c11-877c-4b71fceef8d2),segment_id=a2ae8321-f909-4c11-877c-4b71fceef8d2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:25.892484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:25.952461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for 7226e961-f69d-4d15-9053-cc359d3a1c59 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:25.964615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-810a73f5-8915-4e81-a8d5-85d269c1ed86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.3219979 Mar 21 06:57:26.043845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'ports': [{'network_id': 'fc97101d-eca5-4a12-94c1-0c19134aeded', 'name': 'tempest-port--1519806311', 'admin_state_up': True}, {'network_id': '05f84549-08d6-404f-bb8b-f04a5079ca6e', 'admin_state_up': False}]} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:26.044458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'port': {'network_id': 'fc97101d-eca5-4a12-94c1-0c19134aeded', 'name': 'tempest-port--1519806311', 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:26.045046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'port': {'network_id': '05f84549-08d6-404f-bb8b-f04a5079ca6e', 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:26.063784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:26.067556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.078174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1ea90-5199-4dc2-ab65-fea251b44edd req-aa3892da-bf23-48b0-bd23-ffff869a2218 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.079656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Calling delete_port for 7226e961-f69d-4d15-9053-cc359d3a1c59 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:26.080378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f9c1ea90-5199-4dc2-ab65-fea251b44edd req-aa3892da-bf23-48b0-bd23-ffff869a2218 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 1.2490273 Mar 21 06:57:26.120401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 7226e961-f69d-4d15-9053-cc359d3a1c59 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 06:57:26.120805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7226e961-f69d-4d15-9053-cc359d3a1c59 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:57:26.145983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.168322 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cba06d57-f867-44fb-8820-fe6a5063922a', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'port_id': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'mac_address': 'fa:16:3e:04:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:35Z', 'updated_at': '2022-03-21T06:57:21Z', 'revision_number': 1, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:26.172582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8646d81-f8a1-48b6-a564-1aaeefe46ba0 None None] The sync data for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv is: [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cba06d57-f867-44fb-8820-fe6a5063922a', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'port_id': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'mac_address': 'fa:16:3e:04:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:35Z', 'updated_at': '2022-03-21T06:57:21Z', 'revision_number': 1, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:26.176987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:57:26.177818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:57:26.217246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be70a612-60d3-47aa-8504-3822d0ff75e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b14826b0be5442b6a7a1420b1e5d525c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540830 Mar 21 06:57:26.231419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2398e-55bd-49fc-9856-78e5775763e1 req-e5d08d6c-23ed-4aee-baa1-af4808202e91 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.233020 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4b2398e-55bd-49fc-9856-78e5775763e1 req-e5d08d6c-23ed-4aee-baa1-af4808202e91 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.9227312 Mar 21 06:57:26.235629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53278) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:26.339450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f9c1ea90-5199-4dc2-ab65-fea251b44edd req-dd5c124d-2e6c-4f38-b85f-104660753c42 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368853 Mar 21 06:57:26.340972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-ae6e0b17-6e40-4da0-89ad-665c77067e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.342465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-ae6e0b17-6e40-4da0-89ad-665c77067e72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.3658388 Mar 21 06:57:26.430496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47974-456f-49bd-b371-ac351ae5a137 req-e04ca0d8-6939-4078-b715-127db0b1cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.431989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-e04ca0d8-6939-4078-b715-127db0b1cb12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 200 len: 907 time: 0.6108344 Mar 21 06:57:26.442264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] No DVR routers for this DVR port 7226e961-f69d-4d15-9053-cc359d3a1c59 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:26.461492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2ed4-6c08-477c-8a47-1aaa41ece6a6 None None] New status for floating IP cba06d57-f867-44fb-8820-fe6a5063922a: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 06:57:26.471773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=7226e961-f69d-4d15-9053-cc359d3a1c59,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:26.536824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Router 3687817d-8961-4f09-97b4-830d59daa36e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:57:26.562858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4b2398e-55bd-49fc-9856-78e5775763e1 req-92e62239-9bbc-4ece-9870-ab0cebefbb59 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977164 Mar 21 06:57:26.616599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.624787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-873c1271-4980-4698-95df-bd707a943b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.626634 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-873c1271-4980-4698-95df-bd707a943b07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2675574 Mar 21 06:57:26.629601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.632304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:26.649803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.679649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Deleting port 7226e961-f69d-4d15-9053-cc359d3a1c59 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:26.680031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.691459 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-00a2e9c7-0b95-400f-9448-f935888fdd44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 200 len: 999 time: 0.2449076 Mar 21 06:57:26.794286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.794975 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Added segment 5c1abd1b-17de-4fb9-beea-a99d1df69fed of type vlan for network 9f7722d5-2bed-412b-99b5-8350d1867ad0 Mar 21 06:57:26.798932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47974-456f-49bd-b371-ac351ae5a137 req-ce7b1db6-f89e-4684-b2b3-58314583c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:26.800700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-ce7b1db6-f89e-4684-b2b3-58314583c17d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f82f3e50-dbbe-4bee-9759-ab171926389e HTTP/1.1" status: 200 len: 845 time: 0.0798383 Mar 21 06:57:26.836576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4178d36f-aca0-4562-8916-eb61cd760567 None None] The port '7226e961-f69d-4d15-9053-cc359d3a1c59' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:57:26.846485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:26.863770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Usage tracker for resource:port and tenant:0ebefaad30144711a625fcfcf3d96b4c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:26.867936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:26.874433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.874927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Fanout notify agent at l3_agent the message router_deleted on router 6175d0ec-1e35-4bfc-ae6b-b1d267734feb {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:57:26.881850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.906416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:26.939323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:26.962163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ae8321-f909-4c11-877c-4b71fceef8d2') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:26.962464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ae8321-f909-4c11-877c-4b71fceef8d2') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:26.971745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.984878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'port': 2} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:26.989198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:26.999557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.012051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.013145 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9055cf60-2756-4a74-941e-6ab8b7d29da8 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "DELETE /v2.0/routers/6175d0ec-1e35-4bfc-ae6b-b1d267734feb HTTP/1.1" status: 204 len: 168 time: 1.7838264 Mar 21 06:57:27.020155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53288) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:27.061146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.073265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.103614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:27.103948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.105804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:27.125410 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:27.207952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.256985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.262365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:27.262947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.321868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:57:27.332340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-92bc1f42-e9af-4e25-9747-16c6a2afe25e service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368308 Mar 21 06:57:27.342894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Sync routers for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:57:27.345466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4e99-44c4-43e0-b38f-418a1094f938 req-1500b389-12ca-422f-8522-428f871f7d88 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:27.346957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1ac4e99-44c4-43e0-b38f-418a1094f938 req-1500b389-12ca-422f-8522-428f871f7d88 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5527823 Mar 21 06:57:27.359574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:27.360531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:27.376975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting subnet eaceb49b-86bd-466c-af60-6d23e920cbeb {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:27.387132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.408531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.487715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47974-456f-49bd-b371-ac351ae5a137 req-f3e02f56-98d7-46cd-a59e-6d9fcb830195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:27.489341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-f3e02f56-98d7-46cd-a59e-6d9fcb830195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6581366 Mar 21 06:57:27.490750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.518908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.523341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.527656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/networks/1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76 HTTP/1.1" status: 204 len: 168 time: 2.8091195 Mar 21 06:57:27.547705 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9981935 Mar 21 06:57:27.554890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:27.563387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53292) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:27.564186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f74111-2d15-41db-8248-c66859ef3ee4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:27.567578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.571647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-710669b9-f557-4618-b40a-21d710ed6880 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6f74111-2d15-41db-8248-c66859ef3ee4 HTTP/1.1" status: 204 len: 168 time: 1.3206630 Mar 21 06:57:27.602618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:27.681473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1ac4e99-44c4-43e0-b38f-418a1094f938 req-24a2d1e6-28fc-49bc-b1b6-34b0de9a3f10 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113637 Mar 21 06:57:27.776636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d13ee-26a1-4f4e-b4a4-65e9df9f49c6 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Network': ['ID=9f7722d5-2bed-412b-99b5-8350d1867ad0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:27.808001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 9f7722d5-2bed-412b-99b5-8350d1867ad0 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:27.860386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] device_id is not set on port b9687acb-8863-48af-a63d-4a0a09ddc5be yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:27.971739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.107044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Deleting port 937be770-09e2-4846-8511-5c0c7d4b1b7e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:28.107638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.213171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] device_id is not set on port 1e586aa0-b543-4c71-a5e4-3c5aab1bced2 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:28.355999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '835f292f-ac13-4026-8aa3-3cf7ac4707bd', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'port_id': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'mac_address': 'fa:16:3e:fb:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:40Z', 'updated_at': '2022-03-21T06:57:23Z', 'revision_number': 1, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:28.370034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Checking router: 3687817d-8961-4f09-97b4-830d59daa36e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:57:28.391222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:57:28.391860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:24Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:28.417858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-f8ba669f-d4b5-47c7-b88a-d5aa254761d0 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8929267 Mar 21 06:57:28.420012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3be2a2a-4fef-4aa9-bad2-a402b7def4d8 req-d607c3b6-7fa5-40d1-9e5e-97b5ac1a5dad service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0713201 Mar 21 06:57:28.425865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.427528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e18e7e7d-6709-4065-94d2-6436df6b9140 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "PUT /v2.0/floatingips/835f292f-ac13-4026-8aa3-3cf7ac4707bd HTTP/1.1" status: 200 len: 991 time: 6.2817438 Mar 21 06:57:28.434480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:57:28.466775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.467651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.502724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773d42-4ceb-4fbb-b266-17f106b9e374 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Network': ['ID=1cffaa7c-785b-4ea0-b1a4-12b9e80b5a76,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:28.543770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.594551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.696617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.744850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Calling delete_port for 937be770-09e2-4846-8511-5c0c7d4b1b7e owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:28.838770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:57:28.911440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Subnet': ['ID=eaceb49b-86bd-466c-af60-6d23e920cbeb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:28.948323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:28.991721 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b93eb53b-a9e4-419d-8a6f-916f3c294e05 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "DELETE /v2.0/subnets/eaceb49b-86bd-466c-af60-6d23e920cbeb HTTP/1.1" status: 204 len: 168 time: 1.9664478 Mar 21 06:57:28.995348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53322) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:29.020498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4103dd-9c8c-4ea5-974a-5f194841f9c1 None None] Network d049c8b0-cee3-4495-85f6-294a035a0212 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:29.091379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Port': ['ID=b9687acb-8863-48af-a63d-4a0a09ddc5be,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:29.159426 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fba47974-456f-49bd-b371-ac351ae5a137 req-56314729-cf56-4105-aacf-084186a8f701 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247221 Mar 21 06:57:29.186483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71230b46-b606-4481-b399-e0c1a7409f22 req-81607120-c4c0-4d59-b904-dc29dad2321d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:29.203376 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-71230b46-b606-4481-b399-e0c1a7409f22 req-81607120-c4c0-4d59-b904-dc29dad2321d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.7708826 Mar 21 06:57:29.209836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53328) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:29.218537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Checking segment: {'id': '0df3b7a6-4305-4079-9257-4b8d5c59b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc97101d-eca5-4a12-94c1-0c19134aeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:29.218998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network hostable DHCP agents. Network: fc97101d-eca5-4a12-94c1-0c19134aeded, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:29.310529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee797e-5040-4212-9e2b-3ab0e537f382 req-8612021a-a941-4f41-a6d8-ea790a300cef tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:29.311933 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7bee797e-5040-4212-9e2b-3ab0e537f382 req-8612021a-a941-4f41-a6d8-ea790a300cef tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.5380316 Mar 21 06:57:29.325038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.354889 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-71230b46-b606-4481-b399-e0c1a7409f22 req-aa3296ae-aba0-45ed-8822-aa2a90b1b41b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502976 Mar 21 06:57:29.381900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network fc97101d-eca5-4a12-94c1-0c19134aeded is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:29.397614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.402664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Deleting port d9af6eda-3b26-4512-bebf-a76ef28b4533 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:29.405355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.482047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, fc97101d-eca5-4a12-94c1-0c19134aeded) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:29.509831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'status': 'completed', 'code': 200} Mar 21 06:57:29.513909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:29.514754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.525417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629a94e-93d6-41dd-9f31-73fb26f6a9bf None None] Network fc97101d-eca5-4a12-94c1-0c19134aeded requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:29.627684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Pushing event deleted for resources: {'Port': ['ID=937be770-09e2-4846-8511-5c0c7d4b1b7e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:29.639147 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7bee797e-5040-4212-9e2b-3ab0e537f382 req-be7b8e8f-4e60-4f9e-b0b6-d3f4f1a19c6c tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174276 Mar 21 06:57:29.725065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1674901341'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:29.731172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Port': ['ID=1e586aa0-b543-4c71-a5e4-3c5aab1bced2,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:29.743124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:29.754174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Checking segment: {'id': 'fac42997-0764-48ff-a15a-fa88aaa8e86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05f84549-08d6-404f-bb8b-f04a5079ca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:29.754869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network hostable DHCP agents. Network: 05f84549-08d6-404f-bb8b-f04a5079ca6e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:29.834732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:network and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:29.848677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:29.860950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network 05f84549-08d6-404f-bb8b-f04a5079ca6e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:29.886074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 05f84549-08d6-404f-bb8b-f04a5079ca6e) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:29.891390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:29.894483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:29.898139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:29.904150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:29.905051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.929282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] For port d9af6eda-3b26-4512-bebf-a76ef28b4533, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9af6eda-3b26-4512-bebf-a76ef28b4533,segment=NetworkSegment(18f1b30b-6120-46e1-88df-f11297dcf80b),segment_id=18f1b30b-6120-46e1-88df-f11297dcf80b)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:29.930572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.944101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:29.949437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:29.954683 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-97d6262e-552c-4570-8e9e-eddefa1a090c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1847391 Mar 21 06:57:29.962503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53342) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:30.014958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.027040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cae3c-7780-4a2b-8a16-5f60bbe26b41 None None] Network 05f84549-08d6-404f-bb8b-f04a5079ca6e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:30.033269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.073201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:30.090492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:security_group_rule and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:30.097764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:30.102737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-3931a70f-e63d-4fba-8772-2de5997e0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:30.104232 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-3931a70f-e63d-4fba-8772-2de5997e0958 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3dc25a3acb5414489495cbeeaf08db9&device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 1099 time: 0.5872128 Mar 21 06:57:30.109330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:30.113414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.116912 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ac0a4c3-77b5-482a-bae9-9157771c7bc3 tempest-FloatingIPAdminTestJSON-719961231 tempest-FloatingIPAdminTestJSON-719961231-project] 10.222.0.31 "DELETE /v2.0/floatingips/a33088ba-20e8-4d51-9c60-cede74d32112 HTTP/1.1" status: 204 len: 168 time: 2.5482712 Mar 21 06:57:30.170631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Calling delete_port for d9af6eda-3b26-4512-bebf-a76ef28b4533 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:30.318933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.388031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] No DVR routers for this DVR port d9af6eda-3b26-4512-bebf-a76ef28b4533 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:30.391426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Port': ['ID=d9af6eda-3b26-4512-bebf-a76ef28b4533,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:30.452888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-fb020436-4eb5-4fcb-8508-d0cc513df4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:30.459054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-fb020436-4eb5-4fcb-8508-d0cc513df4dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c407935-6add-4664-84f8-daa999483390 HTTP/1.1" status: 200 len: 913 time: 0.3428524 Mar 21 06:57:30.617859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.632014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fade3-b2f0-41f2-998f-54d8e4b79053 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:30.632417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.641850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fade3-b2f0-41f2-998f-54d8e4b79053 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:30.643227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53354) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:30.644194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b77fade3-b2f0-41f2-998f-54d8e4b79053 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6805789 Mar 21 06:57:30.649709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53358) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:30.745356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Deleting port b9687acb-8863-48af-a63d-4a0a09ddc5be {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:30.745944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.767242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.795566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:30.801786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049c8b0-cee3-4495-85f6-294a035a0212']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:30.817210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.818152 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Added segment 0a347518-09b4-433d-a51b-b20718970fe1 of type vlan for network 09cf88cc-8348-4982-891c-1abc9b97cd0f Mar 21 06:57:30.832696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f1b30b-6120-46e1-88df-f11297dcf80b') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:30.834145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f1b30b-6120-46e1-88df-f11297dcf80b') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:30.858593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:30.875956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '835f292f-ac13-4026-8aa3-3cf7ac4707bd', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'port_id': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'mac_address': 'fa:16:3e:fb:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:40Z', 'updated_at': '2022-03-21T06:57:23Z', 'revision_number': 1, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:30.881836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460371-2ace-4870-aad2-72d83e2939fc None None] The sync data for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv is: [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '835f292f-ac13-4026-8aa3-3cf7ac4707bd', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'floating_ip_address': '172.26.2.69', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'port_id': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'mac_address': 'fa:16:3e:fb:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T06:56:40Z', 'updated_at': '2022-03-21T06:57:23Z', 'revision_number': 1, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:57:30.916816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53364) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:30.932481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfca4bb-30d5-4098-9261-ac5ab9556f0c None None] DHCP port deletion for d049c8b0-cee3-4495-85f6-294a035a0212 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:57:30.951512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'subnets': [{'network_id': '23948328-a2a5-4f42-bc9b-9296c276927d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--239609214', 'ip_version': 6}, {'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:30.952593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'subnet': {'network_id': '23948328-a2a5-4f42-bc9b-9296c276927d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--239609214', 'ip_version': 6}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:30.953599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Request body: {'subnet': {'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:30.974430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.023259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:31.023672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.025726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:31.045134 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:31.066199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c0ff7-09cf-4724-af45-bd4539a92777,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:31.108630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-c7e483ac-ccab-4198-9e32-c62b89cfc532 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8 HTTP/1.1" status: 200 len: 999 time: 0.4600275 Mar 21 06:57:31.129924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148bfb7-5738-410d-a97e-c8112568f7cb None None] New status for floating IP 835f292f-ac13-4026-8aa3-3cf7ac4707bd: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 06:57:31.143544 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-188142d5-a5c5-4d69-935d-60b4361c572d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd22318f8c5748e6a05b5e7f3d56f0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990575 Mar 21 06:57:31.153923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:31.160707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.166783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:31.167613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.179267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9f1e5-0955-4eb9-b7f7-f067789b39b4 req-383d202e-df4a-4b11-8896-756835d8aedd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:31.181090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51e9f1e5-0955-4eb9-b7f7-f067789b39b4 req-383d202e-df4a-4b11-8896-756835d8aedd tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5357537 Mar 21 06:57:31.355668 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1473069 Mar 21 06:57:31.369478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53372) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:31.374223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-bec2ecce-738b-480e-bcec-e852123b4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:31.375682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-bec2ecce-738b-480e-bcec-e852123b4726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=596db2c3-0d47-4b9d-a08c-992d1f6557bd HTTP/1.1" status: 200 len: 851 time: 0.2597558 Mar 21 06:57:31.441140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'subnet': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:31.492227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.497864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.498029 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51e9f1e5-0955-4eb9-b7f7-f067789b39b4 req-9d7900ab-218b-4095-80cd-039a383b0b46 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751384 Mar 21 06:57:31.527751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016250-b9dd-49bb-99fb-e76d09a2ba20 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Network': ['ID=09cf88cc-8348-4982-891c-1abc9b97cd0f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:31.539497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:31.544267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.571717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.571938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.646579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] Pushing event deleted for resources: {'Network': ['ID=d049c8b0-cee3-4495-85f6-294a035a0212,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:31.690091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.718932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Calling delete_port for b9687acb-8863-48af-a63d-4a0a09ddc5be owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:31.719228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c213786-1937-4dc2-8cff-d820a001172b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:31.729841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:31.733647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.743229 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cba45377-08f3-46b3-a492-474f885eeca5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c213786-1937-4dc2-8cff-d820a001172b HTTP/1.1" status: 204 len: 168 time: 0.5780635 Mar 21 06:57:31.746057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9af6eda-3b26-4512-bebf-a76ef28b4533 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:57:31.746701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:subnet and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:31.750642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:31.758403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:31.766405 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c65a4021-1725-404c-a770-ecffa5d1df58 tempest-FloatingIPNegativeTestJSON-429931987 tempest-FloatingIPNegativeTestJSON-429931987-project] 10.222.0.31 "DELETE /v2.0/networks/d049c8b0-cee3-4495-85f6-294a035a0212 HTTP/1.1" status: 204 len: 168 time: 2.7699530 Mar 21 06:57:31.773894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-d0e6387f-2bc7-46bb-aa15-c33f22d605ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:31.775584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-d0e6387f-2bc7-46bb-aa15-c33f22d605ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c407935-6add-4664-84f8-daa999483390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3197966 Mar 21 06:57:31.776742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:31.780436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.790813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:31.798583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Usage tracker for resource:subnet and tenant:05bac4e53fcb47c28bd9d277e3e1486b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:31.802957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:31.819267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:31.842352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Made reservation on behalf of 05bac4e53fcb47c28bd9d277e3e1486b for: {'subnet': 2} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:31.847203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.847548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.859639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d9af6eda-3b26-4512-bebf-a76ef28b4533 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:57:31.859924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9af6eda-3b26-4512-bebf-a76ef28b4533 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:57:31.891060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:31.998261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Port': ['ID=b9687acb-8863-48af-a63d-4a0a09ddc5be,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:32.029236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.049067 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8babca3d-3cb3-4acc-b648-4c52c64f7367 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/ports/b9687acb-8863-48af-a63d-4a0a09ddc5be HTTP/1.1" status: 204 len: 168 time: 1.3942366 Mar 21 06:57:32.052871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53386) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:32.136989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Deleting port 1e586aa0-b543-4c71-a5e4-3c5aab1bced2 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:32.137592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.138369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53392) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:32.154771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-211fdc78-c1fb-402a-80ff-f17bcc146704 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567836 Mar 21 06:57:32.280657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53398) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:32.329367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.386793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce1cdcda-0cee-4dfa-866a-e2e964c270d3 req-f4efa3e9-0ca8-464a-834c-7410ab5f2a62 service neutron] 10.222.0.30 "GET /v2.0/networks/9c407935-6add-4664-84f8-daa999483390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243440 Mar 21 06:57:32.389358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.395547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:32.470000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Subnet': ['ID=34f03b06-574b-483a-9e77-8358861fdd02,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:32.478303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Usage tracker for resource:security_group_rule and tenant:a741f2dca4504baab39d16fdef8634bd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:32.485866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:32.497364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Checking segment: {'id': '0a347518-09b4-433d-a51b-b20718970fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:32.497732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network hostable DHCP agents. Network: 09cf88cc-8348-4982-891c-1abc9b97cd0f, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:32.498447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:32.542384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ad8bebf-488f-4035-acab-9c810047e95a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=764b85445d1c45da95b066b73101bd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976219 Mar 21 06:57:32.543057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53404) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:32.557313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:32.577978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 09cf88cc-8348-4982-891c-1abc9b97cd0f) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:32.587382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e047e9-ff92-497b-b43c-d199faa41ee9 None None] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:32.612969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.619842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:32.621250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.700720 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d7438efb-822c-45b9-96e1-1424a4a1f8af tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3287642 Mar 21 06:57:32.704819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:32.710296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.715685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-604177256'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:32.761628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Calling delete_port for 1e586aa0-b543-4c71-a5e4-3c5aab1bced2 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:32.826496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-09cf88cc-8348-4982-891c-1abc9b97cd0f', 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'tenant_id': 'acef84eff5fc40c7916fd668dfc930a3', 'fixed_ips': [{'subnet_id': '34f03b06-574b-483a-9e77-8358861fdd02'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:32.827786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.839206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.913849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57ad9-fc81-4aa0-81d2-6e5de8edddae req-3e15b616-6aa5-41ec-bb23-3257cc1a027e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:32.915355 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1b57ad9-fc81-4aa0-81d2-6e5de8edddae req-3e15b616-6aa5-41ec-bb23-3257cc1a027e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2839439 Mar 21 06:57:32.951169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.971047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.976245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:32.978459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:32.985808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:port and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:32.990973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:32.997846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Allocated IP 2001:db8::2 (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/35031bb9-1046-49d2-8757-095f5b98dda3) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:33.001911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1b57ad9-fc81-4aa0-81d2-6e5de8edddae req-2f1249f8-6e95-4770-8818-b2edd0eabed4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761690 Mar 21 06:57:33.006833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:33.030649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.042019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:33.046582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.069964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d694e-7448-4ab5-972d-3af1ef1e1483,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.078422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.082133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-78f52903-04cd-40ec-abba-c10bc3acaaa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e40d694e-7448-4ab5-972d-3af1ef1e1483 HTTP/1.1" status: 204 len: 168 time: 0.5362942 Mar 21 06:57:33.082133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:33.177772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Port': ['ID=1e586aa0-b543-4c71-a5e4-3c5aab1bced2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.197084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.205253 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a741f2dca4504baab39d16fdef8634bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235189 Mar 21 06:57:33.205506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53414) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:33.209478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.260871 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-98ba5565-a1dd-4e19-a195-4d6c926c70df tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/ports/1e586aa0-b543-4c71-a5e4-3c5aab1bced2 HTTP/1.1" status: 204 len: 168 time: 1.2064226 Mar 21 06:57:33.264880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.268764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53420) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:33.269446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673926e6-a2f8-4c51-9a1d-087a7d4e0f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41142f0-e446-41fd-bd9b-40924cfcc568,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.290567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Transition to ACTIVE for port object 35031bb9-1046-49d2-8757-095f5b98dda3 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:33.316754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Transition to ACTIVE for port object 35031bb9-1046-49d2-8757-095f5b98dda3 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:33.330990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.335017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b9a58c4-4b6f-48da-88af-17dec2c96c6c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Synchronizing usage tracker for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:33.366896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Subnet': ['ID=e6431238-2fa3-4474-974c-992c2483bc9a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.372470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Checking segment: {'id': '0e54470a-735d-4e74-a4fd-e6a33d4d18fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23948328-a2a5-4f42-bc9b-9296c276927d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:33.372831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network hostable DHCP agents. Network: 23948328-a2a5-4f42-bc9b-9296c276927d, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:33.395225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.408152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b9a58c4-4b6f-48da-88af-17dec2c96c6c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Unset dirty status for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:33.411369 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b9a58c4-4b6f-48da-88af-17dec2c96c6c tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1351748 Mar 21 06:57:33.414806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network 23948328-a2a5-4f42-bc9b-9296c276927d is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:33.421877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:33.432847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 23948328-a2a5-4f42-bc9b-9296c276927d) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:33.437044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.448883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.455367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Pushing event updated for resources: {'Port': ['ID=35031bb9-1046-49d2-8757-095f5b98dda3,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.460691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ba7291-cfe5-40bf-ac66-151bd99e2e53 None None] Network 23948328-a2a5-4f42-bc9b-9296c276927d requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:33.480941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:33.494892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:33.499196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:33.518932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1535084595'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:33.526331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event updated for resources: {'Subnet': ['ID=76184c87-0b88-4674-890c-458cb2fa47d9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.527532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:33.536165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Checking segment: {'id': '5c1abd1b-17de-4fb9-beea-a99d1df69fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:33.537031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network hostable DHCP agents. Network: 9f7722d5-2bed-412b-99b5-8350d1867ad0, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:33.562341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::21f (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/4f59d8d7-1445-4966-b2a3-dd9b09e974a3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:33.562883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Network 9f7722d5-2bed-412b-99b5-8350d1867ad0 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:33.569959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:33.579364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 9f7722d5-2bed-412b-99b5-8350d1867ad0) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:33.588106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.589563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.590468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.603655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b31915-0aff-41be-abe2-75877df4fcdc None None] Network 9f7722d5-2bed-412b-99b5-8350d1867ad0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:33.605022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:33.608527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.622454 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-68272ffa-6ec4-44a0-bbbd-ec476d9a06a9 tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6997914 Mar 21 06:57:33.624671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53434) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:33.648036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.706665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41142f0-e446-41fd-bd9b-40924cfcc568,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:33.714978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.716446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.718048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.719043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Synchronizing usage tracker for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:33.737103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:33.738250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Unset dirty status for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:33.740189 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-febe8b50-9ddd-449a-b5b5-b37de7cdaaac tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1130800 Mar 21 06:57:33.749906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53440) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:33.760031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.763969 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b86b4ba1-228a-4856-a773-d57de3d66c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d41142f0-e446-41fd-bd9b-40924cfcc568 HTTP/1.1" status: 204 len: 168 time: 0.5569515 Mar 21 06:57:33.773898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.774486 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment 5fe198fd-76a7-4ef7-92a1-72039f51b2dd of type vlan for network c1a70710-1a6b-42e1-a64f-2a5e3672164e Mar 21 06:57:33.852690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Deleting subnet e6431238-2fa3-4474-974c-992c2483bc9a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:33.859022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.894058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.951337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.979531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:33.986527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.991137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:33.997469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:33.998462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.007111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Attempting to bind port 35031bb9-1046-49d2-8757-095f5b98dda3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:34.007570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Attempting to bind port 35031bb9-1046-49d2-8757-095f5b98dda3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '0a347518-09b4-433d-a51b-b20718970fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:34.007821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Attempting to bind port 35031bb9-1046-49d2-8757-095f5b98dda3 on network 09cf88cc-8348-4982-891c-1abc9b97cd0f {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:34.015864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-9f7722d5-2bed-412b-99b5-8350d1867ad0', 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0', 'tenant_id': '05bac4e53fcb47c28bd9d277e3e1486b', 'fixed_ips': [{'subnet_id': '76184c87-0b88-4674-890c-458cb2fa47d9'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:34.016813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.097761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.135411 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7090037 Mar 21 06:57:34.138319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53456) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:34.143996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6698d0-ead2-4f2e-bf39-a7ebd421e11a tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=c1a70710-1a6b-42e1-a64f-2a5e3672164e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:34.155026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:34.155394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Checking segment: {'id': '0a347518-09b4-433d-a51b-b20718970fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:34.155793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.156187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Bound using segment: {'id': '0a347518-09b4-433d-a51b-b20718970fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:34.156543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.156673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Bound port: 35031bb9-1046-49d2-8757-095f5b98dda3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a347518-09b4-433d-a51b-b20718970fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:34.157006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.219535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1888056974'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:34.234828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:34.240905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Usage tracker for resource:network and tenant:0ebefaad30144711a625fcfcf3d96b4c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:34.244494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:34.258889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.306728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network c1a70710-1a6b-42e1-a64f-2a5e3672164e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:34.353709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:34.381148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Subnet': ['ID=e6431238-2fa3-4474-974c-992c2483bc9a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:34.401859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.404376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53462) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:34.436985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:34.437293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:34.440536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.442272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:34.448157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:34.454005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:34.454780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.492302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:34.492946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=4f59d8d7-1445-4966-b2a3-dd9b09e974a3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:34.495870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.513036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:34.520015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ffe3f8d-12e5-47f5-af25-d8ba944a2b86 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8095565 Mar 21 06:57:34.521343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53472) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:34.524721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:34.530658 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-433445a6-8401-41b2-be36-36a695dbd82d tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/subnets/e6431238-2fa3-4474-974c-992c2483bc9a HTTP/1.1" status: 204 len: 168 time: 0.7740815 Mar 21 06:57:34.530825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8302975', 'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:e7:2f:21'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:34.531264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53476) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:34.532030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Usage tracker for resource:security_group_rule and tenant:5fb225eb52904547ac2add5e44e9ec19 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:34.554832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1da0-edb7-4a33-8eae-abef5ce8fc2e req-de5f60b1-00f2-45c0-842b-b6bbbb517e36 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:34.562350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-945d1da0-edb7-4a33-8eae-abef5ce8fc2e req-de5f60b1-00f2-45c0-842b-b6bbbb517e36 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3429263 Mar 21 06:57:34.571125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6496aad-67dc-4743-8dc4-66742eed2581 None None] Network 23948328-a2a5-4f42-bc9b-9296c276927d requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:34.603760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:34.613301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.613636 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Added segment ce020de9-e0eb-4eff-89b0-b4d705c4d387 of type vlan for network b862d474-2670-44c2-a2b4-680462be0bfc Mar 21 06:57:34.615528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:34.673004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Deleting subnet 76184c87-0b88-4674-890c-458cb2fa47d9 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:34.697538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.728596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Allocated IP 2001:db8:0:1::1 (9f7722d5-2bed-412b-99b5-8350d1867ad0/76184c87-0b88-4674-890c-458cb2fa47d9/0337b603-dfb1-4249-883e-62e4c92a85bd) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:34.738502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] For port 35031bb9-1046-49d2-8757-095f5b98dda3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:34.758021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.764662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:34.765283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.780094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-945d1da0-edb7-4a33-8eae-abef5ce8fc2e req-3984f453-6fe9-4234-a404-5c56cf7516a1 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168400 Mar 21 06:57:34.783691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] For port 35031bb9-1046-49d2-8757-095f5b98dda3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=35031bb9-1046-49d2-8757-095f5b98dda3,segment=NetworkSegment(0a347518-09b4-433d-a51b-b20718970fe1),segment_id=0a347518-09b4-433d-a51b-b20718970fe1)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:34.790257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821823634'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:34.799554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:34.814725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:34.820869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:34.837720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:34.844036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.849768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:34.854018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:port and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:34.857383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:34.863165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:34.919567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.925794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Network': ['ID=b862d474-2670-44c2-a2b4-680462be0bfc,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:34.928028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:34.940053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:34.962692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c6abe8b0-122c-445b-8820-060f42d7bd74 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8073473 Mar 21 06:57:34.962900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b862d474-2670-44c2-a2b4-680462be0bfc details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:34.980134 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fb225eb52904547ac2add5e44e9ec19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739663 Mar 21 06:57:34.982422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b0735-7779-4015-a258-03e7e5d0ebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f24404e-b7f1-4d7d-992b-1367c4318c5d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:34.982705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:34.984671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53480) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:35.001649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.053523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.079787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.084935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.097179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86297f-29f6-4d65-a3cd-b84c85a7eda6 None None] Pushing event updated for resources: {'Port': ['ID=35031bb9-1046-49d2-8757-095f5b98dda3,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:35.118732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:35.120903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53484) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:35.133717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:security_group_rule and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:35.141073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'subnets': [{'network_id': 'c1a70710-1a6b-42e1-a64f-2a5e3672164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1221907755', 'ip_version': 4}, {'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:35.143646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'subnet': {'network_id': 'c1a70710-1a6b-42e1-a64f-2a5e3672164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1221907755', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:35.143646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Request body: {'subnet': {'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:35.163234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:35.164300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.188018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f24404e-b7f1-4d7d-992b-1367c4318c5d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:35.193413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:35.195039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.196179 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-108e6d53-9cca-4f67-9a49-593295f40bd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f24404e-b7f1-4d7d-992b-1367c4318c5d HTTP/1.1" status: 204 len: 168 time: 0.2105608 Mar 21 06:57:35.247835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.263112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Transition to ACTIVE for port object 0337b603-dfb1-4249-883e-62e4c92a85bd will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:35.289867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Transition to ACTIVE for port object 0337b603-dfb1-4249-883e-62e4c92a85bd will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:35.298562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.300743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.380312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.417236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Network 9f7722d5-2bed-412b-99b5-8350d1867ad0 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:35.421926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:35.425906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:35.443563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.527375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port 22cbdf74-6217-4621-87dc-e787990668a2 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:35.539459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Pushing event updated for resources: {'Port': ['ID=0337b603-dfb1-4249-883e-62e4c92a85bd,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:35.549059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Attempting to bind port 0337b603-dfb1-4249-883e-62e4c92a85bd on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:35.549620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Attempting to bind port 0337b603-dfb1-4249-883e-62e4c92a85bd by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '5c1abd1b-17de-4fb9-beea-a99d1df69fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:35.550074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Attempting to bind port 0337b603-dfb1-4249-883e-62e4c92a85bd on network 9f7722d5-2bed-412b-99b5-8350d1867ad0 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:35.557731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:35.558283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Checking segment: {'id': '5c1abd1b-17de-4fb9-beea-a99d1df69fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:35.558782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.559265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Bound using segment: {'id': '5c1abd1b-17de-4fb9-beea-a99d1df69fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:35.559969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Bound port: 0337b603-dfb1-4249-883e-62e4c92a85bd, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1abd1b-17de-4fb9-beea-a99d1df69fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9f7722d5-2bed-412b-99b5-8350d1867ad0'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:35.560451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.617146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.731685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.750378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] For port 0337b603-dfb1-4249-883e-62e4c92a85bd, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:35.756074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] For port 0337b603-dfb1-4249-883e-62e4c92a85bd, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0337b603-dfb1-4249-883e-62e4c92a85bd,segment=NetworkSegment(5c1abd1b-17de-4fb9-beea-a99d1df69fed),segment_id=5c1abd1b-17de-4fb9-beea-a99d1df69fed)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:35.764813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.827940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Subnet': ['ID=76184c87-0b88-4674-890c-458cb2fa47d9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:35.834100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 35031bb9-1046-49d2-8757-095f5b98dda3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:35.842443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:35.862957 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7a7c3d3-a66d-49f9-944b-32580663bc4e tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/subnets/76184c87-0b88-4674-890c-458cb2fa47d9 HTTP/1.1" status: 204 len: 168 time: 1.3271911 Mar 21 06:57:35.865800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53496) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:35.886149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:35.892381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Usage tracker for resource:subnet and tenant:0ebefaad30144711a625fcfcf3d96b4c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:35.897811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:35.912923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:35.949173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d87613-4931-4902-b5b9-890dcd6da3aa tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:35.950223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-77d87613-4931-4902-b5b9-890dcd6da3aa tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Synchronizing usage tracker for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:35.985269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-77d87613-4931-4902-b5b9-890dcd6da3aa tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Unset dirty status for tenant:05bac4e53fcb47c28bd9d277e3e1486b on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:35.988896 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-77d87613-4931-4902-b5b9-890dcd6da3aa tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1200199 Mar 21 06:57:35.992174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53504) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:36.017149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa20d5-a10d-4a8b-b2fe-a69aebfb8eab None None] Pushing event updated for resources: {'Port': ['ID=0337b603-dfb1-4249-883e-62e4c92a85bd,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:36.064208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 35031bb9-1046-49d2-8757-095f5b98dda3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:36.088739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::1c1 (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/22cbdf74-6217-4621-87dc-e787990668a2) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:36.097931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.116393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.142891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Made reservation on behalf of 0ebefaad30144711a625fcfcf3d96b4c for: {'subnet': 2} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:36.148309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.148694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.201532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.228557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Deleting port 0337b603-dfb1-4249-883e-62e4c92a85bd {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:36.229164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.247382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:36.380134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.381096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 3f02bd47-9abd-4ba6-bb23-182c9028f4df of type vlan for network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 Mar 21 06:57:36.397431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af031575-ca1a-4046-990e-c1e79b0167f8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:36.450650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb4e7-750a-436b-8780-b71937b10e6c req-42d19f75-8e07-4917-afe4-4a5c94c782d4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:36.452163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-095bb4e7-750a-436b-8780-b71937b10e6c req-42d19f75-8e07-4917-afe4-4a5c94c782d4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4198742 Mar 21 06:57:36.590193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.667175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a67efb3-5002-4db7-a4de-6b00df7f0c16 None None] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:36.678501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-095bb4e7-750a-436b-8780-b71937b10e6c req-3f3c270c-28f7-4b5d-a84e-5cae40133912 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101395 Mar 21 06:57:36.729370 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Provisioning for port 35031bb9-1046-49d2-8757-095f5b98dda3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:36.737323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.743523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:36.744137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.777174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] For port 0337b603-dfb1-4249-883e-62e4c92a85bd, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0337b603-dfb1-4249-883e-62e4c92a85bd,segment=NetworkSegment(5c1abd1b-17de-4fb9-beea-a99d1df69fed),segment_id=5c1abd1b-17de-4fb9-beea-a99d1df69fed)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:36.778446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.800358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Provisioning complete for port 35031bb9-1046-49d2-8757-095f5b98dda3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:36.800922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.893951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:36.932682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=48108a8e-ffea-4232-8ab2-0c1b16de77c7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:36.934091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Calling delete_port for 0337b603-dfb1-4249-883e-62e4c92a85bd owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:36.965241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1e701608-a53a-486d-a27c-524d703208b4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4577079 Mar 21 06:57:36.992588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object 22cbdf74-6217-4621-87dc-e787990668a2 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:37.087014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:37.087319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53524) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:37.093837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:37.112957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.121417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.211162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.271222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] No DVR routers for this DVR port 0337b603-dfb1-4249-883e-62e4c92a85bd on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:37.271532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] For port 35031bb9-1046-49d2-8757-095f5b98dda3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=35031bb9-1046-49d2-8757-095f5b98dda3,segment=NetworkSegment(0a347518-09b4-433d-a51b-b20718970fe1),segment_id=0a347518-09b4-433d-a51b-b20718970fe1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:37.274952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Port': ['ID=0337b603-dfb1-4249-883e-62e4c92a85bd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:37.338943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.460874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09153db-334c-4f15-9aa0-0c853ef2a6ef None None] Pushing event updated for resources: {'Port': ['ID=35031bb9-1046-49d2-8757-095f5b98dda3,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:37.468177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:37.480443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0226ad-743b-40d0-8bfa-4fd4d09e64f6 None None] Network 9f7722d5-2bed-412b-99b5-8350d1867ad0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:37.484155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:37.490505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=22cbdf74-6217-4621-87dc-e787990668a2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:37.499864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:37.507285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:37.507959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.565747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d80bee9b-2e2f-4e7c-9c0e-7eb398499fb4 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.0392780 Mar 21 06:57:37.566562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53538) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:37.608164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.665566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.686947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7722d5-2bed-412b-99b5-8350d1867ad0']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:37.692093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e99b1425-3430-4750-a5c1-5436d4513e6f None None] Could not find standard attr ID for object 0337b603-dfb1-4249-883e-62e4c92a85bd. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:57:37.712429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:37.733133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:37.737925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1abd1b-17de-4fb9-beea-a99d1df69fed') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:37.738438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1abd1b-17de-4fb9-beea-a99d1df69fed') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:37.747889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:37.764905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:37.767819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.814482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 35031bb9-1046-49d2-8757-095f5b98dda3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:37.822081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.828136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:37.832575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.857475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:37.863832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:37.873005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:37.876600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Synchronizing usage tracker for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:37.889083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53544) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:37.897885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f929c-7ebf-484e-bd0b-ae9e0bff7eb2 None None] DHCP port deletion for 9f7722d5-2bed-412b-99b5-8350d1867ad0 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:57:37.899750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Subnet': ['ID=d27b1861-9455-4175-b4ac-b4fc1bb4a690,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:37.902861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:37.902861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.927626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Unset dirty status for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:37.929264 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3e6f0b80-2929-46ee-9eae-64b8c095f924 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3606884 Mar 21 06:57:37.932227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Checking segment: {'id': '5fe198fd-76a7-4ef7-92a1-72039f51b2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c1a70710-1a6b-42e1-a64f-2a5e3672164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:37.932452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network hostable DHCP agents. Network: c1a70710-1a6b-42e1-a64f-2a5e3672164e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:37.935413 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:37.937564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53550) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:37.977019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Provisioning for port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:37.987605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Provisioning complete for port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:37.988346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:37.999046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network c1a70710-1a6b-42e1-a64f-2a5e3672164e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:38.029650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, c1a70710-1a6b-42e1-a64f-2a5e3672164e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:38.048553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a841f-118d-4946-9bfc-2ce76919d014 None None] Network c1a70710-1a6b-42e1-a64f-2a5e3672164e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:38.048875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.159128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Checking segment: {'id': 'ce020de9-e0eb-4eff-89b0-b4d705c4d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:38.159488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network hostable DHCP agents. Network: b862d474-2670-44c2-a2b4-680462be0bfc, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:38.169186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event updated for resources: {'Subnet': ['ID=5e4b0c0a-7608-49af-ab5f-a103333ff3bf,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:38.191901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af36772-5d47-4df8-a289-ffe53823ce1b req-9c64b158-fe0e-4c2d-aab2-b9d180c291fe tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.198204 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9af36772-5d47-4df8-a289-ffe53823ce1b req-9c64b158-fe0e-4c2d-aab2-b9d180c291fe tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2489126 Mar 21 06:57:38.207315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-105107596'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:38.250533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:38.265024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Usage tracker for resource:network and tenant:8601346ca5ee4c50a05103cb22359f13 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:38.275894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.280353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:38.281348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:38.283052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 22cbdf74-6217-4621-87dc-e787990668a2 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:38.283936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 35031bb9-1046-49d2-8757-095f5b98dda3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:38.284118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.284306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.295037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:38.303781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Network b862d474-2670-44c2-a2b4-680462be0bfc is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:38.319246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9af36772-5d47-4df8-a289-ffe53823ce1b req-1ea6318c-187b-40a6-ba99-64037592209c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079290 Mar 21 06:57:38.321737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b862d474-2670-44c2-a2b4-680462be0bfc) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:38.335250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.335250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.336018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.347141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047069b-dd83-4127-8dd5-2f17fd48cbde None None] Network b862d474-2670-44c2-a2b4-680462be0bfc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:38.359753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Made reservation on behalf of 8601346ca5ee4c50a05103cb22359f13 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:38.365490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.387434 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f53dfc9-3096-49d0-8bd8-8558038cb5b3 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2608275 Mar 21 06:57:38.390204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:38.393067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.396733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.438352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=9f7722d5-2bed-412b-99b5-8350d1867ad0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:38.456002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:38.469533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Usage tracker for resource:security_group_rule and tenant:8601346ca5ee4c50a05103cb22359f13 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:38.475370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:38.485672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:38.505908 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9605ebda-3a9e-4cc6-aea4-196c0d93063a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/9f7722d5-2bed-412b-99b5-8350d1867ad0 HTTP/1.1" status: 204 len: 168 time: 2.5122912 Mar 21 06:57:38.510090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.511696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.514988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:38.515139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53558) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:38.515252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Synchronizing usage tracker for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:38.558072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Unset dirty status for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:38.562800 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a096bcd-f5a6-4dc9-a630-0d2cfa490b56 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1715634 Mar 21 06:57:38.564972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53562) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:38.650252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Provisioning for port 22cbdf74-6217-4621-87dc-e787990668a2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:38.654134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Deleting subnet d27b1861-9455-4175-b4ac-b4fc1bb4a690 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:38.658002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.689059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611b7ed-0312-41e4-aa20-c3b692bc22ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-c1a70710-1a6b-42e1-a64f-2a5e3672164e', 'network_id': 'c1a70710-1a6b-42e1-a64f-2a5e3672164e', 'tenant_id': '0ebefaad30144711a625fcfcf3d96b4c', 'fixed_ips': [{'subnet_id': 'd27b1861-9455-4175-b4ac-b4fc1bb4a690'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:38.690918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a611b7ed-0312-41e4-aa20-c3b692bc22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.698655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Provisioning complete for port 22cbdf74-6217-4621-87dc-e787990668a2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:38.699478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.732190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.739834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.769620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.819960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:38.821239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.835830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b862d474-2670-44c2-a2b4-680462be0bfc', 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc', 'tenant_id': '0ebefaad30144711a625fcfcf3d96b4c', 'fixed_ips': [{'subnet_id': '5e4b0c0a-7608-49af-ab5f-a103333ff3bf'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:38.836653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.843860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.860854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.872390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7b980-7fe6-49e3-a4ef-bf961cfcf6f4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:38.884372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Port 22cbdf74-6217-4621-87dc-e787990668a2 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:38.885021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.885403 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Added segment dc4885c1-fd04-4556-8621-5ada75a45a6f of type vlan for network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 Mar 21 06:57:38.930444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:38.969972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.002312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Provisioning complete for port 35031bb9-1046-49d2-8757-095f5b98dda3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:39.002775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-819dda8d-f272-4c56-8fc6-f165dd3c21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.008103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.013952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:39.014591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.041838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Subnet': ['ID=d27b1861-9455-4175-b4ac-b4fc1bb4a690,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-a611b7ed-0312-41e4-aa20-c3b692bc22ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d27b1861-9455-4175-b4ac-b4fc1bb4a690: This subnet is being modified by another concurrent operation. Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:57:39.042681 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d27b1861-9455-4175-b4ac-b4fc1bb4a690: This subnet is being modified by another concurrent operation. Mar 21 06:57:39.046381 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 06:57:39.049187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.102972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6755bd0-8b33-4388-90a7-9c0b3c93f88d None None] Network c1a70710-1a6b-42e1-a64f-2a5e3672164e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:39.157462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Pushing event updated for resources: {'Network': ['ID=2a7c63a1-f4c9-4fc7-ac00-966bcef8f047,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.165260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-93cc090b-b60a-40fe-adcf-ea02174e50f8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/subnets/d27b1861-9455-4175-b4ac-b4fc1bb4a690 HTTP/1.1" status: 204 len: 168 time: 0.5989983 Mar 21 06:57:39.166139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53568) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:39.172672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5da8ebe8-8063-49b6-bf10-9472c8ff66e8 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2761593 Mar 21 06:57:39.178531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 22cbdf74-6217-4621-87dc-e787990668a2 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:39.211291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:39.215537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.259355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Deleting subnet 5e4b0c0a-7608-49af-ab5f-a103333ff3bf {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:57:39.347283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Allocated IP 172.20.0.18 (b862d474-2670-44c2-a2b4-680462be0bfc/5e4b0c0a-7608-49af-ab5f-a103333ff3bf/7ef4e2d8-238e-418a-82c3-3c7d86718641) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:39.355744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53578) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:39.360522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047', 'binding:host_id': 'hv-neutron-8343', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1935437025'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:39.366616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:39.372864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Usage tracker for resource:port and tenant:3ca5410cc69942248388a78dbce5a09b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:39.376421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:39.383476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:39.385716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.396341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Made reservation on behalf of 3ca5410cc69942248388a78dbce5a09b for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:39.399929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.426314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.442447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:39.446545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Usage tracker for resource:security_group_rule and tenant:3ca5410cc69942248388a78dbce5a09b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:39.449620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:39.457451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:39.475903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23948328-a2a5-4f42-bc9b-9296c276927d']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:39.495575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8130d-97d7-4769-bce0-57726133227e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.503399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e54470a-735d-4e74-a4fd-e6a33d4d18fa') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:39.503842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e54470a-735d-4e74-a4fd-e6a33d4d18fa') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:39.519274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '3f02bd47-9abd-4ba6-bb23-182c9028f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:39.519649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 48108a8e-ffea-4232-8ab2-0c1b16de77c7, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:39.528392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.578507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a005-d83d-4326-b4ca-11d966bc7630 req-33df5b78-38e9-42ec-bf44-7119f0a46c8a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:39.581045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2911a005-d83d-4326-b4ca-11d966bc7630 req-33df5b78-38e9-42ec-bf44-7119f0a46c8a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.1249590 Mar 21 06:57:39.587969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.608801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:39.609184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:39.624451 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:39.639147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:39.646637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.655915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.666954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 733d70d6-0336-49a9-b70f-e0f5cee98561 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:39.694589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0337b603-dfb1-4249-883e-62e4c92a85bd no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:57:39.715861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 48108a8e-ffea-4232-8ab2-0c1b16de77c7) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:39.730779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:39.731390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.737736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c20e0-1c42-477e-9f4d-f4f68e9425ff None None] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:39.740046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.756202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0337b603-dfb1-4249-883e-62e4c92a85bd {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:57:39.756558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0337b603-dfb1-4249-883e-62e4c92a85bd not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:57:39.767885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2911a005-d83d-4326-b4ca-11d966bc7630 req-8d2904c7-2d41-4c07-875e-e588dac566de tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430383 Mar 21 06:57:39.771727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc410e3d-87ad-471f-86dd-4d0f0661567b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.810013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.810013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.838625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=22cbdf74-6217-4621-87dc-e787990668a2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.880823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=23948328-a2a5-4f42-bc9b-9296c276927d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:39.893357 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9eb96719-28e4-4e1f-a2f0-27652e2650d4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8050063 Mar 21 06:57:39.898656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3f489eb1-59f0-405c-b4d0-70387ebfcaff tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/23948328-a2a5-4f42-bc9b-9296c276927d HTTP/1.1" status: 204 len: 168 time: 1.3835051 Mar 21 06:57:39.901623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53582) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:39.902196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53584) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:39.909621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1277349490'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:39.917466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.922441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ae20f62b-5307-484a-a01c-cc91f068e08c None None] Provisioning complete for port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:39.922441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ae20f62b-5307-484a-a01c-cc91f068e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:39.948702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:39.973130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:39.982275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:39.997200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Transition to ACTIVE for port object 7ef4e2d8-238e-418a-82c3-3c7d86718641 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:40.013985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 733d70d6-0336-49a9-b70f-e0f5cee98561 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:40.030353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.049585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Transition to ACTIVE for port object 733d70d6-0336-49a9-b70f-e0f5cee98561 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:40.060708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ae20f62b-5307-484a-a01c-cc91f068e08c None None] Port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:40.067060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.074792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:40.077102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Transition to ACTIVE for port object 7ef4e2d8-238e-418a-82c3-3c7d86718641 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:40.086403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ae20f62b-5307-484a-a01c-cc91f068e08c None None] Could not find standard attr ID for object 22cbdf74-6217-4621-87dc-e787990668a2. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:57:40.109532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.147565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:40.151225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.167176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.171419 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-841749ce-4278-4427-8fc7-21e47d750ad2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/22cbdf74-6217-4621-87dc-e787990668a2 HTTP/1.1" status: 204 len: 168 time: 2.2269604 Mar 21 06:57:40.173157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53590) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:40.179201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.233200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.235242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Network b862d474-2670-44c2-a2b4-680462be0bfc is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:40.235780 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c669757-e1ba-4f59-ad34-c2a18bc1effa tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] GET failed (client error): The resource could not be found. Mar 21 06:57:40.236327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c669757-e1ba-4f59-ad34-c2a18bc1effa tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Synchronizing usage tracker for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:40.240060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:40.242200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-48108a8e-ffea-4232-8ab2-0c1b16de77c7', 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': 'f9b8130d-97d7-4769-bce0-57726133227e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:40.242985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.253122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:40.255703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:40.304474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.315626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.315995 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 61901413-9217-4597-a9c4-8d64667ecca3 of type vlan for network 2a4e1bf3-e6ca-4973-8227-f31545e5809c Mar 21 06:57:40.319426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Pushing event updated for resources: {'Port': ['ID=7ef4e2d8-238e-418a-82c3-3c7d86718641,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:40.342772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c669757-e1ba-4f59-ad34-c2a18bc1effa tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Unset dirty status for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:40.343939 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c669757-e1ba-4f59-ad34-c2a18bc1effa tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports/22cbdf74-6217-4621-87dc-e787990668a2 HTTP/1.1" status: 404 len: 333 time: 0.1696522 Mar 21 06:57:40.352471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53594) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:40.361997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-871118355'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:40.438818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=733d70d6-0336-49a9-b70f-e0f5cee98561,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:40.451497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.454086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.483020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Checking segment: {'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:40.483020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Network hostable DHCP agents. Network: 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:40.490232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Attempting to bind port 7ef4e2d8-238e-418a-82c3-3c7d86718641 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.490723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Attempting to bind port 7ef4e2d8-238e-418a-82c3-3c7d86718641 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ce020de9-e0eb-4eff-89b0-b4d705c4d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.491182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Attempting to bind port 7ef4e2d8-238e-418a-82c3-3c7d86718641 on network b862d474-2670-44c2-a2b4-680462be0bfc {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.501968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:40.502465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Checking segment: {'id': 'ce020de9-e0eb-4eff-89b0-b4d705c4d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:40.502962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.503485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Bound using segment: {'id': 'ce020de9-e0eb-4eff-89b0-b4d705c4d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:40.504055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Bound port: 7ef4e2d8-238e-418a-82c3-3c7d86718641, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce020de9-e0eb-4eff-89b0-b4d705c4d387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b862d474-2670-44c2-a2b4-680462be0bfc'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:40.505594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.521873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:40.536787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:40.541213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:40.544477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.557409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40ade6-a91a-44d6-9a8e-f87cfb43c814 None None] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:40.564700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.565043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.565452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.568361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d88944d-222e-4ceb-9b0a-a1e0b213ff0e']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:40.571756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:40.572153 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:40.572878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 2 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:40.582264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.587434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e0c7f-98ab-44c0-841f-25723d94e029') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:40.587724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e0c7f-98ab-44c0-841f-25723d94e029') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:40.620471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.633158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.638747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4b0c0a-7608-49af-ab5f-a103333ff3bf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:40.644956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.647542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.647542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.655731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.656695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:40.657028 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:40.659654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 3 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:40.661721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.667366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:40.667946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.671755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:40.676708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2787e138-73f2-47ee-b436-5f8359a5a6e2 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/subnets/5e4b0c0a-7608-49af-ab5f-a103333ff3bf HTTP/1.1" status: 204 len: 168 time: 1.5094452 Mar 21 06:57:40.679433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53598) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:40.699259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:40.699646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:40.715105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.715726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.716584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:40.719230 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:40.734541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:40.735099 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:40.742312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 4 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:40.760909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:40.766306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.766905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.767401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.780681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09ac29-b3da-4374-8454-7cffa65b70ca tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:40.781637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9c09ac29-b3da-4374-8454-7cffa65b70ca tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Synchronizing usage tracker for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:40.782446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Allocated IP 172.20.255.242 (48108a8e-ffea-4232-8ab2-0c1b16de77c7/f9b8130d-97d7-4769-bce0-57726133227e/413739cf-3874-4f03-9a6a-1bc7169838de) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:40.785892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:40.787015 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:40.788169 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 5 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:40.832356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.834134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.834624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.840707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] For port 7ef4e2d8-238e-418a-82c3-3c7d86718641, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:40.848697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:40.856476 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:40.857259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9c09ac29-b3da-4374-8454-7cffa65b70ca tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Unset dirty status for tenant:0ebefaad30144711a625fcfcf3d96b4c on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:40.862713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9c09ac29-b3da-4374-8454-7cffa65b70ca tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1823394 Mar 21 06:57:40.863404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53604) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:40.863884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 6 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:40.882685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] For port 7ef4e2d8-238e-418a-82c3-3c7d86718641, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7ef4e2d8-238e-418a-82c3-3c7d86718641,segment=NetworkSegment(ce020de9-e0eb-4eff-89b0-b4d705c4d387),segment_id=ce020de9-e0eb-4eff-89b0-b4d705c4d387)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:40.938160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:40.938731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:40.939198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:40.947966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.021402 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1160898 Mar 21 06:57:41.029726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53608) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:41.032408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:41.032907 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:41.041294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 7 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:41.042940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:41.057551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:41.061099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.078970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.085424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:41.085753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:41.085883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80030a-fc33-46f3-82f4-686f0e2a3ea9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=2a4e1bf3-e6ca-4973-8227-f31545e5809c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:41.086343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:41.089314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe730fd-1a02-462e-8ab7-8f29dd974f84 None None] Pushing event updated for resources: {'Port': ['ID=7ef4e2d8-238e-418a-82c3-3c7d86718641,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:41.105444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:41.105792 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:41.108193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 8 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:41.110903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.121486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.126381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Deleting port 7ef4e2d8-238e-418a-82c3-3c7d86718641 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:41.126917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.157360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2a4e1bf3-e6ca-4973-8227-f31545e5809c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:41.157598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:41.158129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:41.158616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:41.169584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=7d88944d-222e-4ceb-9b0a-a1e0b213ff0e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:41.172065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:41.177843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:41.178172 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:41.189488 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 9 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:41.224854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:41.225183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:41.225534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:41.259606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:41.259932 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:41.265750 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 10 to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 Mar 21 06:57:41.279462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd5c3b-68d0-49c1-848e-919dd0ccaa27 req-58ab832d-3f50-4610-987e-c4cc15c12b7c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:41.280830 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fdd5c3b-68d0-49c1-848e-919dd0ccaa27 req-58ab832d-3f50-4610-987e-c4cc15c12b7c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2924113 Mar 21 06:57:41.307484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.316357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545eae2-cbe3-4d44-a9e2-b07465c103bb None None] Network b862d474-2670-44c2-a2b4-680462be0bfc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:41.320700 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4a157139-31f0-4049-8ae9-ae64a7346b5a tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/7d88944d-222e-4ceb-9b0a-a1e0b213ff0e HTTP/1.1" status: 204 len: 168 time: 1.4137237 Mar 21 06:57:41.320834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:41.320834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:41.320834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:41.321863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53612) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:41.352630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Transition to ACTIVE for port object 413739cf-3874-4f03-9a6a-1bc7169838de will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:41.378353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:41.387249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:41.392544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:41.397261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 733d70d6-0336-49a9-b70f-e0f5cee98561 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:41.397462 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 733d70d6-0336-49a9-b70f-e0f5cee98561 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:41.398000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.404972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:41.436927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Transition to ACTIVE for port object 413739cf-3874-4f03-9a6a-1bc7169838de will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:41.460372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:41.464110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.472485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.574188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::2e (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/6a5843bd-be04-4a3c-b3ab-56e0333ea783) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:41.588579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:41.593033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:41.596214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Pushing event updated for resources: {'Port': ['ID=413739cf-3874-4f03-9a6a-1bc7169838de,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:41.598468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:41.599435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] For port 7ef4e2d8-238e-418a-82c3-3c7d86718641, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7ef4e2d8-238e-418a-82c3-3c7d86718641,segment=NetworkSegment(ce020de9-e0eb-4eff-89b0-b4d705c4d387),segment_id=ce020de9-e0eb-4eff-89b0-b4d705c4d387)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:41.599824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.622348 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fdd5c3b-68d0-49c1-848e-919dd0ccaa27 req-3899c9b7-fef9-4823-b415-8d96e9815e0d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281832 Mar 21 06:57:41.633397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.724989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Attempting to bind port 413739cf-3874-4f03-9a6a-1bc7169838de on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:41.725684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Attempting to bind port 413739cf-3874-4f03-9a6a-1bc7169838de by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3f02bd47-9abd-4ba6-bb23-182c9028f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:41.726750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Attempting to bind port 413739cf-3874-4f03-9a6a-1bc7169838de on network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:41.734479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:41.734965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Checking segment: {'id': '3f02bd47-9abd-4ba6-bb23-182c9028f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:41.735368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.735750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Bound using segment: {'id': '3f02bd47-9abd-4ba6-bb23-182c9028f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:41.736206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Bound port: 413739cf-3874-4f03-9a6a-1bc7169838de, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f02bd47-9abd-4ba6-bb23-182c9028f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '48108a8e-ffea-4232-8ab2-0c1b16de77c7'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:41.736574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.785246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Calling delete_port for 7ef4e2d8-238e-418a-82c3-3c7d86718641 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:41.832054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 733d70d6-0336-49a9-b70f-e0f5cee98561, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:41.832322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempted to set empty binding levels {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:57:41.852085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] For port 413739cf-3874-4f03-9a6a-1bc7169838de, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:41.856563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] For port 413739cf-3874-4f03-9a6a-1bc7169838de, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=413739cf-3874-4f03-9a6a-1bc7169838de,segment=NetworkSegment(3f02bd47-9abd-4ba6-bb23-182c9028f4df),segment_id=3f02bd47-9abd-4ba6-bb23-182c9028f4df)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:41.866134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.904927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.944552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.951815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:41.985907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80f4fa-7f9c-421f-ac9f-8460e7951096 None None] Pushing event updated for resources: {'Port': ['ID=413739cf-3874-4f03-9a6a-1bc7169838de,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:42.017711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:42.018664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.027946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object 6a5843bd-be04-4a3c-b3ab-56e0333ea783 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:42.105601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=5cbe47ff-73a6-4f36-9d3d-f425f549b2a9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:42.111882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '61901413-9217-4597-a9c4-8d64667ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:42.112619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 2a4e1bf3-e6ca-4973-8227-f31545e5809c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:42.142829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.144659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 2a4e1bf3-e6ca-4973-8227-f31545e5809c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:42.248216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2a4e1bf3-e6ca-4973-8227-f31545e5809c) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:42.259462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88006369-4da9-4d3f-8102-cf2bcf07e4f7 None None] Network 2a4e1bf3-e6ca-4973-8227-f31545e5809c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:42.266199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:42.276062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:42.278795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:42.284460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:42.285275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.291660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:42.291781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.292303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.302552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=733d70d6-0336-49a9-b70f-e0f5cee98561,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:42.328758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=6a5843bd-be04-4a3c-b3ab-56e0333ea783,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:42.348071 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7b4464c4-8e12-4bb1-99ba-d7e74d1f7f9a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3166528 Mar 21 06:57:42.351346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:42.358082 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-986794ec-410c-4377-b0cd-248ed2bc5842 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0022378 Mar 21 06:57:42.373521 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-43f112e5-6752-41df-bffd-89fab1d79a66 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.0173948 Mar 21 06:57:42.374499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.376472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53624) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:42.376805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:42.437186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:e7:2f:21'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:42.469722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Port': ['ID=7ef4e2d8-238e-418a-82c3-3c7d86718641,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:42.502291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53c7707-cf86-470d-9264-be740890962e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.516591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] No DVR routers for this DVR port 7ef4e2d8-238e-418a-82c3-3c7d86718641 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:42.570319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a67b0b-8309-4099-9d09-321b5e2d7631') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.570674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a67b0b-8309-4099-9d09-321b5e2d7631') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.621004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Deleting port 733d70d6-0336-49a9-b70f-e0f5cee98561 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:42.621393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.683620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.700191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a1fa0aef-89fc-4488-99cf-8d9fe084d5ae None None] Provisioning for port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:42.701402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.706385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2a4e1bf3-e6ca-4973-8227-f31545e5809c', 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '5cbe47ff-73a6-4f36-9d3d-f425f549b2a9'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:42.707401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.726041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a1fa0aef-89fc-4488-99cf-8d9fe084d5ae None None] Provisioning complete for port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:42.726415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0aef-89fc-4488-99cf-8d9fe084d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.728196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.736952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.753190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b862d474-2670-44c2-a2b4-680462be0bfc']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.763952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:42.764437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.781486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-b04ac463-b7e3-4831-9f22-a394ec934af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:42.783081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-b04ac463-b7e3-4831-9f22-a394ec934af7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.5360224 Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:42.783770 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:42.790830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa0aef-89fc-4488-99cf-8d9fe084d5ae None None] Port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:42.802657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce020de9-e0eb-4eff-89b0-b4d705c4d387') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.803023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce020de9-e0eb-4eff-89b0-b4d705c4d387') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:42.889845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a401b0-9180-4d59-9157-8f07dd1ad4bc req-7d053e48-395c-41a7-9fb9-08cfff95e6ad tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:42.897791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d5a401b0-9180-4d59-9157-8f07dd1ad4bc req-7d053e48-395c-41a7-9fb9-08cfff95e6ad tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6409872 Mar 21 06:57:42.900992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:42.959586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Allocated IP 172.20.0.2 (2a4e1bf3-e6ca-4973-8227-f31545e5809c/5cbe47ff-73a6-4f36-9d3d-f425f549b2a9/f0255bbd-c294-4d87-bc27-09ab869159bd) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:43.097689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.108365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:43.108776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.173376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.215316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.218848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d5a401b0-9180-4d59-9157-8f07dd1ad4bc req-6bd7e2de-e200-40e0-ab64-318bfdfc4857 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198740 Mar 21 06:57:43.222873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-d64565ea-8317-4b6d-a3d7-7eb772261a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:43.226888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-d64565ea-8317-4b6d-a3d7-7eb772261a13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.4157324 Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:43.227842 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:43.246521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Transition to ACTIVE for port object f0255bbd-c294-4d87-bc27-09ab869159bd will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:43.285517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 733d70d6-0336-49a9-b70f-e0f5cee98561, host hv-neutron-8343, got binding levels [] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:43.285692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Transition to ACTIVE for port object f0255bbd-c294-4d87-bc27-09ab869159bd will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:43.286417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.295990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.316780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.347148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f5ac7-e382-407c-9192-b91f61809c98 None None] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:43.374679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.404926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] Pushing event deleted for resources: {'Network': ['ID=f53c7707-cf86-470d-9264-be740890962e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:43.412307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.420033 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2b4a1865-26de-4940-a50a-eee1df3b0a4c tempest-BulkNetworkOpsIpV6Test-107536362 tempest-BulkNetworkOpsIpV6Test-107536362-project] 10.222.0.31 "DELETE /v2.0/networks/f53c7707-cf86-470d-9264-be740890962e HTTP/1.1" status: 204 len: 168 time: 2.0929871 Mar 21 06:57:43.438007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.450454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-1399e30b-d740-4657-82da-5daf3ead9d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.2133234 Mar 21 06:57:43.453185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Calling delete_port for 733d70d6-0336-49a9-b70f-e0f5cee98561 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:43.455716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=b862d474-2670-44c2-a2b4-680462be0bfc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:43.501773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.501978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9d8921cc-6e2a-449a-ba6b-c5d80be00efe tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/b862d474-2670-44c2-a2b4-680462be0bfc HTTP/1.1" status: 204 len: 168 time: 2.6271484 Mar 21 06:57:43.502863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53636) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:43.515920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Network 2a4e1bf3-e6ca-4973-8227-f31545e5809c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:43.551726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:43.562926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:43.568974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Pushing event updated for resources: {'Port': ['ID=f0255bbd-c294-4d87-bc27-09ab869159bd,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:43.571163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-77dc6a7c-fc89-418c-a371-43380022861d None None] Provisioning for port 413739cf-3874-4f03-9a6a-1bc7169838de completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:43.616699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-7f8729f1-37a0-4243-9e40-3c2227659ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:43.618292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-7f8729f1-37a0-4243-9e40-3c2227659ca6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.1574914 Mar 21 06:57:43.687726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.748718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Attempting to bind port f0255bbd-c294-4d87-bc27-09ab869159bd on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:43.749087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Attempting to bind port f0255bbd-c294-4d87-bc27-09ab869159bd by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '61901413-9217-4597-a9c4-8d64667ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:43.749466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Attempting to bind port f0255bbd-c294-4d87-bc27-09ab869159bd on network 2a4e1bf3-e6ca-4973-8227-f31545e5809c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:43.758667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:43.759039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Checking segment: {'id': '61901413-9217-4597-a9c4-8d64667ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:43.759433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.759818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Bound using segment: {'id': '61901413-9217-4597-a9c4-8d64667ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:43.760418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Bound port: f0255bbd-c294-4d87-bc27-09ab869159bd, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61901413-9217-4597-a9c4-8d64667ecca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:43.760636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.854849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 413739cf-3874-4f03-9a6a-1bc7169838de up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:43.855083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.870777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.906548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a70710-1a6b-42e1-a64f-2a5e3672164e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:43.909480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.914067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.921523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe198fd-76a7-4ef7-92a1-72039f51b2dd') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:43.921687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53642) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:43.922136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe198fd-76a7-4ef7-92a1-72039f51b2dd') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:43.929605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbe47ff-73a6-4f36-9d3d-f425f549b2a9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:43.937548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.949061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] For port f0255bbd-c294-4d87-bc27-09ab869159bd, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:43.953117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] For port f0255bbd-c294-4d87-bc27-09ab869159bd, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0255bbd-c294-4d87-bc27-09ab869159bd,segment=NetworkSegment(61901413-9217-4597-a9c4-8d64667ecca3),segment_id=61901413-9217-4597-a9c4-8d64667ecca3)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:43.963343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.973773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.984640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:43.985960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:43.996831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:44.002543 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:44.015571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 413739cf-3874-4f03-9a6a-1bc7169838de completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:44.027141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event deleted for resources: {'Port': ['ID=733d70d6-0336-49a9-b70f-e0f5cee98561,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:44.034327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 413739cf-3874-4f03-9a6a-1bc7169838de triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:44.034693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.044415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-196a0e84-be89-442f-8ff5-8b1af58709de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:44.047934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-196a0e84-be89-442f-8ff5-8b1af58709de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4139199 Mar 21 06:57:44.151509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd5a9-d3a2-43c5-bdf1-6a1b29ef7230 None None] Pushing event updated for resources: {'Port': ['ID=f0255bbd-c294-4d87-bc27-09ab869159bd,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:44.152015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] In _notify_port_updated(), no bound segment for port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 on network 09cf88cc-8348-4982-891c-1abc9b97cd0f {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:57:44.162963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:44.163788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.165421 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "PUT /v2.0/ports/6a5843bd-be04-4a3c-b3ab-56e0333ea783 HTTP/1.1" status: 200 len: 1001 time: 1.7840323 Mar 21 06:57:44.166964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.186524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:44.191902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.306021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.339897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-66298bc6-d9e9-485a-a865-e8068b54b95d None None] Provisioning complete for port 413739cf-3874-4f03-9a6a-1bc7169838de triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:44.340268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-66298bc6-d9e9-485a-a865-e8068b54b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.341148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4855b5-5c05-4620-a6c0-ecd808b4d97c tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=6a5843bd-be04-4a3c-b3ab-56e0333ea783,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:44.363435 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eba0f5a3-3059-4299-aee7-b95fb067734d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "DELETE /v2.0/ports/733d70d6-0336-49a9-b70f-e0f5cee98561 HTTP/1.1" status: 204 len: 168 time: 1.9798217 Mar 21 06:57:44.383161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53654) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:44.421821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 413739cf-3874-4f03-9a6a-1bc7169838de, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=413739cf-3874-4f03-9a6a-1bc7169838de,segment=NetworkSegment(3f02bd47-9abd-4ba6-bb23-182c9028f4df),segment_id=3f02bd47-9abd-4ba6-bb23-182c9028f4df)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:44.442858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.459738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4e1bf3-e6ca-4973-8227-f31545e5809c']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:44.491209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61901413-9217-4597-a9c4-8d64667ecca3') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:44.491502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61901413-9217-4597-a9c4-8d64667ecca3') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:44.526956 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb2fe7-24e1-4718-a9a3-5e4113f19ff0 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:57:44.527646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-60cb2fe7-24e1-4718-a9a3-5e4113f19ff0 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Synchronizing usage tracker for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:44.553933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.569812 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d00c71b4-b79d-4c15-9610-3f1a062ec819 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05bac4e53fcb47c28bd9d277e3e1486b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6381857 Mar 21 06:57:44.576535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:44.587921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:44.588330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.597571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=413739cf-3874-4f03-9a6a-1bc7169838de,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:44.629452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.635057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.661990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.686257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=c1a70710-1a6b-42e1-a64f-2a5e3672164e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:44.700386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-448bb477-6d0b-4802-9592-49615d9d23ee tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/c1a70710-1a6b-42e1-a64f-2a5e3672164e HTTP/1.1" status: 204 len: 168 time: 1.1943016 Mar 21 06:57:44.702940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:44.703354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.705110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53662) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:44.723254 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:44.743443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-60cb2fe7-24e1-4718-a9a3-5e4113f19ff0 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Unset dirty status for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:44.744927 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-60cb2fe7-24e1-4718-a9a3-5e4113f19ff0 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports/733d70d6-0336-49a9-b70f-e0f5cee98561 HTTP/1.1" status: 404 len: 333 time: 0.3467107 Mar 21 06:57:44.763564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53666) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:44.782634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-32261848'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:44.790699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-e5c293c3-45c6-49ef-b084-0874147c1dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356758 Mar 21 06:57:44.824529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ff1ff2ab-b6e1-4a12-838a-01e9ace55a8a None None] Provisioning complete for port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:44.824898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff2ab-b6e1-4a12-838a-01e9ace55a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.835183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:44.889820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:57:44.889820 dv-neutron-834307-1-hyperv neutron-server[87987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:57:44.889820 dv-neutron-834307-1-hyperv neutron-server[87987]: [parameters: {'id': '2a4e1bf3-e6ca-4973-8227-f31545e5809c'}] Mar 21 06:57:44.889820 dv-neutron-834307-1-hyperv neutron-server[87987]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:57:44.890207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ff2ab-b6e1-4a12-838a-01e9ace55a8a None None] Port 6a5843bd-be04-4a3c-b3ab-56e0333ea783 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:44.890322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:57:44.894040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.908999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49956-2535-40ef-9a58-8766d30fac9a req-5817feaa-1fab-4706-bb68-31ed84636be9 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:44.910488 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-abf49956-2535-40ef-9a58-8766d30fac9a req-5817feaa-1fab-4706-bb68-31ed84636be9 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4997814 Mar 21 06:57:44.912453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:44.937862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:44.944363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Made reservation on behalf of 3ca5410cc69942248388a78dbce5a09b for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:44.946512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.006908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.059591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 0918a507-fdea-4577-b0ed-2bda99ac1d34 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:45.159492 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-abf49956-2535-40ef-9a58-8766d30fac9a req-ddadf174-0892-47e3-8041-589a5ec4c317 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258885 Mar 21 06:57:45.212697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.278533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.287947 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e084234-75d4-4dc3-b6e6-e3811cecbdb0 req-a5919085-78cf-4273-9a81-fe4190660fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420867 Mar 21 06:57:45.346678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f84549-08d6-404f-bb8b-f04a5079ca6e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:45.355913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 6a5843bd-be04-4a3c-b3ab-56e0333ea783 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:45.374694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac42997-0764-48ff-a15a-fa88aaa8e86a') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:45.374960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac42997-0764-48ff-a15a-fa88aaa8e86a') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:45.391280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.409528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.413281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.433412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a775ab-417a-43ed-bed9-5d6d0a663b6b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:45.446058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.450918 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1f4b1f4b-0c46-4706-8c89-a16d6d33612a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61a775ab-417a-43ed-bed9-5d6d0a663b6b HTTP/1.1" status: 204 len: 168 time: 0.8695352 Mar 21 06:57:45.450918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port f0255bbd-c294-4d87-bc27-09ab869159bd {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:45.450918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.468769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad283b8-8cd3-484a-8d2c-20ff3e4179ab None None] Network 2a4e1bf3-e6ca-4973-8227-f31545e5809c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:45.496575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.522311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:45.522723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:45.543020 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:45.639853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.644362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ee5ee62e-75d9-48b0-89a9-e964025d45f5 None None] Provisioning for port f0255bbd-c294-4d87-bc27-09ab869159bd completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:45.658362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.661449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.681985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.699492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=05f84549-08d6-404f-bb8b-f04a5079ca6e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:45.713826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f4873133-3cba-49e5-bcfe-2b188f1f978e tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/05f84549-08d6-404f-bb8b-f04a5079ca6e HTTP/1.1" status: 204 len: 168 time: 1.0005291 Mar 21 06:57:45.714560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:45.772560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=6a5843bd-be04-4a3c-b3ab-56e0333ea783,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:45.858578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port f0255bbd-c294-4d87-bc27-09ab869159bd, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0255bbd-c294-4d87-bc27-09ab869159bd,segment=NetworkSegment(61901413-9217-4597-a9c4-8d64667ecca3),segment_id=61901413-9217-4597-a9c4-8d64667ecca3)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:45.859287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.919385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.924232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:45.965047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0255bbd-c294-4d87-bc27-09ab869159bd up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:46.054184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=0918a507-fdea-4577-b0ed-2bda99ac1d34,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:46.056067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for f0255bbd-c294-4d87-bc27-09ab869159bd owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:46.064928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:46.071974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:46.075060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:46.076132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:46.076866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.158144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port f0255bbd-c294-4d87-bc27-09ab869159bd completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:46.162388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port f0255bbd-c294-4d87-bc27-09ab869159bd triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:46.162948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.193235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-69b82d8c-1c65-426a-b2ae-69d7db0ff4a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.4250698 Mar 21 06:57:46.197052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53690) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:46.209624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:46.224411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.249948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30dc6a9-d66f-4e61-8992-0a5c1fd082e7 None None] DHCP port deletion for 2a4e1bf3-e6ca-4973-8227-f31545e5809c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:57:46.253166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Could not find standard attr ID for object f0255bbd-c294-4d87-bc27-09ab869159bd. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:57:46.258080 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No ports have port_id starting with f0255bbd-c294-4d87-bc27-09ab869159bd Mar 21 06:57:46.259548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 413739cf-3874-4f03-9a6a-1bc7169838de up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:46.323311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457aece7-ae37-4989-82bd-fc3aaf1ab3de None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:57:46.379859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Port': ['ID=f0255bbd-c294-4d87-bc27-09ab869159bd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:46.385300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.408296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No DVR routers for this DVR port f0255bbd-c294-4d87-bc27-09ab869159bd on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:46.450771 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c950076-9a75-427a-a01f-adc0bff4e07b tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/6a5843bd-be04-4a3c-b3ab-56e0333ea783 HTTP/1.1" status: 204 len: 168 time: 2.2476277 Mar 21 06:57:46.460206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.469582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53700) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:46.509675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 413739cf-3874-4f03-9a6a-1bc7169838de triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:46.510277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.548626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.563533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457aece7-ae37-4989-82bd-fc3aaf1ab3de None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:57:46.578249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4e1bf3-e6ca-4973-8227-f31545e5809c']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.592965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61901413-9217-4597-a9c4-8d64667ecca3') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.593294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61901413-9217-4597-a9c4-8d64667ecca3') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.607874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.625932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.633607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:46.635742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.671327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53706) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:46.671996 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:46.729617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc97101d-eca5-4a12-94c1-0c19134aeded']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.736850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.745653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.753663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.754380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b075da1-81ae-4df3-a3a2-12987b28b6f2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] GET failed (client error): The resource could not be found. Mar 21 06:57:46.759145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8b075da1-81ae-4df3-a3a2-12987b28b6f2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports/6a5843bd-be04-4a3c-b3ab-56e0333ea783 HTTP/1.1" status: 404 len: 333 time: 0.2796307 Mar 21 06:57:46.760527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53712) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:46.766921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df3b7a6-4305-4079-9257-4b8d5c59b649') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.767220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df3b7a6-4305-4079-9257-4b8d5c59b649') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:46.781532 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/2a4e1bf3-e6ca-4973-8227-f31545e5809c HTTP/1.1" status: 204 len: 168 time: 4.4295282 Mar 21 06:57:46.784879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53716) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:46.804394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-889556988'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:46.810451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.834642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238045539'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:46.844330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e22c-9c74-4db6-bc02-cb61c7b7f33b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=2a4e1bf3-e6ca-4973-8227-f31545e5809c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:46.846834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:46.850237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.863010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:46.863385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:46.878945 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:46.885767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:46.891673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1784229078'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:46.899406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:46.904769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:46.959291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:46.961683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:46.967402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:46.982331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:47.001092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:47.003079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d232e-7451-4330-a954-eb81a8f6d78a req-391c164e-ffb7-4b85-9c80-ff15fda389cf tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:47.005497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.005749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f53d232e-7451-4330-a954-eb81a8f6d78a req-391c164e-ffb7-4b85-9c80-ff15fda389cf tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5993533 Mar 21 06:57:47.057890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccae61-502b-441a-85be-de1e4aa86b35 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:57:47.086003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.123172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.131540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:47.134941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.143106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] Pushing event deleted for resources: {'Network': ['ID=fc97101d-eca5-4a12-94c1-0c19134aeded,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:47.156358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c2e3d8b-ae10-4c9d-b29f-60daa4fea9e8 tempest-BulkNetworkOpsTest-764366961 tempest-BulkNetworkOpsTest-764366961-project] 10.222.0.31 "DELETE /v2.0/networks/fc97101d-eca5-4a12-94c1-0c19134aeded HTTP/1.1" status: 204 len: 168 time: 1.4407935 Mar 21 06:57:47.167041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f53d232e-7451-4330-a954-eb81a8f6d78a req-37fd61f8-4976-42a5-b255-7ea72cb4edda tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068738 Mar 21 06:57:47.169448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.190365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:47.194944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:port and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:47.198166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:47.204841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:47.212710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccae61-502b-441a-85be-de1e4aa86b35 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:57:47.220294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:47.224126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.237978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:47.243210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:47.251964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:47.259665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:47.262790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port c23b9f1e-38b5-4839-999e-4e896ef0f982 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:47.304061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:47.310699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.311077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 4faa83d2-39ee-427a-b172-f99929d0b03c of type vlan for network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 Mar 21 06:57:47.427649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 0918a507-fdea-4577-b0ed-2bda99ac1d34 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:47.444125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.465798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Transition to ACTIVE for port object 0918a507-fdea-4577-b0ed-2bda99ac1d34 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:47.476163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.524126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eed8a7-f29c-4ff7-9b1e-b6918281a7be req-19987950-4477-4567-ad93-9a00822d91c2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:47.525674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73eed8a7-f29c-4ff7-9b1e-b6918281a7be req-19987950-4477-4567-ad93-9a00822d91c2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.1944745 Mar 21 06:57:47.543149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::28a (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/c23b9f1e-38b5-4839-999e-4e896ef0f982) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:47.589607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.624434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53728) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:47.653543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=0918a507-fdea-4577-b0ed-2bda99ac1d34,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:47.674185 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73eed8a7-f29c-4ff7-9b1e-b6918281a7be req-98f44941-d951-4b10-a69b-910e79e983c0 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390355 Mar 21 06:57:47.678983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.679566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.680625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.685662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.685993 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.686374 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 2 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.704311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.704718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.705122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.710697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.711027 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.711553 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 3 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.737982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.738545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.738641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.752441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.755410 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.755952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 4 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.769905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0255bbd-c294-4d87-bc27-09ab869159bd no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:57:47.791154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.792242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.792614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.800875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.801207 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.801680 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 5 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.805530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.811240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:47.812003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.828947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: f0255bbd-c294-4d87-bc27-09ab869159bd {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:57:47.829395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0255bbd-c294-4d87-bc27-09ab869159bd not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:57:47.832212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.832654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.833264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.842195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.842195 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.842587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 6 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.863416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.863736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.865031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.870527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.870850 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.871228 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 7 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.891540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.892209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.892574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.892869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.902028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.902363 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.902743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 8 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.908488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:47.920358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.920692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.921068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.925848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.926170 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.927427 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 9 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.946145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.946841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.947187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.952225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.952563 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.952951 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 10 to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 Mar 21 06:57:47.974699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:47.975038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:47.975495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:47.980782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:47.981386 dv-neutron-834307-1-hyperv neutron-server[87988]: ERROR neutron.plugins.ml2.managers [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:47.981916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.046398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.059226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:48.068883 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c75f2415-d686-4e6d-99c9-97e71c3b6915 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2759356 Mar 21 06:57:48.069574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53738) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:48.074986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:48.076690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:48.093166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd9593-61de-4f3d-a1fb-ad1eefcb3a85,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.102298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.107889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.108429 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment ce082b15-2e6d-4d3a-a5ab-e2340b2d6054 of type vlan for network a08313c5-1308-4cf2-af7b-367a0e43f832 Mar 21 06:57:48.117591 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ad85befb-9e5d-4e9d-8c53-951343be2862 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ebefaad30144711a625fcfcf3d96b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866633 Mar 21 06:57:48.121423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53742) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:48.147061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object c23b9f1e-38b5-4839-999e-4e896ef0f982 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:48.156952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 0918a507-fdea-4577-b0ed-2bda99ac1d34, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:48.157354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempted to set empty binding levels {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:57:48.185547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.220892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.252496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.263104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.268505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.269106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.289403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.291829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] In _notify_port_updated(), no bound segment for port 0918a507-fdea-4577-b0ed-2bda99ac1d34 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:57:48.292675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.293294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.294583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "PUT /v2.0/ports/0918a507-fdea-4577-b0ed-2bda99ac1d34 HTTP/1.1" status: 200 len: 975 time: 2.0949922 Mar 21 06:57:48.298667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53746) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:48.298798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.358677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:48.379054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:48.382394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08454c2e-6967-4794-89f6-4c52d032b204 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=0918a507-fdea-4577-b0ed-2bda99ac1d34,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.384795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:48.398478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:48.399356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.419633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464d32-b12d-4e3d-af64-ad128c8fdd1c req-5209b318-efd2-4c03-8919-e92de2ce6fd2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.421090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-89464d32-b12d-4e3d-af64-ad128c8fdd1c req-5209b318-efd2-4c03-8919-e92de2ce6fd2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3298423 Mar 21 06:57:48.444470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:48.447762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.480020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:48.485381 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8125017 Mar 21 06:57:48.490718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53750) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:48.497011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:48.507380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:48.512871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.513521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.517375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7bbc1-4e6d-42b1-8e69-284ccebe9a2a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=a08313c5-1308-4cf2-af7b-367a0e43f832,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.531263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:48.537199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=c23b9f1e-38b5-4839-999e-4e896ef0f982,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.556031 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-952b10c8-01f1-4e1d-a1e0-417ae5338bb2 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7727046 Mar 21 06:57:48.560751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'name': 'tempest-PortsIpV6TestJSON-695092292'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:48.562320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:48.570889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:2f:21'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:48.604203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.604675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.605154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.605655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.606124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.606592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.607060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.607523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.607992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.608466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.608948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.609521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.609907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.610514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.610988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.611551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.612022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.612504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.612973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.613444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.613950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.614852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.614957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.615520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:48.617826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Synchronizing usage tracker for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:48.624343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.633057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing IP validity checks on allocation pools {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:57:48.633607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:57:48.650655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-89464d32-b12d-4e3d-af64-ad128c8fdd1c req-cc4d113a-6d69-4a4f-a950-7f16dc096563 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210574 Mar 21 06:57:48.656891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7646a2-7d2a-49af-af0d-d7f5cc46b202,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:48.706795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.708803 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7169945a-568d-4532-9ecb-a5410846074c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e7646a2-7d2a-49af-af0d-d7f5cc46b202 HTTP/1.1" status: 204 len: 168 time: 0.5838034 Mar 21 06:57:48.865387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5487d74b-29bb-498e-915e-10eb23060274 None None] Provisioning for port c23b9f1e-38b5-4839-999e-4e896ef0f982 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:48.873199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5487d74b-29bb-498e-915e-10eb23060274 None None] Provisioning complete for port c23b9f1e-38b5-4839-999e-4e896ef0f982 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:48.874165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5487d74b-29bb-498e-915e-10eb23060274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.924988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:48.939403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5487d74b-29bb-498e-915e-10eb23060274 None None] Port c23b9f1e-38b5-4839-999e-4e896ef0f982 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:48.975974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Unset dirty status for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:48.977243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-19dc3bb2-9550-42db-8a0d-b7071fce3c06 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21728 time: 0.6746545 Mar 21 06:57:48.985182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53764) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:49.028284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:49.048612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:49.054127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:49.072231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:49.139837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Deleting port 0918a507-fdea-4577-b0ed-2bda99ac1d34 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:49.140236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.181123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:49.184581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.192097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.197880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.233545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2378d-ae0b-46cc-a8f5-8f3e3eaf877c req-d8712621-8218-4e8e-bb6c-cfb85d60e4ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:49.235030 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87f2378d-ae0b-46cc-a8f5-8f3e3eaf877c req-d8712621-8218-4e8e-bb6c-cfb85d60e4ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3640168 Mar 21 06:57:49.248686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] In _notify_port_updated(), no bound segment for port c23b9f1e-38b5-4839-999e-4e896ef0f982 on network 09cf88cc-8348-4982-891c-1abc9b97cd0f {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:57:49.256624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:49.257253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.261506 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "PUT /v2.0/ports/c23b9f1e-38b5-4839-999e-4e896ef0f982 HTTP/1.1" status: 200 len: 1002 time: 0.6954224 Mar 21 06:57:49.265546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53776) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:49.297801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port ce6888e2-5375-4c4a-b657-c5742eb8134c yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:49.349038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port c23b9f1e-38b5-4839-999e-4e896ef0f982 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:49.349941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.430012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.534618 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87f2378d-ae0b-46cc-a8f5-8f3e3eaf877c req-88638f9f-4983-4dd5-ae74-24201bd83307 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782192 Mar 21 06:57:49.600920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46067-d091-4454-8ca1-9512beb54d11 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=c23b9f1e-38b5-4839-999e-4e896ef0f982,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:49.667942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1b3fb923-e73f-40dd-9034-f606e83a430a None None] Provisioning complete for port c23b9f1e-38b5-4839-999e-4e896ef0f982 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:49.668375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb923-e73f-40dd-9034-f606e83a430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.671181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53790) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:49.758040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fb923-e73f-40dd-9034-f606e83a430a None None] Port c23b9f1e-38b5-4839-999e-4e896ef0f982 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:49.805727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869120516'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:49.811354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=619042c6-27e3-4834-8e8c-2de27ee29532,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:49.819909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:49.824066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 0918a507-fdea-4577-b0ed-2bda99ac1d34, host hv-neutron-8343, got binding levels [] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:49.824421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.827866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:49.833425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:49.842531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:49.868739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:49.875848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '4faa83d2-39ee-427a-b172-f99929d0b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:49.876215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:49.880223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:49.883640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.008788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.022708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Calling delete_port for 0918a507-fdea-4577-b0ed-2bda99ac1d34 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:50.027190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for c23b9f1e-38b5-4839-999e-4e896ef0f982 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:50.070456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.077304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:50.085536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:security_group_rule and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:50.089941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:50.099484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:50.124371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:50.157781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:50.162451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:50.163039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.170612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c55ed-8fcf-4422-b01b-c99d54494d43 None None] Network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:50.182224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.234431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.260259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355f8a3-f939-49ec-88f4-7fd465ea7de0 req-f03aa5df-92f4-4b09-a4c9-9ee04c216ede tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:50.261820 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1355f8a3-f939-49ec-88f4-7fd465ea7de0 req-f03aa5df-92f4-4b09-a4c9-9ee04c216ede tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4530895 Mar 21 06:57:50.268472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event deleted for resources: {'Port': ['ID=0918a507-fdea-4577-b0ed-2bda99ac1d34,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:50.276931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.306558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=c23b9f1e-38b5-4839-999e-4e896ef0f982,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:50.314243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe091a90-a90d-4043-9fc2-fb74b3ce2941 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2410872 Mar 21 06:57:50.318381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.329141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.367283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.381784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e6137072-aeea-45b5-abc5-d68779a2c41d tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0918a507-fdea-4577-b0ed-2bda99ac1d34 HTTP/1.1" status: 204 len: 168 time: 1.3949485 Mar 21 06:57:50.389607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.390596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53800) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.454854 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c0ef8869-7c87-4474-9948-8fc6b6299fb5 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/c23b9f1e-38b5-4839-999e-4e896ef0f982 HTTP/1.1" status: 204 len: 168 time: 1.1890104 Mar 21 06:57:50.461055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53804) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.471783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.474190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1355f8a3-f939-49ec-88f4-7fd465ea7de0 req-f3bfb105-b8df-433b-9596-352b2223a8ae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883974 Mar 21 06:57:50.543693 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbcface-caed-4763-8e8b-ae9232060bd4 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:57:50.548851 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5bbcface-caed-4763-8e8b-ae9232060bd4 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports/0918a507-fdea-4577-b0ed-2bda99ac1d34 HTTP/1.1" status: 404 len: 333 time: 0.1530025 Mar 21 06:57:50.554629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53810) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.561175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9', 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '619042c6-27e3-4834-8e8c-2de27ee29532'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:50.562057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.566588 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6db5117-14ed-4713-9b1d-ad1f033d670f tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] GET failed (client error): The resource could not be found. Mar 21 06:57:50.572702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a6db5117-14ed-4713-9b1d-ad1f033d670f tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Synchronizing usage tracker for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:50.609270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1683480892', 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:50.610486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=ce6888e2-5375-4c4a-b657-c5742eb8134c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:50.626781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:50.627159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:50.627527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: a08313c5-1308-4cf2-af7b-367a0e43f832, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:50.633875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Usage tracker for resource:port and tenant:3ca5410cc69942248388a78dbce5a09b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:50.647107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:50.659508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:50.670281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:50.686323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:50.707621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.710976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a08313c5-1308-4cf2-af7b-367a0e43f832) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:50.718392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Made reservation on behalf of 3ca5410cc69942248388a78dbce5a09b for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:50.718662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:50.721963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.725456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:50.726145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.744356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e2151-f40e-4b4d-9cfc-910965e20c5a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:50.747862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a6db5117-14ed-4713-9b1d-ad1f033d670f tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Unset dirty status for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:50.753077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a6db5117-14ed-4713-9b1d-ad1f033d670f tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports/c23b9f1e-38b5-4839-999e-4e896ef0f982 HTTP/1.1" status: 404 len: 333 time: 0.2906811 Mar 21 06:57:50.755214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7f941660-b110-43d8-80a3-77be703beb61 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2580967 Mar 21 06:57:50.757209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d9a3e-1ecb-4951-afa3-008cd66f563f None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:50.758716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53816) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.759009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53814) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:50.768152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1571863278'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:50.773936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331834528'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:50.779914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.780257 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment cc94cb8b-484c-4512-b3dd-a0f3d9035ad4 of type vlan for network 309c4129-d2b1-4e87-9b9f-fae916e3c35e Mar 21 06:57:50.786499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:50.794384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:50.800166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port b994197a-1be4-443c-8b34-4a74fc2b77a5 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:50.917164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:50.952315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:50.961475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Allocated IP 172.20.0.3 (ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9/619042c6-27e3-4834-8e8c-2de27ee29532/6a5654a7-95c8-4a80-9802-e05f5d1777d7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:50.970256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:50.998666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:51.002282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.136725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:51.170931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.171803 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment df6e2a7c-7b5d-468a-8ae7-38dc8e8a19de of type vlan for network d45771ab-35d6-4674-a9c4-a3a6d82d3155 Mar 21 06:57:51.175316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.181099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.181311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.187134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:51.187864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.250675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:51.272230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:51.295038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:51.303591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.304494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.317721 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6342359 Mar 21 06:57:51.317721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.330540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Transition to ACTIVE for port object 6a5654a7-95c8-4a80-9802-e05f5d1777d7 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:51.339776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc5e5-8a0b-4b42-ad1d-6a347015f9ac req-e92bbf89-15f8-4313-842e-936934603689 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:51.341575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-980cc5e5-8a0b-4b42-ad1d-6a347015f9ac req-e92bbf89-15f8-4313-842e-936934603689 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3582213 Mar 21 06:57:51.357816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Transition to ACTIVE for port object 6a5654a7-95c8-4a80-9802-e05f5d1777d7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:51.366132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.379123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port 23c0ca67-e86d-4156-a6db-0ea67915a2c4 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:51.425473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.442417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf26cf-281d-41a3-8e06-92a5592d7b74 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=309c4129-d2b1-4e87-9b9f-fae916e3c35e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:51.465934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:51.466135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:51.466921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:51.470383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:51.477989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:51.478904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:51.480108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.486700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:51.499183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-980cc5e5-8a0b-4b42-ad1d-6a347015f9ac req-86313258-ee1e-4ab6-8b0e-212651c18123 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483765 Mar 21 06:57:51.502846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=b994197a-1be4-443c-8b34-4a74fc2b77a5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:51.517971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.528236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:51.545970 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c8b1640a-70fa-4de1-9489-0206d2833ba8 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9844024 Mar 21 06:57:51.546168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Pushing event updated for resources: {'Port': ['ID=6a5654a7-95c8-4a80-9802-e05f5d1777d7,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:51.546977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.554575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:51.555257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.573880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:51.591263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=619042c6-27e3-4834-8e8c-2de27ee29532,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:51.608822 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8445389 Mar 21 06:57:51.610802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53830) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:51.640424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'ports': [{'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'}, {'network_id': 'd45771ab-35d6-4674-a9c4-a3a6d82d3155'}]} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:51.641261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:51.642309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'd45771ab-35d6-4674-a9c4-a3a6d82d3155'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:51.708450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Attempting to bind port 6a5654a7-95c8-4a80-9802-e05f5d1777d7 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:51.708823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Attempting to bind port 6a5654a7-95c8-4a80-9802-e05f5d1777d7 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4faa83d2-39ee-427a-b172-f99929d0b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:51.709187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Attempting to bind port 6a5654a7-95c8-4a80-9802-e05f5d1777d7 on network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:51.716128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:51.716509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Checking segment: {'id': '4faa83d2-39ee-427a-b172-f99929d0b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:51.716910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.717322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Bound using segment: {'id': '4faa83d2-39ee-427a-b172-f99929d0b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:51.717791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Bound port: 6a5654a7-95c8-4a80-9802-e05f5d1777d7, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faa83d2-39ee-427a-b172-f99929d0b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:51.718165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.762328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672621e-e720-46f5-9a02-dc199db0ed5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=d45771ab-35d6-4674-a9c4-a3a6d82d3155,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:51.768586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de173f1a-548c-41e1-821e-a065219a4ea2 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:51.769146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de173f1a-548c-41e1-821e-a065219a4ea2 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Synchronizing usage tracker for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:51.780288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d45771ab-35d6-4674-a9c4-a3a6d82d3155 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:51.791754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de173f1a-548c-41e1-821e-a065219a4ea2 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Unset dirty status for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:51.793121 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de173f1a-548c-41e1-821e-a065219a4ea2 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports/b994197a-1be4-443c-8b34-4a74fc2b77a5 HTTP/1.1" status: 200 len: 955 time: 0.1933455 Mar 21 06:57:51.796215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53834) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:51.886484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Deleting port b994197a-1be4-443c-8b34-4a74fc2b77a5 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:51.886829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.920316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] For port 6a5654a7-95c8-4a80-9802-e05f5d1777d7, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:51.923847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] For port 6a5654a7-95c8-4a80-9802-e05f5d1777d7, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6a5654a7-95c8-4a80-9802-e05f5d1777d7,segment=NetworkSegment(4faa83d2-39ee-427a-b172-f99929d0b03c),segment_id=4faa83d2-39ee-427a-b172-f99929d0b03c)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:51.939830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:51.940740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.042550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::384 (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/23c0ca67-e86d-4156-a6db-0ea67915a2c4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:52.046655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:52.135505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faa83d2-39ee-427a-b172-f99929d0b03c') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:52.135964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faa83d2-39ee-427a-b172-f99929d0b03c') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:52.156748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd43d-c43c-4965-9bf4-24979dc4e193 None None] Pushing event updated for resources: {'Port': ['ID=6a5654a7-95c8-4a80-9802-e05f5d1777d7,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:52.179457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb1f07-6d32-4752-9fe0-715b7dd35121 None None] Network ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:52.194456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.260065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:52.286029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:52.291966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:52.292522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.313484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:52.319303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.404928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:52.405262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-61e4c427-2e7f-4408-b492-da732b73677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.405707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:52.423901 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:52.441041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629353a-d249-4563-a6af-70e9c7cf49c7 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:57:52.453572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 2} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:52.458037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.462219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Calling delete_port for b994197a-1be4-443c-8b34-4a74fc2b77a5 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:52.553847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.596468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.613113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event deleted for resources: {'Port': ['ID=b994197a-1be4-443c-8b34-4a74fc2b77a5,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:52.614247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:57:52.614247 dv-neutron-834307-1-hyperv neutron-server[87988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:57:52.614247 dv-neutron-834307-1-hyperv neutron-server[87988]: [parameters: {'id': 'ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9'}] Mar 21 06:57:52.614247 dv-neutron-834307-1-hyperv neutron-server[87988]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:57:52.614609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:57:52.626982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.649270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629353a-d249-4563-a6af-70e9c7cf49c7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:57:52.650818 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f2a96e7f-5914-4a88-87f6-5a67fe1f9073 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b994197a-1be4-443c-8b34-4a74fc2b77a5 HTTP/1.1" status: 204 len: 168 time: 0.8523004 Mar 21 06:57:52.654428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53840) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:52.713123 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec19fb67-972b-4d33-8473-8b4322bd6750 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:57:52.715581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec19fb67-972b-4d33-8473-8b4322bd6750 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Synchronizing usage tracker for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:52.747016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec19fb67-972b-4d33-8473-8b4322bd6750 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Unset dirty status for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:52.752002 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ec19fb67-972b-4d33-8473-8b4322bd6750 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports/b994197a-1be4-443c-8b34-4a74fc2b77a5 HTTP/1.1" status: 404 len: 333 time: 0.0929089 Mar 21 06:57:52.752800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53844) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:52.760997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1653808094'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:52.769823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:52.781579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:52.804274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Made reservation on behalf of 3ca5410cc69942248388a78dbce5a09b for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:52.807200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:52.831437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 93c35fe2-d9f5-413b-b89d-269036ab2238 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:52.930955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 8f9d43d5-af2a-472f-b615-e08dd0485f74 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:53.003073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.035222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object 23c0ca67-e86d-4156-a6db-0ea67915a2c4 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:53.056412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d95eb-131e-485a-bab6-c3743569ec38 req-bea76287-2894-466a-b8fe-5fa5790885c1 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:53.058786 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-550d95eb-131e-485a-bab6-c3743569ec38 req-bea76287-2894-466a-b8fe-5fa5790885c1 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3267710 Mar 21 06:57:53.116690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.123513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.154246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.168846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-550d95eb-131e-485a-bab6-c3743569ec38 req-b9bce75e-faf7-48a8-8135-e13a2f211f4e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017830 Mar 21 06:57:53.177059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.180331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port 6a5654a7-95c8-4a80-9802-e05f5d1777d7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:53.180689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.244303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=93c35fe2-d9f5-413b-b89d-269036ab2238,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:53.279433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:53.280566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:53.283215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:53.284501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:53.285110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.349413 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d4bc7223-d0fa-43be-99ab-75aea60bfa57 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5952396 Mar 21 06:57:53.350171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53850) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:53.357011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:53.408941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.541211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.594346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=23c0ca67-e86d-4156-a6db-0ea67915a2c4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:53.665555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 522a5f8b-6696-44d3-a887-30ec35f4b164 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:53.676812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:53.685973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:53.688420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:53.695074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:53.695799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.869699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] device_id is not set on port 93c35fe2-d9f5-413b-b89d-269036ab2238 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:53.875665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-de241651-08f8-444a-baa2-011455ad9764 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1155336 Mar 21 06:57:53.878302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.881589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53856) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:53.896751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'network_id': '09cf88cc-8348-4982-891c-1abc9b97cd0f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825277015'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:53.911781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port 6a5654a7-95c8-4a80-9802-e05f5d1777d7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6a5654a7-95c8-4a80-9802-e05f5d1777d7,segment=NetworkSegment(4faa83d2-39ee-427a-b172-f99929d0b03c),segment_id=4faa83d2-39ee-427a-b172-f99929d0b03c)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:53.912146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:53.937157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019fafc-6e20-4807-814b-9f0537c0d6a2 req-b3410d5a-f5b0-4b4a-996d-ecf0cca5ef2b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:53.943091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Transition to ACTIVE for port object 93c35fe2-d9f5-413b-b89d-269036ab2238 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:53.944922 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f019fafc-6e20-4807-814b-9f0537c0d6a2 req-b3410d5a-f5b0-4b4a-996d-ecf0cca5ef2b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3839977 Mar 21 06:57:54.005254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.094551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=93c35fe2-d9f5-413b-b89d-269036ab2238,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:54.110073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for 6a5654a7-95c8-4a80-9802-e05f5d1777d7 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:54.149533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f73c3091-bb95-4286-a786-3339215e6fa5 None None] Provisioning for port 23c0ca67-e86d-4156-a6db-0ea67915a2c4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:54.155526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f73c3091-bb95-4286-a786-3339215e6fa5 None None] Provisioning complete for port 23c0ca67-e86d-4156-a6db-0ea67915a2c4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:54.155904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f73c3091-bb95-4286-a786-3339215e6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.209160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.209889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.210525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.224774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.225418 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.226548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:54.229730 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 2 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.238098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f019fafc-6e20-4807-814b-9f0537c0d6a2 req-209659d3-366e-4a5b-a396-75e11c029549 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921350 Mar 21 06:57:54.240296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.253500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.254229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.254976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.261007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f73c3091-bb95-4286-a786-3339215e6fa5 None None] Port 23c0ca67-e86d-4156-a6db-0ea67915a2c4 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:54.261806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Usage tracker for resource:port and tenant:acef84eff5fc40c7916fd668dfc930a3 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:54.265952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.265952 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.268375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:54.271907 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 3 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.275926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.289165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.289544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.289875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.293467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:54.297338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.297662 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.299566 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 4 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.321064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Made reservation on behalf of acef84eff5fc40c7916fd668dfc930a3 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:54.324726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.348998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No DVR routers for this DVR port 6a5654a7-95c8-4a80-9802-e05f5d1777d7 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:57:54.358403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Port': ['ID=6a5654a7-95c8-4a80-9802-e05f5d1777d7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:54.416756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.437333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.437660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.437990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.445508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.445824 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.448527 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 5 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.467005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] device_id is not set on port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:57:54.508851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.509830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.510369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.521141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-512ad099-a386-45e4-a859-54dc8dd2b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.530370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.530957 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.534399 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 6 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.558752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:54.564013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.564484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.564683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.566559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:54.571934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.574220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.574344 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.577254 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 7 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.581772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:54.583099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.587644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=8f9d43d5-af2a-472f-b615-e08dd0485f74,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:54.630188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53860) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:54.637978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.638314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.638647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.646069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:54.658099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:54.672526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.672872 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.686827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faa83d2-39ee-427a-b172-f99929d0b03c') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:54.687125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faa83d2-39ee-427a-b172-f99929d0b03c') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:54.689585 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 8 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.714464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=522a5f8b-6696-44d3-a887-30ec35f4b164,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:54.719167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.720229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.720565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.720904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.743171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.745556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': 'df6e2a7c-7b5d-468a-8ae7-38dc8e8a19de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd45771ab-35d6-4674-a9c4-a3a6d82d3155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:54.745923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: d45771ab-35d6-4674-a9c4-a3a6d82d3155, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:54.768261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:54.768261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.792550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.792997 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.807275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Allocated IP 2001:db8::14 (09cf88cc-8348-4982-891c-1abc9b97cd0f/34f03b06-574b-483a-9e77-8358861fdd02/7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:54.853754 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:54.857286 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 9 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.881431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network d45771ab-35d6-4674-a9c4-a3a6d82d3155 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:54.885662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.900911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:54.901252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:54.901590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:54.914639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.919603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d45771ab-35d6-4674-a9c4-a3a6d82d3155) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:54.923275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:54.938293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-efa3fc6f-1909-411e-b53e-89108688fdfb tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 HTTP/1.1" status: 204 len: 168 time: 4.5641367 Mar 21 06:57:54.938293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:54.940079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:54.941434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cfabf-f2db-4f7d-b6b8-f1dbd5cf5d38 None None] Network d45771ab-35d6-4674-a9c4-a3a6d82d3155 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:54.943389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:54.943722 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:54.945355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:54.946041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:54.947465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:54.949417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53866) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:54.949877 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempt 10 to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 Mar 21 06:57:54.968529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:54.973161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-af5e0ff3-a296-4c1c-891c-2636c171ad17 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3608487 Mar 21 06:57:54.973868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53870) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:54.981121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170296897'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:54.990352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:55.046263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:55.049495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:55.049844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:55.050182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempting to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:55.063479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:55.066394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 522a5f8b-6696-44d3-a887-30ec35f4b164 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:55.066394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.071639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:55.074163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 06:57:55.074494 dv-neutron-834307-1-hyperv neutron-server[87987]: ERROR neutron.plugins.ml2.managers [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Failed to bind port 93c35fe2-d9f5-413b-b89d-269036ab2238 on host hv-neutron-8343 for vnic_type normal using segments [{'id': 'dc4885c1-fd04-4556-8621-5ada75a45a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a7c63a1-f4c9-4fc7-ac00-966bcef8f047'}] Mar 21 06:57:55.074854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.089309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:55.111952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:55.166969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:55.171464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.216301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:55.219660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.342552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.397523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:55.403101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 93c35fe2-d9f5-413b-b89d-269036ab2238, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:55.403528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attempted to set empty binding levels {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 21 06:57:55.404846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Transition to ACTIVE for port object 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:55.414130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.449321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.462732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.463078 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 6a9dc7e0-1ee0-4f12-a373-4e36a3caef59 of type vlan for network 875a9262-0f43-4435-b726-48799812a678 Mar 21 06:57:55.480239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] In _notify_port_updated(), no bound segment for port 93c35fe2-d9f5-413b-b89d-269036ab2238 on network 2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:57:55.481098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:55.481717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.484450 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "PUT /v2.0/ports/93c35fe2-d9f5-413b-b89d-269036ab2238 HTTP/1.1" status: 200 len: 977 time: 2.1331947 Mar 21 06:57:55.490247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53876) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:55.585792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 522a5f8b-6696-44d3-a887-30ec35f4b164 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:55.606442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.616682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c561-9296-4558-bd9d-72ecd88273aa tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event updated for resources: {'Port': ['ID=93c35fe2-d9f5-413b-b89d-269036ab2238,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:55.662956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Deleting port 93c35fe2-d9f5-413b-b89d-269036ab2238 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:55.663161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea9615-c93c-4e4a-9556-a495e0da6d73 req-08588f11-8f0c-4d1f-959f-381280051c21 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:55.663296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.664417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dea9615-c93c-4e4a-9556-a495e0da6d73 req-08588f11-8f0c-4d1f-959f-381280051c21 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2810905 Mar 21 06:57:55.710569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.711665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.717844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.740473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.771173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dea9615-c93c-4e4a-9556-a495e0da6d73 req-2a40ff71-5aca-426a-b0a7-2dfa00e30f15 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938396 Mar 21 06:57:55.773594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=522a5f8b-6696-44d3-a887-30ec35f4b164,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:55.776983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.786048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3fbf223-0c2a-4077-9a23-c67b867cb23c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/522a5f8b-6696-44d3-a887-30ec35f4b164 HTTP/1.1" status: 204 len: 168 time: 0.8088431 Mar 21 06:57:55.786359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53880) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:55.800727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.807038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:55.807362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:55.874792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10813de3-e676-4e35-8f07-f602b0a1015f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:55.881562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10813de3-e676-4e35-8f07-f602b0a1015f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:55.882458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10813de3-e676-4e35-8f07-f602b0a1015f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:55.927258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:55.938361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10813de3-e676-4e35-8f07-f602b0a1015f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:55.942459 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-10813de3-e676-4e35-8f07-f602b0a1015f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1521976 Mar 21 06:57:55.942607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:55.947095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:56.006104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.009794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:56.015824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:56.022634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:56.023183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.029762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 8f9d43d5-af2a-472f-b615-e08dd0485f74 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:56.030099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.087856 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1280968 Mar 21 06:57:56.090946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a63ac-c5cf-4b95-b998-2335800c640c req-1ba71c9a-b770-40bc-923d-0a47e0a1d33c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:56.092330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b1a63ac-c5cf-4b95-b998-2335800c640c req-1ba71c9a-b770-40bc-923d-0a47e0a1d33c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2008350 Mar 21 06:57:56.092809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:56.095725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e8a0-cc4f-42fc-8659-19ff0d556aa1 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=875a9262-0f43-4435-b726-48799812a678,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:56.104290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '875a9262-0f43-4435-b726-48799812a678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:56.109390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 875a9262-0f43-4435-b726-48799812a678 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:56.150301 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c18c3188-8026-47d5-b734-2cfb01e0c4c8 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2676768 Mar 21 06:57:56.150979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:56.231010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:e7:2f:21'}, {'ip_address': '2001:db8::384', 'mac_address': 'fa:16:3e:fd:ef:cf'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:56.243404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1e146907-075c-470a-bd01-508e64ec6ff4 None None] Provisioning for port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:57:56.249193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1e146907-075c-470a-bd01-508e64ec6ff4 None None] Provisioning complete for port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:56.249798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1e146907-075c-470a-bd01-508e64ec6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.306159 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b1a63ac-c5cf-4b95-b998-2335800c640c req-6247d3dd-3402-4207-b9c8-f61eacb3dced tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812227 Mar 21 06:57:56.307734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1e146907-075c-470a-bd01-508e64ec6ff4 None None] Port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:56.314150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=071d9699-a684-4ce6-a1b7-2b2afd6204ae,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:56.339361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:56.339641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:56.339840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: 309c4129-d2b1-4e87-9b9f-fae916e3c35e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:56.368305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] For port 93c35fe2-d9f5-413b-b89d-269036ab2238, host hv-neutron-8343, got binding levels [] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:57:56.368659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.371176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:56.376504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:56.386478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:56.502921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:56.506901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.524190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.532575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:56.651861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Calling delete_port for 93c35fe2-d9f5-413b-b89d-269036ab2238 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:56.718163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 8f9d43d5-af2a-472f-b615-e08dd0485f74 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:56.746929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 309c4129-d2b1-4e87-9b9f-fae916e3c35e) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:56.755733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c935e-cd44-4d9a-aaaa-aae2637b6d02 None None] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:56.767617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:56.768203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.835550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54cd45-78db-46b0-a2c8-64ccb4bc1521 req-ddf13fd8-7c98-458c-aa98-78bf82620dad tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:56.837046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dc54cd45-78db-46b0-a2c8-64ccb4bc1521 req-ddf13fd8-7c98-458c-aa98-78bf82620dad tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4032052 Mar 21 06:57:56.870029 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee2765aa-564c-4d5e-840f-8e8afcdce2ec tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2341452 Mar 21 06:57:56.873459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53900) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:56.886451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.948884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Pushing event deleted for resources: {'Port': ['ID=93c35fe2-d9f5-413b-b89d-269036ab2238,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:56.954201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.965875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:56.989393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894972018'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:57.013279 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b72493f3-5037-4a8a-b707-bf06f740bdc5 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "DELETE /v2.0/ports/93c35fe2-d9f5-413b-b89d-269036ab2238 HTTP/1.1" status: 204 len: 168 time: 1.5171692 Mar 21 06:57:57.017670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53904) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.021694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-309c4129-d2b1-4e87-9b9f-fae916e3c35e', 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': '071d9699-a684-4ce6-a1b7-2b2afd6204ae'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:57.023110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.029668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:57.044451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.053882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:57.078804 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2bd5b1-ee81-40e8-b345-510d25a136a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] GET failed (client error): The resource could not be found. Mar 21 06:57:57.079563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7a2bd5b1-ee81-40e8-b345-510d25a136a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Synchronizing usage tracker for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:57.090413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:57.119087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dc54cd45-78db-46b0-a2c8-64ccb4bc1521 req-14982f2f-78a0-4db8-81f6-be69ad83e60a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688749 Mar 21 06:57:57.122147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7a2bd5b1-ee81-40e8-b345-510d25a136a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] Unset dirty status for tenant:3ca5410cc69942248388a78dbce5a09b on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:57.126505 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7a2bd5b1-ee81-40e8-b345-510d25a136a6 tempest-PortsAdminExtendedAttrsTestJSON-1484354383 tempest-PortsAdminExtendedAttrsTestJSON-1484354383-project-admin] 10.222.0.31 "GET /v2.0/ports/93c35fe2-d9f5-413b-b89d-269036ab2238 HTTP/1.1" status: 404 len: 333 time: 0.1049287 Mar 21 06:57:57.126689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:57.133996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.135961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53908) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.141037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=8f9d43d5-af2a-472f-b615-e08dd0485f74,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:57.179162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:57.183523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.206078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7ff2c934-e9d7-497e-9e7d-3d1ba0126676 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/8f9d43d5-af2a-472f-b615-e08dd0485f74 HTTP/1.1" status: 204 len: 168 time: 1.2625077 Mar 21 06:57:57.219291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53914) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.251083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.273309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Allocated IP 2001:db8:0:ffff::2 (309c4129-d2b1-4e87-9b9f-fae916e3c35e/071d9699-a684-4ce6-a1b7-2b2afd6204ae/48a7f51d-6677-4e09-ac0d-9a438c518839) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:57.282361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.339261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.345964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:57.391918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.392269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 02a9e553-612d-4839-b56c-e76ee2297d37 of type vlan for network df4771d3-1bac-4451-92a9-56db9166df13 Mar 21 06:57:57.425803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=229c73df-b8ab-4f2f-8150-7917b9485355,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:57.461769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '875a9262-0f43-4435-b726-48799812a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:57.462180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 875a9262-0f43-4435-b726-48799812a678, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:57.468761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.483008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfa8a6-c66e-4668-81cc-9907293314c1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:57.483855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46bfa8a6-c66e-4668-81cc-9907293314c1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:57:57.517577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.524456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.531651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 875a9262-0f43-4435-b726-48799812a678 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:57:57.533190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.540015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46bfa8a6-c66e-4668-81cc-9907293314c1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:57:57.544291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46bfa8a6-c66e-4668-81cc-9907293314c1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3239655 Mar 21 06:57:57.572120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.591882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.597309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:57.598512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.623005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 875a9262-0f43-4435-b726-48799812a678) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:57.628042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:57.628629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.633459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc467a-a409-4564-9948-79b30d0f4629 None None] Network 875a9262-0f43-4435-b726-48799812a678 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:57:57.648393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.648732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7c63a1-f4c9-4fc7-ac00-966bcef8f047']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:57.671401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] In _notify_port_updated(), no bound segment for port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 on network 09cf88cc-8348-4982-891c-1abc9b97cd0f {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:57:57.677699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:57.678355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.679686 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "PUT /v2.0/ports/7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 HTTP/1.1" status: 200 len: 1067 time: 1.5236812 Mar 21 06:57:57.685439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Transition to ACTIVE for port object 48a7f51d-6677-4e09-ac0d-9a438c518839 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:57.686212 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-16320e4f-9a32-4585-8686-73044bd7f519 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:57:57.687118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53922) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.687449 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-16320e4f-9a32-4585-8686-73044bd7f519 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/522a5f8b-6696-44d3-a887-30ec35f4b164 HTTP/1.1" status: 404 len: 333 time: 0.1057558 Mar 21 06:57:57.690805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53924) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.691563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4885c1-fd04-4556-8621-5ada75a45a6f') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:57.691837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4885c1-fd04-4556-8621-5ada75a45a6f') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:57.712304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.718876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72638-a595-409b-846e-f11fbd6dc65d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event updated for resources: {'Port': ['ID=7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:57.732963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.741372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:57.741896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:57.762585 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:57.788051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7aa2a52f-bd05-4287-9f7e-63508cbb0a9d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6891160 Mar 21 06:57:57.788398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8093991 Mar 21 06:57:57.796297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.796637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53932) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:57.866631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.875764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': 'df4771d3-1bac-4451-92a9-56db9166df13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:57.894156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.906301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] Pushing event deleted for resources: {'Network': ['ID=2a7c63a1-f4c9-4fc7-ac00-966bcef8f047,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:57.909757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Transition to ACTIVE for port object 48a7f51d-6677-4e09-ac0d-9a438c518839 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:57.915719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e242f7-e400-46f0-ba95-bbd52c0e7709 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=df4771d3-1bac-4451-92a9-56db9166df13,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:57.916536 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9e3d52f-cbb1-4203-a3e7-dd547f7aec50 tempest-PortsAdminExtendedAttrsTestJSON-733270078 tempest-PortsAdminExtendedAttrsTestJSON-733270078-project] 10.222.0.31 "DELETE /v2.0/networks/2a7c63a1-f4c9-4fc7-ac00-966bcef8f047 HTTP/1.1" status: 204 len: 168 time: 0.7796803 Mar 21 06:57:57.932164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network df4771d3-1bac-4451-92a9-56db9166df13 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:57.949409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-875a9262-0f43-4435-b726-48799812a678', 'network_id': '875a9262-0f43-4435-b726-48799812a678', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '229c73df-b8ab-4f2f-8150-7917b9485355'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:57:57.950248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:57.960349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.040975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f306d9-f4ea-488e-9be7-ee4a27598319 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:57:58.042244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-26f306d9-f4ea-488e-9be7-ee4a27598319 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/8f9d43d5-af2a-472f-b615-e08dd0485f74 HTTP/1.1" status: 404 len: 333 time: 0.3486402 Mar 21 06:57:58.045181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53940) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:58.138130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:57:58.138458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.161068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:58.174361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:58.189236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:58.200153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049db70-6472-4e43-b6b6-3da6049b4009 req-45f2b372-e86e-466f-b8ba-4f9f1cd56073 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:58.201364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Pushing event updated for resources: {'Port': ['ID=48a7f51d-6677-4e09-ac0d-9a438c518839,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:58.208773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a049db70-6472-4e43-b6b6-3da6049b4009 req-45f2b372-e86e-466f-b8ba-4f9f1cd56073 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6743252 Mar 21 06:57:58.220666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.260936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a7715230-8452-4a31-a62d-dec05f8a13b8 None None] Provisioning complete for port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:57:58.261589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7715230-8452-4a31-a62d-dec05f8a13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.327143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:58.355680 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a049db70-6472-4e43-b6b6-3da6049b4009 req-234e2310-29b4-45ce-909f-5f816d3b1334 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459394 Mar 21 06:57:58.378804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:58.390255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:58.394512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.404574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:58.423689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:58.433504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a7715230-8452-4a31-a62d-dec05f8a13b8 None None] Port 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:57:58.437350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Attempting to bind port 48a7f51d-6677-4e09-ac0d-9a438c518839 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:58.438517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Attempting to bind port 48a7f51d-6677-4e09-ac0d-9a438c518839 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:58.439035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Attempting to bind port 48a7f51d-6677-4e09-ac0d-9a438c518839 on network 309c4129-d2b1-4e87-9b9f-fae916e3c35e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:58.471340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:58.472058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Checking segment: {'id': 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:58.472462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.473484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Bound using segment: {'id': 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:58.474217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Bound port: 48a7f51d-6677-4e09-ac0d-9a438c518839, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '309c4129-d2b1-4e87-9b9f-fae916e3c35e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:58.474334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.546426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Allocated IP 172.20.0.1 (875a9262-0f43-4435-b726-48799812a678/229c73df-b8ab-4f2f-8150-7917b9485355/559f0a3e-7701-4bbc-9885-cebdf87cfc00) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:57:58.567876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.595948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45771ab-35d6-4674-a9c4-a3a6d82d3155']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:58.600134 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:57:58.610904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6e2a7c-7b5d-468a-8ae7-38dc8e8a19de') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:58.611764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6e2a7c-7b5d-468a-8ae7-38dc8e8a19de') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:58.615360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] For port 48a7f51d-6677-4e09-ac0d-9a438c518839, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:58.624999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.645618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.651904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:57:58.652467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.667138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:57:58.668997 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:57:58.671848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.673001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] For port 48a7f51d-6677-4e09-ac0d-9a438c518839, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=48a7f51d-6677-4e09-ac0d-9a438c518839,segment=NetworkSegment(cc94cb8b-484c-4512-b3dd-a0f3d9035ad4),segment_id=cc94cb8b-484c-4512-b3dd-a0f3d9035ad4)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:58.686395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.751860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.757764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.784953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=d45771ab-35d6-4674-a9c4-a3a6d82d3155,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:58.791970 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fc429037-ebf8-496a-bb3e-ec61c1e1a98b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/d45771ab-35d6-4674-a9c4-a3a6d82d3155 HTTP/1.1" status: 204 len: 168 time: 0.7448688 Mar 21 06:57:58.797586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:58.804403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1719827702'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:58.810449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:58.815021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:58.820153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:58.828483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:58.847815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:58.852491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.859505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855128a-c767-4e36-ad94-192536d5d9d4 None None] Pushing event updated for resources: {'Port': ['ID=48a7f51d-6677-4e09-ac0d-9a438c518839,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:58.887659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:57:58.888662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.898426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.898761 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment 6a09f092-f204-4a87-9cea-ea17558cf2e6 of type vlan for network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 Mar 21 06:57:58.905305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.918838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Transition to ACTIVE for port object 559f0a3e-7701-4bbc-9885-cebdf87cfc00 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:58.919536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.933321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.939688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Transition to ACTIVE for port object 559f0a3e-7701-4bbc-9885-cebdf87cfc00 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:57:58.947533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.970594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:58.976802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:58.977750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.021297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Network 875a9262-0f43-4435-b726-48799812a678 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:57:59.026507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:57:59.035008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:57:59.137665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Pushing event updated for resources: {'Port': ['ID=559f0a3e-7701-4bbc-9885-cebdf87cfc00,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.142176 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3435199 Mar 21 06:57:59.145792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:59.148530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d91d6-5770-4b4d-9511-8db0790ea675 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=ad30fee5-cf97-44c4-bc12-cf401e2dcb58,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.153570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:57:59.162900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:57:59.199310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Attempting to bind port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:57:59.199951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Attempting to bind port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '875a9262-0f43-4435-b726-48799812a678'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:57:59.200472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Attempting to bind port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 on network 875a9262-0f43-4435-b726-48799812a678 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:57:59.214353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:57:59.215088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Checking segment: {'id': '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '875a9262-0f43-4435-b726-48799812a678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:59.215655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.216282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Bound using segment: {'id': '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '875a9262-0f43-4435-b726-48799812a678'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:57:59.217018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Bound port: 559f0a3e-7701-4bbc-9885-cebdf87cfc00, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '875a9262-0f43-4435-b726-48799812a678'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:57:59.218313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.239869 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-69f9fac8-b579-4973-9d6b-6ae01236ba97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8601346ca5ee4c50a05103cb22359f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400908 Mar 21 06:57:59.258872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:57:59.287119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:57:59.304521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:57:59.315570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:57:59.328676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:57:59.344659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:57:59.378522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.381007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:57:59.384598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.442658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] For port 559f0a3e-7701-4bbc-9885-cebdf87cfc00, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:57:59.446715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] For port 559f0a3e-7701-4bbc-9885-cebdf87cfc00, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=559f0a3e-7701-4bbc-9885-cebdf87cfc00,segment=NetworkSegment(6a9dc7e0-1ee0-4f12-a373-4e36a3caef59),segment_id=6a9dc7e0-1ee0-4f12-a373-4e36a3caef59)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:57:59.455210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.482118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.483969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedc2c3-d2f0-4ab1-af1c-a06a78b1e132 req-10a54419-fe1b-4a0b-898d-6c071343b5c5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:57:59.485493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cedc2c3-d2f0-4ab1-af1c-a06a78b1e132 req-10a54419-fe1b-4a0b-898d-6c071343b5c5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.8880608 Mar 21 06:57:59.487801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Performing IP validity checks on allocation pools {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:57:59.490926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:57:59.504652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=229c73df-b8ab-4f2f-8150-7917b9485355,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.533048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.542619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb082a-ae2b-49bf-97e8-8e29fffaf14d None None] Pushing event updated for resources: {'Port': ['ID=559f0a3e-7701-4bbc-9885-cebdf87cfc00,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.682232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.682823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.741380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7b980-7fe6-49e3-a4ef-bf961cfcf6f4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.784883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.784883 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-03c6bab4-1796-4c1b-8cbb-a8f8b02791f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bd7b980-7fe6-49e3-a4ef-bf961cfcf6f4 HTTP/1.1" status: 204 len: 168 time: 0.4946878 Mar 21 06:57:59.784883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.804161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cedc2c3-d2f0-4ab1-af1c-a06a78b1e132 req-14593748-8bdb-483d-b3cb-3d4a95d25c83 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939935 Mar 21 06:57:59.807780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875a9262-0f43-4435-b726-48799812a678']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:59.854387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:59.854680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:57:59.897603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=5ef585a7-5873-4a6b-a961-f20d5d68afb6,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:57:59.952327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:57:59.954097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': '6a09f092-f204-4a87-9cea-ea17558cf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:57:59.954470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: ad30fee5-cf97-44c4-bc12-cf401e2dcb58, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:57:59.964472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 48a7f51d-6677-4e09-ac0d-9a438c518839 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:57:59.986146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.001273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:00.016908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.031209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ad30fee5-cf97-44c4-bc12-cf401e2dcb58) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:00.046079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:00.046676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.067341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78da645-c058-443a-b6bc-2c8d9477cc05 None None] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:00.077525 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b5892e35-5c5d-4f47-9e4f-3b8de62259ea tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9306321 Mar 21 06:58:00.080193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:00.086543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58', 'name': 'tempest-PortsIpV6TestJSON-945986144'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:00.103169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:00.103581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:00.122034 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:00.142022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.280238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:00.305596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:00.320575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:00.324435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.364415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:00.374295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:00.396844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 48a7f51d-6677-4e09-ac0d-9a438c518839 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:00.400963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d013b7a-7567-40cb-803e-6323e5dd4100 None None] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:00.431410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53980) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:00.456739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:58:00.456739 dv-neutron-834307-1-hyperv neutron-server[87988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:58:00.456739 dv-neutron-834307-1-hyperv neutron-server[87988]: [parameters: {'id': '875a9262-0f43-4435-b726-48799812a678'}] Mar 21 06:58:00.456739 dv-neutron-834307-1-hyperv neutron-server[87988]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:00.457578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:00.467234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Provisioning for port 48a7f51d-6677-4e09-ac0d-9a438c518839 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:00.536258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Provisioning complete for port 48a7f51d-6677-4e09-ac0d-9a438c518839 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:00.536600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.537505 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-be4701fb-6030-4fe6-8a64-51e8c9e0a650 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ca5410cc69942248388a78dbce5a09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045310 Mar 21 06:58:00.538190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': '02a9e553-612d-4839-b56c-e76ee2297d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df4771d3-1bac-4451-92a9-56db9166df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:00.538771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: df4771d3-1bac-4451-92a9-56db9166df13, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:00.547968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=65fe5a55-f0f9-45fc-831c-b7580940ff58,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:00.572918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 53984) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:00.684541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ad30fee5-cf97-44c4-bc12-cf401e2dcb58', 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': '5ef585a7-5873-4a6b-a961-f20d5d68afb6'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:00.685415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.685564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::1f6 (ad30fee5-cf97-44c4-bc12-cf401e2dcb58/5ef585a7-5873-4a6b-a961-f20d5d68afb6/04b89948-d7ac-4c7e-ba37-b2df6e3e7b72) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:00.691386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network df4771d3-1bac-4451-92a9-56db9166df13 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:00.719088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.734685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624d0e-a53d-47bd-9aba-56bdddcdc973 req-20f55973-aa85-4535-8434-ba378b993341 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:00.736456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-14624d0e-a53d-47bd-9aba-56bdddcdc973 req-20f55973-aa85-4535-8434-ba378b993341 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6164224 Mar 21 06:58:00.751820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.780580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, df4771d3-1bac-4451-92a9-56db9166df13) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:00.809960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bbf23-637e-4a82-86d9-8fa26641ffda None None] Network df4771d3-1bac-4451-92a9-56db9166df13 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:00.859429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:00.860318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.931045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0d1afd22-06c3-4e2b-9d46-292ae32c2576 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0953355 Mar 21 06:58:00.932773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.937408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-abfe2144-5b27-4e74-b0a4-e20dc6c7e266 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 HTTP/1.1" status: 204 len: 168 time: 3.2457123 Mar 21 06:58:00.945084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53988) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:00.945641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 53990) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:00.967303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:00.991172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc410e3d-87ad-471f-86dd-4d0f0661567b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:01.000358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.002943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d9776b-f34c-4eb5-acac-ed88936fb1bb tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] GET failed (client error): The resource could not be found. Mar 21 06:58:01.003660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b9d9776b-f34c-4eb5-acac-ed88936fb1bb tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Synchronizing usage tracker for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:01.040178 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-14624d0e-a53d-47bd-9aba-56bdddcdc973 req-dd698405-e845-4153-aac6-57d30ccbf041 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668648 Mar 21 06:58:01.046619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.048774 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-979a02d1-5087-433e-aabf-797cdaf39090 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc410e3d-87ad-471f-86dd-4d0f0661567b HTTP/1.1" status: 204 len: 168 time: 0.4749291 Mar 21 06:58:01.062169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.083804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:01.084411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.087510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:01.103972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.120653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aaabbd-6039-43d2-a488-be062788ded4 None None] Network 875a9262-0f43-4435-b726-48799812a678 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:01.127921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.212281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b9d9776b-f34c-4eb5-acac-ed88936fb1bb tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Unset dirty status for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:01.216738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b9d9776b-f34c-4eb5-acac-ed88936fb1bb tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports/7f6f0ae1-4ec7-4e3f-aa85-99ca457b6052 HTTP/1.1" status: 404 len: 333 time: 0.2663159 Mar 21 06:58:01.225098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54000) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:01.362033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:01.366791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:01.371911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:01.378460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:01.380152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.399956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=04b89948-d7ac-4c7e-ba37-b2df6e3e7b72,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:01.420987 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7db9809d-ea64-4e4d-8d70-36b207938ec1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3397422 Mar 21 06:58:01.422082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54008) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:01.471324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Allocated IP 2001:db8::2 (ad30fee5-cf97-44c4-bc12-cf401e2dcb58/5ef585a7-5873-4a6b-a961-f20d5d68afb6/04ffeca2-2531-4466-b396-8df48bfc012b) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:01.504799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:01.505521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.590437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port 559f0a3e-7701-4bbc-9885-cebdf87cfc00, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=559f0a3e-7701-4bbc-9885-cebdf87cfc00,segment=NetworkSegment(6a9dc7e0-1ee0-4f12-a373-4e36a3caef59),segment_id=6a9dc7e0-1ee0-4f12-a373-4e36a3caef59)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:01.590799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.741570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for 559f0a3e-7701-4bbc-9885-cebdf87cfc00 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:01.742992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.756237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Transition to ACTIVE for port object 04ffeca2-2531-4466-b396-8df48bfc012b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:01.795754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 23c0ca67-e86d-4156-a6db-0ea67915a2c4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:01.796206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.826979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] For port 48a7f51d-6677-4e09-ac0d-9a438c518839, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=48a7f51d-6677-4e09-ac0d-9a438c518839,segment=NetworkSegment(cc94cb8b-484c-4512-b3dd-a0f3d9035ad4),segment_id=cc94cb8b-484c-4512-b3dd-a0f3d9035ad4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:01.864637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.896731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.913785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Transition to ACTIVE for port object 04ffeca2-2531-4466-b396-8df48bfc012b will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:01.918202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:01.922665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 559f0a3e-7701-4bbc-9885-cebdf87cfc00 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:02.048781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.054524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.103032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.104265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:02.120804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b08f2616-44ad-4d01-a80e-cc9df068dffb None None] Could not find standard attr ID for object 559f0a3e-7701-4bbc-9885-cebdf87cfc00. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:58:02.130263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:02.136613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:02.141940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:02.184710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee489fda-c971-40fd-af7e-cba778c96398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-df4771d3-1bac-4451-92a9-56db9166df13', 'network_id': 'df4771d3-1bac-4451-92a9-56db9166df13', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': '65fe5a55-f0f9-45fc-831c-b7580940ff58'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:02.190114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee489fda-c971-40fd-af7e-cba778c96398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.301963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.308039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Attempting to bind port 04ffeca2-2531-4466-b396-8df48bfc012b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:02.308980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Attempting to bind port 04ffeca2-2531-4466-b396-8df48bfc012b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '6a09f092-f204-4a87-9cea-ea17558cf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:02.309387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Attempting to bind port 04ffeca2-2531-4466-b396-8df48bfc012b on network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:02.320479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:02.323068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Checking segment: {'id': '6a09f092-f204-4a87-9cea-ea17558cf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:02.323494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.324175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Bound using segment: {'id': '6a09f092-f204-4a87-9cea-ea17558cf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:02.324729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Bound port: 04ffeca2-2531-4466-b396-8df48bfc012b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a09f092-f204-4a87-9cea-ea17558cf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ad30fee5-cf97-44c4-bc12-cf401e2dcb58'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:02.325279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.345988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Port': ['ID=559f0a3e-7701-4bbc-9885-cebdf87cfc00,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:02.346233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59748c-2962-4d2e-929b-8dabd7c461ea None None] Pushing event updated for resources: {'Port': ['ID=48a7f51d-6677-4e09-ac0d-9a438c518839,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:02.362396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No DVR routers for this DVR port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:02.379164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=04b89948-d7ac-4c7e-ba37-b2df6e3e7b72,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:02.414399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 06:58:02.414821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 559f0a3e-7701-4bbc-9885-cebdf87cfc00 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 21 06:58:02.422800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.435062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.436342 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-554063cf-b5e9-4c25-a517-195698db5cc6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 HTTP/1.1" status: 204 len: 168 time: 1.0127149 Mar 21 06:58:02.438935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54030) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:02.459514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ee5b0-a735-4104-82bd-d4c17ffa5568 None None] DHCP port deletion for 875a9262-0f43-4435-b726-48799812a678 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:02.491550 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a790e9d-ac72-44ee-825e-d11d921f8a1c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:02.492032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a790e9d-ac72-44ee-825e-d11d921f8a1c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:02.496282 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0a790e9d-ac72-44ee-825e-d11d921f8a1c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 HTTP/1.1" status: 404 len: 333 time: 0.0539150 Mar 21 06:58:02.496538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54034) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:02.541823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=65fe5a55-f0f9-45fc-831c-b7580940ff58,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:02.565585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] For port 04ffeca2-2531-4466-b396-8df48bfc012b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:02.568372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5414874e-d992-441a-9e02-91eba4f6dab3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:58:02.569053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] For port 04ffeca2-2531-4466-b396-8df48bfc012b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04ffeca2-2531-4466-b396-8df48bfc012b,segment=NetworkSegment(6a09f092-f204-4a87-9cea-ea17558cf2e6),segment_id=6a09f092-f204-4a87-9cea-ea17558cf2e6)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:02.569846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5414874e-d992-441a-9e02-91eba4f6dab3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:02.570707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port 559f0a3e-7701-4bbc-9885-cebdf87cfc00 not found, will not notify nova. {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 21 06:58:02.606301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5414874e-d992-441a-9e02-91eba4f6dab3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:02.610668 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5414874e-d992-441a-9e02-91eba4f6dab3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/04b89948-d7ac-4c7e-ba37-b2df6e3e7b72 HTTP/1.1" status: 404 len: 333 time: 0.1122382 Mar 21 06:58:02.613000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54040) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:02.618444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.679073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac6e02f0-58aa-44bf-b5f9-2c12cd3196cd None None] Provisioning complete for port 48a7f51d-6677-4e09-ac0d-9a438c518839 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:02.679948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac6e02f0-58aa-44bf-b5f9-2c12cd3196cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.726135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b682ec-cb10-4590-8caa-10f3c081de5a None None] Network df4771d3-1bac-4451-92a9-56db9166df13 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:02.744045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 5ef585a7-5873-4a6b-a961-f20d5d68afb6 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:02.749684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.789637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.813581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.838019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.872283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4771d3-1bac-4451-92a9-56db9166df13']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.885857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875a9262-0f43-4435-b726-48799812a678']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.898601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a9e553-612d-4839-b56c-e76ee2297d37') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.899138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a9e553-612d-4839-b56c-e76ee2297d37') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.912157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Pushing event updated for resources: {'Port': ['ID=04ffeca2-2531-4466-b396-8df48bfc012b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:02.936495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.953966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.955187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:02.958200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9dc7e0-1ee0-4f12-a373-4e36a3caef59') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:02.980255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.024116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.094357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.102037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51177e83-899b-4633-a211-d76a54b17dc7 None None] Pushing event updated for resources: {'Port': ['ID=04ffeca2-2531-4466-b396-8df48bfc012b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:03.134511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.183441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 23c0ca67-e86d-4156-a6db-0ea67915a2c4 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:03.196751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef585a7-5873-4a6b-a961-f20d5d68afb6,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:03.199269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.209297 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1472e99d-16d0-461f-a3e8-0be24f8ff43a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/5ef585a7-5873-4a6b-a961-f20d5d68afb6 HTTP/1.1" status: 204 len: 168 time: 0.5917897 Mar 21 06:58:03.209647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54054) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:03.235312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54058) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:03.240102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:03.240938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:03.263028 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:03.270701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.345383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:03.345786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.350321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:03.360570 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:03.362558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 04ffeca2-2531-4466-b396-8df48bfc012b {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:03.362558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.401299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-913752815', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:03.416290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:03.424620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Usage tracker for resource:port and tenant:eb526a0a55b144e1bacd8020007f2458 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:03.429875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:03.438370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:03.492372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Made reservation on behalf of eb526a0a55b144e1bacd8020007f2458 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:03.494708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.512998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.555909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:03.562913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Usage tracker for resource:security_group_rule and tenant:eb526a0a55b144e1bacd8020007f2458 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:03.571615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.592575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.646571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.648277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=df4771d3-1bac-4451-92a9-56db9166df13,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:03.680447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.695847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/875a9262-0f43-4435-b726-48799812a678 HTTP/1.1" status: 204 len: 168 time: 5.8616858 Mar 21 06:58:03.699214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:03.713891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154544106'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:03.716886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:03.718758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:03.722838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:03.725896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:03.730143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:03.731867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:03.743019 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-063a5b5f-6358-4016-adc4-3fd55f922260 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/df4771d3-1bac-4451-92a9-56db9166df13 HTTP/1.1" status: 204 len: 168 time: 2.7941473 Mar 21 06:58:03.746774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5749-50ca-4335-9060-9867b7199593 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=875a9262-0f43-4435-b726-48799812a678,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:03.751826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54068) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:03.752172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:03.756607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.764100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port 04ffeca2-2531-4466-b396-8df48bfc012b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=04ffeca2-2531-4466-b396-8df48bfc012b,segment=NetworkSegment(6a09f092-f204-4a87-9cea-ea17558cf2e6),segment_id=6a09f092-f204-4a87-9cea-ea17558cf2e6)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:03.764406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.777575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137420621'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:03.789520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:03.797067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:03.801405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:03.804266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.810987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:03.862949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:03.881047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=23c0ca67-e86d-4156-a6db-0ea67915a2c4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:03.926232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04ffeca2-2531-4466-b396-8df48bfc012b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:03.929035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:03.932915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.945283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:03.945669 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment f2d9b341-23f8-4ff3-85eb-9ffbea9b590e of type vlan for network e204a1fa-31d2-401b-931d-b5afcf10eb75 Mar 21 06:58:03.975756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.001559 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a8efadf2-eb24-4e89-a273-82765a04b0e1 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/23c0ca67-e86d-4156-a6db-0ea67915a2c4 HTTP/1.1" status: 204 len: 168 time: 2.7750952 Mar 21 06:58:04.002340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54072) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:04.004165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.032220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 04ffeca2-2531-4466-b396-8df48bfc012b owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:04.044680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 04ffeca2-2531-4466-b396-8df48bfc012b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:04.054064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:04.054571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0e311-efb8-4f48-90bb-b29254e62eec None None] Network ad30fee5-cf97-44c4-bc12-cf401e2dcb58 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:04.068156 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d798b80-d9cf-4c53-b225-82b8cdae04f6 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] GET failed (client error): The resource could not be found. Mar 21 06:58:04.068734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d798b80-d9cf-4c53-b225-82b8cdae04f6 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Synchronizing usage tracker for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:04.076569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.076916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89 of type vlan for network b7dea8de-ad50-4abb-958b-b922a9c4b45c Mar 21 06:58:04.090717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.105417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.120500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] device_id is not set on port d0ce30dc-c335-41b5-8b6e-93e3f6dd0397 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:04.134285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.138662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d798b80-d9cf-4c53-b225-82b8cdae04f6 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Unset dirty status for tenant:acef84eff5fc40c7916fd668dfc930a3 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:04.143973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2d798b80-d9cf-4c53-b225-82b8cdae04f6 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "GET /v2.0/ports/23c0ca67-e86d-4156-a6db-0ea67915a2c4 HTTP/1.1" status: 404 len: 333 time: 0.1330252 Mar 21 06:58:04.145205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54076) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:04.151355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.156749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:04.157368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.171543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 48a7f51d-6677-4e09-ac0d-9a438c518839 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:04.236602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb0fcb-de59-4bf1-89fd-680a2b44e13a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:04.274890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3a30aa3-1733-4df3-b489-a056e5f167be None None] Provisioning for port 04ffeca2-2531-4466-b396-8df48bfc012b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:04.287946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.325134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3a30aa3-1733-4df3-b489-a056e5f167be None None] Provisioning complete for port 04ffeca2-2531-4466-b396-8df48bfc012b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:04.325778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3a30aa3-1733-4df3-b489-a056e5f167be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.332881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No DVR routers for this DVR port 04ffeca2-2531-4466-b396-8df48bfc012b on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:04.357559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=e204a1fa-31d2-401b-931d-b5afcf10eb75,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:04.365251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a574a9bb-5d2a-4792-93cf-be7ae40ef505 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6613739 Mar 21 06:58:04.369311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:04.369558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.381518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:04.393026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network e204a1fa-31d2-401b-931d-b5afcf10eb75 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:04.402006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.407575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:04.408746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.409444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d3a30aa3-1733-4df3-b489-a056e5f167be None None] Port 04ffeca2-2531-4466-b396-8df48bfc012b was deleted so its status cannot be updated. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 21 06:58:04.435058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180749fd-3b97-4dbc-9383-d708c15f2970 None None] DHCP port deletion for ad30fee5-cf97-44c4-bc12-cf401e2dcb58 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:04.438685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': 'e204a1fa-31d2-401b-931d-b5afcf10eb75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:04.459288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=04ffeca2-2531-4466-b396-8df48bfc012b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:04.507028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 48a7f51d-6677-4e09-ac0d-9a438c518839 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:04.507461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.590847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8213227 Mar 21 06:58:04.594980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.595126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b422a8-ce81-4ad7-a5f7-8e9a145360da tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=b7dea8de-ad50-4abb-958b-b922a9c4b45c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:04.608151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54084) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:04.619332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:04.621163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Allocated IP 172.26.2.201 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/d0ce30dc-c335-41b5-8b6e-93e3f6dd0397) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:04.642166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:04.661751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad30fee5-cf97-44c4-bc12-cf401e2dcb58']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:04.670125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:04.680226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:04.684694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:04.688374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a09f092-f204-4a87-9cea-ea17558cf2e6') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:04.688690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a09f092-f204-4a87-9cea-ea17558cf2e6') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:04.717872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:04.727944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.768137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.770330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:04.773951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.808697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:04.809082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.813465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 559f0a3e-7701-4bbc-9885-cebdf87cfc00 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:04.826559 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:04.851867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 559f0a3e-7701-4bbc-9885-cebdf87cfc00 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:04.852072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 559f0a3e-7701-4bbc-9885-cebdf87cfc00 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:04.861122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:04.869876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:04.874794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:04.884030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:04.909899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:04.918151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:04.921578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.057728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.062349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.085762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 4f59d8d7-1445-4966-b2a3-dd9b09e974a3 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:05.107938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=ad30fee5-cf97-44c4-bc12-cf401e2dcb58,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.136259 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e315a1dd-9b10-4969-86a1-89ccc4ab7832 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/ad30fee5-cf97-44c4-bc12-cf401e2dcb58 HTTP/1.1" status: 204 len: 168 time: 1.9256070 Mar 21 06:58:05.142435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54088) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:05.163178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011829744'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:05.199033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:05.210572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.213764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:05.218389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:05.228092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:05.262322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:05.265813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.333572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:05.336343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.380918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.397707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.398062 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment f100cc75-dd80-4cec-84b4-c0036f1e6f11 of type vlan for network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 Mar 21 06:58:05.487227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.513492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:05.526391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:05.528179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=4700a000-adc2-4394-ad67-2a4500903905,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.532568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.535949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:05.550517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=4f59d8d7-1445-4966-b2a3-dd9b09e974a3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.596221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.639579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.690809 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c9279560-8336-4b06-ba7c-dd0e13db958d tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/ports/4f59d8d7-1445-4966-b2a3-dd9b09e974a3 HTTP/1.1" status: 204 len: 168 time: 1.5427828 Mar 21 06:58:05.694141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54092) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:05.697876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ce30dc-c335-41b5-8b6e-93e3f6dd0397,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.705841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.706236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.706526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.707502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.707841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.708191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.709259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.709259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.709259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.709507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.709805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.710098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.721265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': 'f2d9b341-23f8-4ff3-85eb-9ffbea9b590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e204a1fa-31d2-401b-931d-b5afcf10eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:05.721622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: e204a1fa-31d2-401b-931d-b5afcf10eb75, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:05.740654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.741010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.741384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.741733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.742065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.742399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.742749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.743057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.743386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.743713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.744040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.744367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:05.745195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=d2c5cadd-d319-4a07-9b72-5a17b9e94077,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.772268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:05.772879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.774564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:05.774932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: b7dea8de-ad50-4abb-958b-b922a9c4b45c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:05.784225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04ffeca2-2531-4466-b396-8df48bfc012b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:05.793742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.799225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:05.799817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.801942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting subnet 34f03b06-574b-483a-9e77-8358861fdd02 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:05.806316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.821835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 04ffeca2-2531-4466-b396-8df48bfc012b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:05.822352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 04ffeca2-2531-4466-b396-8df48bfc012b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:05.831292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network e204a1fa-31d2-401b-931d-b5afcf10eb75 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:05.855192 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-10109a59-6cb8-4dd0-9a69-28809dea41fe tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6186936 Mar 21 06:58:05.858319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:05.860015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54096) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:05.877647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.921445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.201'}]}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:05.922589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b7dea8de-ad50-4abb-958b-b922a9c4b45c) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:05.925145 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7817671 Mar 21 06:58:05.928997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54102) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:05.930229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:05.933312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:05.933910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.934339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, e204a1fa-31d2-401b-931d-b5afcf10eb75) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:05.936806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a886a4a-7e2e-44ff-b160-4c85555babf9 None None] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:05.937137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38b23-1062-4c7c-9c02-b4470d84adf3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=3a044fb1-4ddb-4c2c-b551-373aa9a61531,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:05.940505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Usage tracker for resource:router and tenant:eb526a0a55b144e1bacd8020007f2458 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:05.944587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:05.945169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:05.949120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:05.949917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:05.961191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:05.968974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb8473-1fed-4533-9316-7c8e12e5828b None None] Network e204a1fa-31d2-401b-931d-b5afcf10eb75 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:05.976596 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-612d3147-17e4-4c76-8589-dd554d263db9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5535548 Mar 21 06:58:05.979400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54106) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:05.981920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:06.006700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.007785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.015004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2ad62102-1dab-4919-bd03-b48f67f5f4e2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4024651 Mar 21 06:58:06.017053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54110) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:06.035262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412110272'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:06.043635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:06.050994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:06.058951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:06.105456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:06.112057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:06.115370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.116654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.116797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:06.150660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:06.151033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:06.154468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.161452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:06.185282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:06.189014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.326027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.341747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.345494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:06.390666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Subnet': ['ID=34f03b06-574b-483a-9e77-8358861fdd02,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:06.401892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.418044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-042cbc2a-300b-47af-ad38-fe7d1725e708 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/subnets/34f03b06-574b-483a-9e77-8358861fdd02 HTTP/1.1" status: 204 len: 168 time: 0.7167418 Mar 21 06:58:06.418782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54114) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:06.425340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fb1e9-7b20-4f6b-b321-4f951c176319 None None] Network 09cf88cc-8348-4982-891c-1abc9b97cd0f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:06.430121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.430490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 44415385-9c87-47a4-a2b1-7ff385603197 of type vlan for network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 Mar 21 06:58:06.502059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.587547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.593146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.620784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Deleting port 35031bb9-1046-49d2-8757-095f5b98dda3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:06.621194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.626665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.642407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4325a-74cd-43ea-9be9-07c3ea630e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-e204a1fa-31d2-401b-931d-b5afcf10eb75', 'network_id': 'e204a1fa-31d2-401b-931d-b5afcf10eb75', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '4700a000-adc2-4394-ad67-2a4500903905'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:06.643097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-40d4325a-74cd-43ea-9be9-07c3ea630e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.686275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.713387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b7dea8de-ad50-4abb-958b-b922a9c4b45c', 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': 'd2c5cadd-d319-4a07-9b72-5a17b9e94077'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:06.714209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.749647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.755319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:06.756957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.857559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=8e47e508-9346-4f1c-a2ab-5766ce83a241,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:06.867861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': 'f100cc75-dd80-4cec-84b4-c0036f1e6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:06.868162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: 3a044fb1-4ddb-4c2c-b551-373aa9a61531, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:06.893042 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8719237 Mar 21 06:58:06.900158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54120) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:06.903348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.943989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Allocated IP 2001:db8::1 (b7dea8de-ad50-4abb-958b-b922a9c4b45c/d2c5cadd-d319-4a07-9b72-5a17b9e94077/46f5a632-272e-46e0-849b-940d1f3485d2) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:06.945969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:06.946944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] For port 35031bb9-1046-49d2-8757-095f5b98dda3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=35031bb9-1046-49d2-8757-095f5b98dda3,segment=NetworkSegment(0a347518-09b4-433d-a51b-b20718970fe1),segment_id=0a347518-09b4-433d-a51b-b20718970fe1)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:06.947357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-40d4325a-74cd-43ea-9be9-07c3ea630e83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4700a000-adc2-4394-ad67-2a4500903905: This subnet is being modified by another concurrent operation. Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:58:06.947890 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4700a000-adc2-4394-ad67-2a4500903905: This subnet is being modified by another concurrent operation. Mar 21 06:58:06.951803 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 06:58:06.966278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e451f-23dd-4c41-9c3a-ce51b4f155c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=d1fd11a7-4197-4fe4-8072-3180a3f8b8a4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:06.993904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=4700a000-adc2-4394-ad67-2a4500903905,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:07.000368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:07.019965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:07.028718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feaf710-6174-488c-8af7-c9cdd17fb342 None None] Network e204a1fa-31d2-401b-931d-b5afcf10eb75 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:07.096834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Calling delete_port for 35031bb9-1046-49d2-8757-095f5b98dda3 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:07.127401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4129996-c7d6-4d2b-b2c8-22de8c22edd3 None None] DHCP port deletion for 09cf88cc-8348-4982-891c-1abc9b97cd0f request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:07.141975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 3a044fb1-4ddb-4c2c-b551-373aa9a61531) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:07.150114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:07.150748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.182647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.188619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-45d88d37-e402-4752-9993-5587513f791d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2554460 Mar 21 06:58:07.188778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54124) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:07.194718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-646670850'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:07.197789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:07.206557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:07.211318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:07.229863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:07.236204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e204a1fa-31d2-401b-931d-b5afcf10eb75']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.260598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f4129996-c7d6-4d2b-b2c8-22de8c22edd3 None None] Deleting port 35031bb9-1046-49d2-8757-095f5b98dda3 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:07.261023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f4129996-c7d6-4d2b-b2c8-22de8c22edd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.286918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d9b341-23f8-4ff3-85eb-9ffbea9b590e') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.287177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef3615-f982-4517-b8df-a61df87aeae8 None None] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:07.287787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d9b341-23f8-4ff3-85eb-9ffbea9b590e') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.300073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:07.304802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.391695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.456089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f4129996-c7d6-4d2b-b2c8-22de8c22edd3 None None] The port '35031bb9-1046-49d2-8757-095f5b98dda3' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:58:07.456341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Port': ['ID=35031bb9-1046-49d2-8757-095f5b98dda3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:07.463394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] No DVR routers for this DVR port 35031bb9-1046-49d2-8757-095f5b98dda3 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:07.465575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.500149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.500519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.500846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.501185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.501546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.501890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.502214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.502538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.502864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.503185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.503507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.504473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:07.553578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.605152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing IP validity checks on allocation pools {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:58:07.605706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:58:07.621656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:07.628585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.629877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:07.630287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.636507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:07.641834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:07.656894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:07.676694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cf88cc-8348-4982-891c-1abc9b97cd0f']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.682812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a347518-09b4-433d-a51b-b20718970fe1') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.683029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a347518-09b4-433d-a51b-b20718970fe1') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:07.693240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:07.696979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:07.699150 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:07.714039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.715514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.736044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 40af1882-1ed2-447d-a87e-fc5793e3f14f yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:07.768070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.779728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:07.780066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.784198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 35031bb9-1046-49d2-8757-095f5b98dda3 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:07.799171 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:07.833679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 35031bb9-1046-49d2-8757-095f5b98dda3 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:07.834016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 35031bb9-1046-49d2-8757-095f5b98dda3 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:07.858378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.862435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.907778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=e204a1fa-31d2-401b-931d-b5afcf10eb75,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:07.909391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-3a044fb1-4ddb-4c2c-b551-373aa9a61531', 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': '8e47e508-9346-4f1c-a2ab-5766ce83a241'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:07.910726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.915537 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dd74e6d3-e276-4a26-a63f-5547678c78a5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/e204a1fa-31d2-401b-931d-b5afcf10eb75 HTTP/1.1" status: 204 len: 168 time: 1.9345293 Mar 21 06:58:07.919075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54128) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:07.922476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.924707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Transition to ACTIVE for port object 46f5a632-272e-46e0-849b-940d1f3485d2 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:07.938286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.962277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:07.978150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] Pushing event deleted for resources: {'Network': ['ID=09cf88cc-8348-4982-891c-1abc9b97cd0f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:07.994273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Transition to ACTIVE for port object 46f5a632-272e-46e0-849b-940d1f3485d2 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:07.996182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574790132'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:07.999277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e79d663f-bbd4-4081-b233-ab5a26ea9705 tempest-AllowedAddressPairIpV6TestJSON-586866079 tempest-AllowedAddressPairIpV6TestJSON-586866079-project] 10.222.0.31 "DELETE /v2.0/networks/09cf88cc-8348-4982-891c-1abc9b97cd0f HTTP/1.1" status: 204 len: 168 time: 1.5785093 Mar 21 06:58:08.005594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.021364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::75 (3a044fb1-4ddb-4c2c-b551-373aa9a61531/8e47e508-9346-4f1c-a2ab-5766ce83a241/40af1882-1ed2-447d-a87e-fc5793e3f14f) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:08.029827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.059357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:08.073579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:08.083374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:08.103284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:08.113645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:08.118558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Pushing event updated for resources: {'Port': ['ID=46f5a632-272e-46e0-849b-940d1f3485d2,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:08.121977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:08.124639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:08.184348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:08.188016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.228331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.252076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.259316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Attempting to bind port 46f5a632-272e-46e0-849b-940d1f3485d2 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:08.259700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Attempting to bind port 46f5a632-272e-46e0-849b-940d1f3485d2 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:08.260075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Attempting to bind port 46f5a632-272e-46e0-849b-940d1f3485d2 on network b7dea8de-ad50-4abb-958b-b922a9c4b45c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:08.273392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:08.274047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Checking segment: {'id': 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:08.276030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.277586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Bound using segment: {'id': 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:08.278222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Bound port: 46f5a632-272e-46e0-849b-940d1f3485d2, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b7dea8de-ad50-4abb-958b-b922a9c4b45c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:08.279473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.288180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 40af1882-1ed2-447d-a87e-fc5793e3f14f will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:08.308622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:08.326383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.385476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.386075 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 55442697-769a-4ffe-84b2-d14d44736165 of type vlan for network a02b4e95-f972-40c5-a890-22df1d578ef6 Mar 21 06:58:08.392732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=1d287d70-5ecd-44df-90d2-19aac9992f1c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:08.419831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54136) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:08.434740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:08.437872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:08.440398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Allocated IP 2001:db8::2 (3a044fb1-4ddb-4c2c-b551-373aa9a61531/8e47e508-9346-4f1c-a2ab-5766ce83a241/ba96d628-ff0e-43db-90bf-ab3d6ecd0661) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:08.442907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:08.448033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': '44415385-9c87-47a4-a2b1-7ff385603197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:08.448874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: d1fd11a7-4197-4fe4-8072-3180a3f8b8a4, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:08.449019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:08.449302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.465170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.469258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=40af1882-1ed2-447d-a87e-fc5793e3f14f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:08.485968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-63eeb20d-b6ad-41fd-9e25-4646d99a27af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2960186 Mar 21 06:58:08.489359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54142) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:08.522014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] For port 46f5a632-272e-46e0-849b-940d1f3485d2, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:08.531978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.577796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] For port 46f5a632-272e-46e0-849b-940d1f3485d2, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=46f5a632-272e-46e0-849b-940d1f3485d2,segment=NetworkSegment(d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89),segment_id=d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:08.589989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.592680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 40af1882-1ed2-447d-a87e-fc5793e3f14f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:08.593189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.686560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:08.715290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace04bd-dd12-4d4c-bb81-459712fd515b None None] Pushing event updated for resources: {'Port': ['ID=46f5a632-272e-46e0-849b-940d1f3485d2,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:08.803086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.818993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Transition to ACTIVE for port object ba96d628-ff0e-43db-90bf-ab3d6ecd0661 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:08.844375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Transition to ACTIVE for port object ba96d628-ff0e-43db-90bf-ab3d6ecd0661 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:08.851244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.859895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d1fd11a7-4197-4fe4-8072-3180a3f8b8a4) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:08.864849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:08.865824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.888344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.893785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:08.895397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.897179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.899755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1f0c9-8802-470a-b8a5-2f2a195034ae None None] Network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:08.908366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.936947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:08.997573 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-24e23985-a065-49c5-99df-a979ff276b13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acef84eff5fc40c7916fd668dfc930a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732379 Mar 21 06:58:09.007629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54148) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:09.013619 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-413bb1a4-de7e-4ed3-8aab-8c09f351d80e tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1098030 Mar 21 06:58:09.016234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54152) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:09.022511 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0989103 Mar 21 06:58:09.114911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54156) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:09.120942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:09.125743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 40af1882-1ed2-447d-a87e-fc5793e3f14f owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:09.126951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:09.133983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:09.165294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': 'a02b4e95-f972-40c5-a890-22df1d578ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:09.227893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Pushing event updated for resources: {'Port': ['ID=ba96d628-ff0e-43db-90bf-ab3d6ecd0661,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:09.231657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.235987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.236380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e25ccbb-e941-4bb8-89ad-b7065a130513 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:58:09.256590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23996e8-cec2-44a9-bb0c-9bd81f7b74a6 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=a02b4e95-f972-40c5-a890-22df1d578ef6,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:09.265459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.304535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a02b4e95-f972-40c5-a890-22df1d578ef6 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:09.337710 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 21 06:58:09.338795 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5b99492-cbcf-44b0-a53e-ed5e87e92046 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4754605 Mar 21 06:58:09.341616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54160) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:09.428737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.435758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Attempting to bind port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:09.436104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Attempting to bind port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'f100cc75-dd80-4cec-84b4-c0036f1e6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:09.436219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Deleting port d0ce30dc-c335-41b5-8b6e-93e3f6dd0397 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:09.436458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Attempting to bind port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 on network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:09.436569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.487085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-d1fd11a7-4197-4fe4-8072-3180a3f8b8a4', 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': '1d287d70-5ecd-44df-90d2-19aac9992f1c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:09.487835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.504363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:09.504748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Checking segment: {'id': 'f100cc75-dd80-4cec-84b4-c0036f1e6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:09.505130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.505862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Bound using segment: {'id': 'f100cc75-dd80-4cec-84b4-c0036f1e6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:09.506047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Bound port: ba96d628-ff0e-43db-90bf-ab3d6ecd0661, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f100cc75-dd80-4cec-84b4-c0036f1e6f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a044fb1-4ddb-4c2c-b551-373aa9a61531'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:09.506376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.506484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.557461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c0ff7-09cf-4724-af45-bd4539a92777,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:09.566432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:09.568943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.573008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3ea9b281-ee0b-4678-9595-8ad3cbb1ffbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da5c0ff7-09cf-4724-af45-bd4539a92777 HTTP/1.1" status: 204 len: 168 time: 0.5642402 Mar 21 06:58:09.607417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:09.614933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:09.627607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:09.680942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:09.690662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.704157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Allocated IP 2001:db8::3 (d1fd11a7-4197-4fe4-8072-3180a3f8b8a4/1d287d70-5ecd-44df-90d2-19aac9992f1c/947a10b2-99cc-47ee-906a-cae7890c3bf5) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:09.737550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.886063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing IP validity checks on allocation pools {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:58:09.886572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:58:09.899974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:09.922251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Calling delete_port for d0ce30dc-c335-41b5-8b6e-93e3f6dd0397 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:09.965503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] For port ba96d628-ff0e-43db-90bf-ab3d6ecd0661, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:09.972198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] For port ba96d628-ff0e-43db-90bf-ab3d6ecd0661, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba96d628-ff0e-43db-90bf-ab3d6ecd0661,segment=NetworkSegment(f100cc75-dd80-4cec-84b4-c0036f1e6f11),segment_id=f100cc75-dd80-4cec-84b4-c0036f1e6f11)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:09.991202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=40af1882-1ed2-447d-a87e-fc5793e3f14f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:10.002870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.010940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 46f5a632-272e-46e0-849b-940d1f3485d2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:10.173147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.177808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.182153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.213743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-972d3d09-158d-46df-afd5-9db2c058b97a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/40af1882-1ed2-447d-a87e-fc5793e3f14f HTTP/1.1" status: 204 len: 168 time: 1.7232070 Mar 21 06:58:10.216921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54174) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:10.237008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0ce30dc-c335-41b5-8b6e-93e3f6dd0397,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:10.258264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1ee64-667d-41b1-a212-c34440b258ff None None] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:10.294222 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7326b93a-ec0f-406f-851c-3a8236d85168 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:58:10.294930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7326b93a-ec0f-406f-851c-3a8236d85168 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:10.314984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.336594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Pushing event updated for resources: {'Port': ['ID=ba96d628-ff0e-43db-90bf-ab3d6ecd0661,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:10.362631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7326b93a-ec0f-406f-851c-3a8236d85168 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:10.364122 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7326b93a-ec0f-406f-851c-3a8236d85168 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/40af1882-1ed2-447d-a87e-fc5793e3f14f HTTP/1.1" status: 404 len: 333 time: 0.1461053 Mar 21 06:58:10.366933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54180) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:10.406304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.406653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.407010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.407304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.407634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.408012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.408307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.408606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.409252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.409435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.410410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.410591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755967-0b20-44f3-955f-100026f9a2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:58:10.413550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=27bb0209-2307-4e2c-9ba2-01e1bdd42bb5,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:10.423170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '55442697-769a-4ffe-84b2-d14d44736165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a02b4e95-f972-40c5-a890-22df1d578ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:10.424049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: a02b4e95-f972-40c5-a890-22df1d578ef6, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:10.450681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.460055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network a02b4e95-f972-40c5-a890-22df1d578ef6 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:10.469117 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3e3572e9-2ef9-456b-82e5-5ec3e47b1308 tempest-RoutersAdminNegativeTest-392019607 tempest-RoutersAdminNegativeTest-392019607-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d0ce30dc-c335-41b5-8b6e-93e3f6dd0397 HTTP/1.1" status: 204 len: 168 time: 1.1264141 Mar 21 06:58:10.476542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac53a1fe-3c04-4377-8a46-bd6883b53885 None None] Provisioning for port 46f5a632-272e-46e0-849b-940d1f3485d2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:10.477084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a02b4e95-f972-40c5-a890-22df1d578ef6) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:10.480812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.484147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 8e47e508-9346-4f1c-a2ab-5766ce83a241 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:10.485807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:10.486521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.490912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.501592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c87ea2-2d88-44d2-a076-e830404bb71b None None] Network a02b4e95-f972-40c5-a890-22df1d578ef6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:10.527469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5c3e01f4-f305-4385-b8d8-f23adb12f52c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4075575 Mar 21 06:58:10.528049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54190) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:10.561378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Transition to ACTIVE for port object 947a10b2-99cc-47ee-906a-cae7890c3bf5 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:10.613806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.692555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 46f5a632-272e-46e0-849b-940d1f3485d2 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:10.801378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Transition to ACTIVE for port object 947a10b2-99cc-47ee-906a-cae7890c3bf5 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:10.804653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.838318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.842188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 46f5a632-272e-46e0-849b-940d1f3485d2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:10.842561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.871300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54202) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:10.922304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.960373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.983670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:10.992780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54208) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:11.059407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=8e47e508-9346-4f1c-a2ab-5766ce83a241,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.066643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.067188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.095490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:11.103986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:11.106989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:11.115561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.122591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=27bb0209-2307-4e2c-9ba2-01e1bdd42bb5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.127660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=1d287d70-5ecd-44df-90d2-19aac9992f1c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.136003 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d35ae08f-fc21-411d-9b6a-df152d55ee8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/8e47e508-9346-4f1c-a2ab-5766ce83a241 HTTP/1.1" status: 204 len: 168 time: 0.7679169 Mar 21 06:58:11.151219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54214) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:11.190761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.198355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Pushing event updated for resources: {'Port': ['ID=947a10b2-99cc-47ee-906a-cae7890c3bf5,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.283463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1707476047'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:11.286019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:11.297649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Usage tracker for resource:security_group_rule and tenant:c414cc3fe0a2407087989ee05726ef2f is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:11.302065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.312934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:11.313276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:11.325857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:11.350486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02b4e95-f972-40c5-a890-22df1d578ef6']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.354856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d2d33-e0ed-41b7-a897-92f39c86ae22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a02b4e95-f972-40c5-a890-22df1d578ef6', 'network_id': 'a02b4e95-f972-40c5-a890-22df1d578ef6', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '27bb0209-2307-4e2c-9ba2-01e1bdd42bb5'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:11.355678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-989d2d33-e0ed-41b7-a897-92f39c86ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.374270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55442697-769a-4ffe-84b2-d14d44736165') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.374575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55442697-769a-4ffe-84b2-d14d44736165') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.392655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.424194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.438647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:11.438893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:11.455971 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:11.461668 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Attempting to bind port 947a10b2-99cc-47ee-906a-cae7890c3bf5 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:11.462033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Attempting to bind port 947a10b2-99cc-47ee-906a-cae7890c3bf5 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '44415385-9c87-47a4-a2b1-7ff385603197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:11.462383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Attempting to bind port 947a10b2-99cc-47ee-906a-cae7890c3bf5 on network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:11.497708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Usage tracker for resource:network and tenant:00eefbc73cd04b36bf95079cfd1de93b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:11.502852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:11.516047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:11.523037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.525939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.536643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:11.536850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.536952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Checking segment: {'id': '44415385-9c87-47a4-a2b1-7ff385603197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:11.536952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.537139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Bound using segment: {'id': '44415385-9c87-47a4-a2b1-7ff385603197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:11.537567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Bound port: 947a10b2-99cc-47ee-906a-cae7890c3bf5, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44415385-9c87-47a4-a2b1-7ff385603197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:11.538126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.569595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:11.569595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.594903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fd11a7-4197-4fe4-8072-3180a3f8b8a4']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.596837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.604858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.612706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Made reservation on behalf of 00eefbc73cd04b36bf95079cfd1de93b for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:11.616969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.626348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.638309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.653883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44415385-9c87-47a4-a2b1-7ff385603197') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.653883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44415385-9c87-47a4-a2b1-7ff385603197') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:11.665753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.691180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 46f5a632-272e-46e0-849b-940d1f3485d2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=46f5a632-272e-46e0-849b-940d1f3485d2,segment=NetworkSegment(d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89),segment_id=d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:11.701477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c414cc3fe0a2407087989ee05726ef2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7912877 Mar 21 06:58:11.701645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.701775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.708903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=a02b4e95-f972-40c5-a890-22df1d578ef6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.711594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54220) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:11.717206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:11.726729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Usage tracker for resource:security_group_rule and tenant:00eefbc73cd04b36bf95079cfd1de93b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:11.731603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:11.740362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-435b706e-b097-4dc5-a6d4-34bd3e73ca0d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/a02b4e95-f972-40c5-a890-22df1d578ef6 HTTP/1.1" status: 204 len: 168 time: 1.2048652 Mar 21 06:58:11.740362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db9f25-5452-40df-b52b-49b9696945ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2544e-6c8e-43bf-9a75-d1f2f4932ba8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.743851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54224) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:11.765797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.768413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:11.771832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-90505573'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:11.776319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332078f9-70b2-4711-90cb-d2d2736fcd24 None None] Network a02b4e95-f972-40c5-a890-22df1d578ef6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:11.787809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:11.797965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:11.813878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:11.818469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:11.818963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.835334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:11.841095 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:11.870576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.872257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:11.878246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.919369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] For port 947a10b2-99cc-47ee-906a-cae7890c3bf5, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:11.922443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=46f5a632-272e-46e0-849b-940d1f3485d2,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:11.937957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332078f9-70b2-4711-90cb-d2d2736fcd24 None None] Network a02b4e95-f972-40c5-a890-22df1d578ef6 could not be found, it might have been deleted concurrently. {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 21 06:58:11.948776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:11.949451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba96d628-ff0e-43db-90bf-ab3d6ecd0661 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:11.975731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:12.005802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.006254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment bf0f4492-a92a-42d1-8b50-0c21f37f9dd9 of type vlan for network 78581370-25e2-4727-9e3f-f6f2d31f20fd Mar 21 06:58:12.036366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:58:12.036366 dv-neutron-834307-1-hyperv neutron-server[87987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:58:12.036366 dv-neutron-834307-1-hyperv neutron-server[87987]: [parameters: {'id': 'd1fd11a7-4197-4fe4-8072-3180a3f8b8a4'}] Mar 21 06:58:12.036366 dv-neutron-834307-1-hyperv neutron-server[87987]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:12.037599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:12.042190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.068306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.083507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] For port 947a10b2-99cc-47ee-906a-cae7890c3bf5, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=947a10b2-99cc-47ee-906a-cae7890c3bf5,segment=NetworkSegment(44415385-9c87-47a4-a2b1-7ff385603197),segment_id=44415385-9c87-47a4-a2b1-7ff385603197)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:12.088416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2544e-6c8e-43bf-9a75-d1f2f4932ba8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.100731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.105277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fcee1f8-6da9-4975-ac77-1b23c17ebcdc None None] Provisioning complete for port 46f5a632-272e-46e0-849b-940d1f3485d2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:12.105819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2fcee1f8-6da9-4975-ac77-1b23c17ebcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.106577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:12.107186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.147100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5964f25-3e81-45e4-b25b-6fe7c4fc2dd8 None None] Network 3a044fb1-4ddb-4c2c-b551-373aa9a61531 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:12.149489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.150803 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7432cd89-7866-4783-b4e8-d668a16d5981 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3b2544e-6c8e-43bf-9a75-d1f2f4932ba8 HTTP/1.1" status: 204 len: 168 time: 0.4338429 Mar 21 06:58:12.161842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.207619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port ba96d628-ff0e-43db-90bf-ab3d6ecd0661, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba96d628-ff0e-43db-90bf-ab3d6ecd0661,segment=NetworkSegment(f100cc75-dd80-4cec-84b4-c0036f1e6f11),segment_id=f100cc75-dd80-4cec-84b4-c0036f1e6f11)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:12.208121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.224964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4798746 Mar 21 06:58:12.227902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54230) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:12.234190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:12.248219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '78581370-25e2-4727-9e3f-f6f2d31f20fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:12.316376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d17b-8a93-48a6-be1f-6d4586af358f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=78581370-25e2-4727-9e3f-f6f2d31f20fd,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.373270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:12.414496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for ba96d628-ff0e-43db-90bf-ab3d6ecd0661 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:12.486314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.496924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.511435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:12.521320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.521929 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Added segment c8ce62a1-5abf-4381-963d-ba38cd00d506 of type vlan for network 16cd29be-bd22-480f-8edd-c67806d59c5f Mar 21 06:58:12.534434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84e682-b0e2-4d94-bf81-12a4f6f42b70 None None] Network d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:12.551989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.563346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:12.568075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:12.572001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:12.578548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:12.589101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.592236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:12.596186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.607394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.612871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:12.614603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54236) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:12.614760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356957-cb66-45a1-8b7e-84ee1a2181a5 None None] Pushing event updated for resources: {'Port': ['ID=947a10b2-99cc-47ee-906a-cae7890c3bf5,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.614870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.744190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 947a10b2-99cc-47ee-906a-cae7890c3bf5 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:12.744524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.759855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f6a1d1b7-ceb1-45e9-8442-6bd5e8154d15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb526a0a55b144e1bacd8020007f2458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418338 Mar 21 06:58:12.760533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54240) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:12.851392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8309e8-139e-4c60-a9e8-85a0f7e2aebd,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.854847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.873426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba441d9-f95c-42fe-b738-74053a9f32cb None None] DHCP port deletion for 3a044fb1-4ddb-4c2c-b551-373aa9a61531 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:12.892009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:12.919129 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8661919 Mar 21 06:58:12.920952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b87c3-7df8-41c9-908a-97adf002d5e4 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'Network': ['ID=16cd29be-bd22-480f-8edd-c67806d59c5f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.922146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54244) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:12.923330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2409e8-7189-449b-8c06-11c0a84ce276 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:12.942538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Request body: {'subnet': {'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:12.948497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=ba96d628-ff0e-43db-90bf-ab3d6ecd0661,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:12.952500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No DVR routers for this DVR port ba96d628-ff0e-43db-90bf-ab3d6ecd0661 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:12.960234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 16cd29be-bd22-480f-8edd-c67806d59c5f details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:12.975367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.008139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d155c696-69ef-4b43-a1ee-1c9572b991cd None None] Could not find standard attr ID for object ba96d628-ff0e-43db-90bf-ab3d6ecd0661. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:58:13.126587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.151992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2409e8-7189-449b-8c06-11c0a84ce276 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:13.170045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.188021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 947a10b2-99cc-47ee-906a-cae7890c3bf5, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=947a10b2-99cc-47ee-906a-cae7890c3bf5,segment=NetworkSegment(44415385-9c87-47a4-a2b1-7ff385603197),segment_id=44415385-9c87-47a4-a2b1-7ff385603197)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:13.188377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.191009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:13.200893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Usage tracker for resource:subnet and tenant:00eefbc73cd04b36bf95079cfd1de93b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:13.204468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:13.223867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:13.242484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=e07f8fc2-7d12-496c-b67d-d134a2d006a8,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:13.252621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.265556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Made reservation on behalf of 00eefbc73cd04b36bf95079cfd1de93b for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:13.267471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a044fb1-4ddb-4c2c-b551-373aa9a61531']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:13.268997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.286339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': 'bf0f4492-a92a-42d1-8b50-0c21f37f9dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '78581370-25e2-4727-9e3f-f6f2d31f20fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:13.286706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 78581370-25e2-4727-9e3f-f6f2d31f20fd, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:13.315381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb0fcb-de59-4bf1-89fd-680a2b44e13a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:13.403788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:13.420956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.424586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c803c7ce-306b-4eea-9656-3a6bcafb3ed2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aebb0fcb-de59-4bf1-89fd-680a2b44e13a HTTP/1.1" status: 204 len: 168 time: 0.6611173 Mar 21 06:58:13.429162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 78581370-25e2-4727-9e3f-f6f2d31f20fd) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:13.446240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:13.447272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.460602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 947a10b2-99cc-47ee-906a-cae7890c3bf5 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:13.475940 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-19eeeccb-2c2b-4d3e-9d90-ca7d9870d21c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2462296 Mar 21 06:58:13.479234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54254) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:13.498662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f100cc75-dd80-4cec-84b4-c0036f1e6f11') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:13.498948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f100cc75-dd80-4cec-84b4-c0036f1e6f11') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:13.521986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.546629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.563929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:13.564397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:13.580150 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:13.653165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.700648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aac296-928e-40c0-ae71-fa0b9e8094cb None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:13.709939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port 947a10b2-99cc-47ee-906a-cae7890c3bf5 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:13.733424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.742057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.812327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=947a10b2-99cc-47ee-906a-cae7890c3bf5,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:13.828378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.838241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:13.867058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aac296-928e-40c0-ae71-fa0b9e8094cb None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:13.869837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'Subnet': ['ID=8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:13.870391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 46f5a632-272e-46e0-849b-940d1f3485d2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:13.942443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=3a044fb1-4ddb-4c2c-b551-373aa9a61531,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:13.976536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Checking segment: {'id': 'c8ce62a1-5abf-4381-963d-ba38cd00d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:13.977030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Network hostable DHCP agents. Network: 16cd29be-bd22-480f-8edd-c67806d59c5f, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:13.986646 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-87a39fdc-a698-46f3-9779-08f147a5e33f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/3a044fb1-4ddb-4c2c-b551-373aa9a61531 HTTP/1.1" status: 204 len: 168 time: 2.8286204 Mar 21 06:58:13.989808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54266) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:13.990284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.007482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'name': 'tempest-PortsIpV6TestJSON-714047542'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:14.108164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Network 16cd29be-bd22-480f-8edd-c67806d59c5f is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:14.109701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 46f5a632-272e-46e0-849b-940d1f3485d2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:14.110142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.116720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.172737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=e07f8fc2-7d12-496c-b67d-d134a2d006a8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:14.204762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:14.218711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 16cd29be-bd22-480f-8edd-c67806d59c5f) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:14.335054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.341869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:14.344471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.379526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78581370-25e2-4727-9e3f-f6f2d31f20fd']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.404203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:14.411631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.423436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0f4492-a92a-42d1-8b50-0c21f37f9dd9') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.423436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0f4492-a92a-42d1-8b50-0c21f37f9dd9') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.435945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.446891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fd11a7-4197-4fe4-8072-3180a3f8b8a4']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.460328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.462395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 1c0d4b84-c009-4726-83e1-63eac7b4976e yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:14.468194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba96d628-ff0e-43db-90bf-ab3d6ecd0661 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:14.471920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:14.476559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.497921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44415385-9c87-47a4-a2b1-7ff385603197') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.498219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44415385-9c87-47a4-a2b1-7ff385603197') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:14.516367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.526222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ba96d628-ff0e-43db-90bf-ab3d6ecd0661 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:14.526561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba96d628-ff0e-43db-90bf-ab3d6ecd0661 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:14.551559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.557950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:14.558349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:14.595765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54280) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:14.603333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:14.605351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.615994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.648713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434dc5c-ea1a-41f4-a55d-39b316aae06d None None] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:14.649957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.652543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=78581370-25e2-4727-9e3f-f6f2d31f20fd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:14.674514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e689d0-7a6f-46a5-9fdc-8203aec5891c None None] Network 16cd29be-bd22-480f-8edd-c67806d59c5f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:14.679553 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cc356602-c96d-4b9e-bf9f-264c37a450d7 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/78581370-25e2-4727-9e3f-f6f2d31f20fd HTTP/1.1" status: 204 len: 168 time: 1.1988232 Mar 21 06:58:14.680756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54286) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:14.694327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d24e8b44-f07d-4ea6-8707-ab9fc1816ef9 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7702105 Mar 21 06:58:14.698695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30369428'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:14.701911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:14.710476 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:14.712842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Request body: {'port': {'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2001955529'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:14.719247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.737432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:14.745980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:14.766530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:14.778090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:14.783689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.796097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=d1fd11a7-4197-4fe4-8072-3180a3f8b8a4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:14.826878 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c912438d-2ce1-446a-828b-add7fac6b3e5 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 HTTP/1.1" status: 204 len: 168 time: 5.8098216 Mar 21 06:58:14.832550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54294) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:14.840196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397204248'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:14.850571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-112241387'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:14.855848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:14.867851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:14.872958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:14.881940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434dc5c-ea1a-41f4-a55d-39b316aae06d None None] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd could not be found, it might have been deleted concurrently. {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 21 06:58:14.882480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:14.887500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:14.889893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:14.893956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.898096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3767a22-a016-44dd-a211-cecad7e22033 None None] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:14.912990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:network and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:14.929546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:14.931201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3767a22-a016-44dd-a211-cecad7e22033 None None] Network 78581370-25e2-4727-9e3f-f6f2d31f20fd could not be found, it might have been deleted concurrently. {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 21 06:58:14.949585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:14.963565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:14.973902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:14.974547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:14.974547 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 86c0a118-ebef-4680-931b-b1253b747324 of type vlan for network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 Mar 21 06:58:14.977393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.000863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-16cd29be-bd22-480f-8edd-c67806d59c5f', 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f', 'tenant_id': '00eefbc73cd04b36bf95079cfd1de93b', 'fixed_ips': [{'subnet_id': '8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:15.001728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.045763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.047472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:15.060816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.061492 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment f690b276-e986-4e8d-80be-ce0ffbad890d of type vlan for network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 Mar 21 06:58:15.095314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.122047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.179377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:15.183329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.184378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Allocated IP 172.20.0.2 (16cd29be-bd22-480f-8edd-c67806d59c5f/8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94/9ffe4140-291c-496c-8ca9-8192d889fcf1) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:15.196708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.201899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.202037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:15.202593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.207071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:15.208334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:15.210533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.223728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Usage tracker for resource:port and tenant:00eefbc73cd04b36bf95079cfd1de93b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:15.228177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:15.235807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:15.241040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:15.245008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:security_group_rule and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:15.248025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:15.253888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:15.263486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:15.269591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:15.270458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.277085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=1c0d4b84-c009-4726-83e1-63eac7b4976e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.348094 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5138447 Mar 21 06:58:15.351368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:15.355759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b3c31-364a-44bb-9f91-849801d767a2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=56d3a51d-94d8-4e28-b9cf-1cceed6489c2,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.360971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:15.367386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:15.370500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:15.379376 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91b6e50d-862b-40ff-829a-8b9ca9b46dd2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3884952 Mar 21 06:58:15.382360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.383245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:15.385947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:58:15.430302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.461703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Made reservation on behalf of 00eefbc73cd04b36bf95079cfd1de93b for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:15.465007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.484320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:15.489330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:15.492189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:15.498389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:15.512581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:15.513927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.516232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.519478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:15.520157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.542257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.551494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:15.554988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Transition to ACTIVE for port object 9ffe4140-291c-496c-8ca9-8192d889fcf1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:15.575175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Transition to ACTIVE for port object 9ffe4140-291c-496c-8ca9-8192d889fcf1 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:15.583041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.584082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38326c99-c780-4e53-b0f2-eb8df48a29d7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.588204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] device_id is not set on port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:15.633530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 1c0d4b84-c009-4726-83e1-63eac7b4976e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:15.633950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.660191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Network 16cd29be-bd22-480f-8edd-c67806d59c5f is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:15.663312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:15.667792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:15.671606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Pushing event updated for resources: {'Port': ['ID=9ffe4140-291c-496c-8ca9-8192d889fcf1,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.691952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.692274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Added segment 11a740e4-5503-4573-992b-471f543803a5 of type vlan for network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 Mar 21 06:58:15.758033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.806521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Attempting to bind port 9ffe4140-291c-496c-8ca9-8192d889fcf1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:15.806879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Attempting to bind port 9ffe4140-291c-496c-8ca9-8192d889fcf1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'c8ce62a1-5abf-4381-963d-ba38cd00d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:15.807243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Attempting to bind port 9ffe4140-291c-496c-8ca9-8192d889fcf1 on network 16cd29be-bd22-480f-8edd-c67806d59c5f {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:15.807737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.814382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:15.814382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Checking segment: {'id': 'c8ce62a1-5abf-4381-963d-ba38cd00d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:15.814382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.814866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Bound using segment: {'id': 'c8ce62a1-5abf-4381-963d-ba38cd00d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:15.815312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Bound port: 9ffe4140-291c-496c-8ca9-8192d889fcf1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ce62a1-5abf-4381-963d-ba38cd00d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:15.815691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.826640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cee9dd91-9af1-4a93-9de0-3fe7374efa6f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1390474 Mar 21 06:58:15.834829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54306) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:15.864291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:15.869555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:15.883563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': 'fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:15.950784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=a1abba47-32cd-43d2-9e6a-e9073c9e02db,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:15.964852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': 'f690b276-e986-4e8d-80be-ce0ffbad890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:15.965248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: 56d3a51d-94d8-4e28-b9cf-1cceed6489c2, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:15.989917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:16.008295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 56d3a51d-94d8-4e28-b9cf-1cceed6489c2) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:16.014061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:16.015510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.018169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] For port 9ffe4140-291c-496c-8ca9-8192d889fcf1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:16.022880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2410f7a-28e3-4a86-9039-51ab3a6e75e5 None None] Network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:16.042496 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f5650b52-0235-4261-a13b-d3f52dba2404 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6874621 Mar 21 06:58:16.044453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54310) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:16.054557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] For port 9ffe4140-291c-496c-8ca9-8192d889fcf1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9ffe4140-291c-496c-8ca9-8192d889fcf1,segment=NetworkSegment(c8ce62a1-5abf-4381-963d-ba38cd00d506),segment_id=c8ce62a1-5abf-4381-963d-ba38cd00d506)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:16.062457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.185667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.191154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:16.191758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.196788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Allocated IP 172.20.0.6 (16cd29be-bd22-480f-8edd-c67806d59c5f/8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94/de9c0bdf-55c7-4a32-b7dc-02d01a1bab28) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:16.211928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.266350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:16.288224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289c6db-8ef3-4a84-bdf1-cc29b8273e61 None None] Pushing event updated for resources: {'Port': ['ID=9ffe4140-291c-496c-8ca9-8192d889fcf1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:16.288602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:16.299907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.313864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:16.335426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.392156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-56d3a51d-94d8-4e28-b9cf-1cceed6489c2', 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': 'a1abba47-32cd-43d2-9e6a-e9073c9e02db'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:16.393867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.396243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7966735 Mar 21 06:58:16.397425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:16.400260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54314) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:16.408362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'subnet': {'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:16.568638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 1c0d4b84-c009-4726-83e1-63eac7b4976e owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:16.582877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:16.588840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:subnet and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:16.592313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:16.599249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:16.612645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:16.613784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2b0d-bc05-4eda-9ed9-c497a0ed404d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Network': ['ID=1dcf014a-a0d7-439c-9f6e-ef2a20df5d72,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:16.617427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.629258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:16.647776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Allocated IP 2001:db8::1 (56d3a51d-94d8-4e28-b9cf-1cceed6489c2/a1abba47-32cd-43d2-9e6a-e9073c9e02db/dbad0266-f741-4f9d-aa77-26252f6baf27) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:16.666892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:16.670335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.865191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.872515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.942181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=1c0d4b84-c009-4726-83e1-63eac7b4976e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:16.954652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.959840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Subnet': ['ID=9ff1cd28-be1a-4607-8625-3d0f1c48024e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:16.969047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Checking segment: {'id': '11a740e4-5503-4573-992b-471f543803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:16.969551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network hostable DHCP agents. Network: 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:16.982511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:16.995849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:17.000408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Transition to ACTIVE for port object dbad0266-f741-4f9d-aa77-26252f6baf27 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:17.000957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ffab46cd-7358-47b5-85d0-8152ceebc496 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/1c0d4b84-c009-4726-83e1-63eac7b4976e HTTP/1.1" status: 204 len: 168 time: 1.6058888 Mar 21 06:58:17.004036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54318) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:17.012157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'mac_address': 'fa:16:3e:b0:f3:3a', 'name': 'tempest-PortsIpV6TestJSON-255533825'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:17.024070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.034256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Transition to ACTIVE for port object dbad0266-f741-4f9d-aa77-26252f6baf27 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:17.043130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.049314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:17.061010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:17.061751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.098086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a18f83-4696-46e0-9fe3-99e4bd923a28 None None] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:17.156420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d51ae39-e36e-4f14-b08f-3efdb3cfe39b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7550991 Mar 21 06:58:17.162113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54322) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:17.177011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.184144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-828927554', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:17.201035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Transition to ACTIVE for port object de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:17.246950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:17.263766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=a1abba47-32cd-43d2-9e6a-e9073c9e02db,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:17.265736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:router and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:17.272420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:17.274585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.292081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:17.316879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.324474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:17.325723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:17.338260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:17.342973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Pushing event updated for resources: {'Port': ['ID=dbad0266-f741-4f9d-aa77-26252f6baf27,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:17.353704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:17.382595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:17.391052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:17.399972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:17.443473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Network 16cd29be-bd22-480f-8edd-c67806d59c5f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:17.452534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:17.459927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=d95f85ee-ca22-4e92-9c33-b81f76970638,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:17.463587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:17.469498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.470589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.479496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.488282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:17.504359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'Port': ['ID=de9c0bdf-55c7-4a32-b7dc-02d01a1bab28,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:17.508997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7349ce3-682b-4c42-b8b1-dc67db55c07a None None] Network 16cd29be-bd22-480f-8edd-c67806d59c5f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:17.531751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '86c0a118-ebef-4680-931b-b1253b747324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:17.531988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:17.545787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d3a51d-94d8-4e28-b9cf-1cceed6489c2']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:17.560128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:17.560772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.572859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0306dc73-af74-428f-b3a7-362f2997a3d8 None None] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:17.584961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:17.596626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c09b744c-b2c2-4ca1-84af-b697b6b3088b tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8905141 Mar 21 06:58:17.596826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54328) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:17.600768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8e993c9a-2f80-4ee9-bb7a-3c85ee08d96c None None] Provisioning for port 9ffe4140-291c-496c-8ca9-8192d889fcf1 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:17.603265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Request body: {'port': {'network_id': '16cd29be-bd22-480f-8edd-c67806d59c5f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-462988385', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:17.603695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] bootfile-name is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:17.604033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] tftp-server is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:17.604357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] server-ip-address is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:17.610423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.618671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:17.624744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f690b276-e986-4e8d-80be-ce0ffbad890d') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:17.625042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f690b276-e986-4e8d-80be-ce0ffbad890d') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:17.638684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:17.639356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.657111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.673286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.697337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.700448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Attempting to bind port dbad0266-f741-4f9d-aa77-26252f6baf27 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:17.700816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Attempting to bind port dbad0266-f741-4f9d-aa77-26252f6baf27 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'f690b276-e986-4e8d-80be-ce0ffbad890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:17.701167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Attempting to bind port dbad0266-f741-4f9d-aa77-26252f6baf27 on network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:17.703565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9787c-1f50-473f-8f15-d28313dbaae0 None None] Network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:17.709397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-00181173-e26f-47f8-b506-6f0df79287bc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8713889 Mar 21 06:58:17.714874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54332) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:17.780618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:17.781492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.795473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:17.795846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Checking segment: {'id': 'f690b276-e986-4e8d-80be-ce0ffbad890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:17.796241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.797186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Bound using segment: {'id': 'f690b276-e986-4e8d-80be-ce0ffbad890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:17.797186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Bound port: dbad0266-f741-4f9d-aa77-26252f6baf27, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f690b276-e986-4e8d-80be-ce0ffbad890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:17.797416 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:17.799101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.799173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 5ba266df-943e-4d6b-b071-8249d82cee7c yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:17.899227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:17.907994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Usage tracker for resource:port and tenant:00eefbc73cd04b36bf95079cfd1de93b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:17.930693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:17.938753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9ffe4140-291c-496c-8ca9-8192d889fcf1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:17.942933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:17.951653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:17.965602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Made reservation on behalf of 00eefbc73cd04b36bf95079cfd1de93b for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:17.970192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.035637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] device_id is not set on port d7594dde-8a60-4acd-8efa-7f60f0c935c3 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:18.118310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.177013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:58:18.177013 dv-neutron-834307-1-hyperv neutron-server[87987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:58:18.177013 dv-neutron-834307-1-hyperv neutron-server[87987]: [parameters: {'id': '56d3a51d-94d8-4e28-b9cf-1cceed6489c2'}] Mar 21 06:58:18.177013 dv-neutron-834307-1-hyperv neutron-server[87987]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:18.177829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:18.200749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] For port dbad0266-f741-4f9d-aa77-26252f6baf27, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:18.247299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] For port dbad0266-f741-4f9d-aa77-26252f6baf27, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=dbad0266-f741-4f9d-aa77-26252f6baf27,segment=NetworkSegment(f690b276-e986-4e8d-80be-ce0ffbad890d),segment_id=f690b276-e986-4e8d-80be-ce0ffbad890d)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:18.267672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Allocated IP 172.20.0.13 (16cd29be-bd22-480f-8edd-c67806d59c5f/8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94/d7594dde-8a60-4acd-8efa-7f60f0c935c3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:18.293905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.309985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9ffe4140-291c-496c-8ca9-8192d889fcf1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:18.334449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.390592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9ffe4140-291c-496c-8ca9-8192d889fcf1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:18.390963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.450353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.468559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.531122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.543692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=d95f85ee-ca22-4e92-9c33-b81f76970638,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:18.578590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792456cd-28d5-4afb-b363-f2b54905d56f None None] Pushing event updated for resources: {'Port': ['ID=dbad0266-f741-4f9d-aa77-26252f6baf27,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:18.607537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca993d-8f6c-472e-bb13-9aed78abdc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6', 'network_id': 'fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': 'd95f85ee-ca22-4e92-9c33-b81f76970638'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:18.608349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22ca993d-8f6c-472e-bb13-9aed78abdc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.651360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.657324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.684597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c72c4a-c541-44ce-a179-0db6018c0daa None None] Network 56d3a51d-94d8-4e28-b9cf-1cceed6489c2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:18.703493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.706101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:18.723894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.727730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c0a118-ebef-4680-931b-b1253b747324') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:18.728021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c0a118-ebef-4680-931b-b1253b747324') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:18.747735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.763945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Transition to ACTIVE for port object d7594dde-8a60-4acd-8efa-7f60f0c935c3 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:18.775427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.786954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:18.787359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:18.803317 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:18.812825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:18.837075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.846364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:18.854776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:18.860340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:18.860960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.865602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=5ba266df-943e-4d6b-b071-8249d82cee7c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:18.873962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port dbad0266-f741-4f9d-aa77-26252f6baf27 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:18.873962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.910571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.912746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.947201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b24b8-98c4-472d-a663-523a96b0ef89 None None] Network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:18.969417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.970715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:18.982679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b24b8-98c4-472d-a663-523a96b0ef89 None None] Network fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 could not be found, it might have been deleted concurrently. {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 21 06:58:18.984513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9ffe4140-291c-496c-8ca9-8192d889fcf1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9ffe4140-291c-496c-8ca9-8192d889fcf1,segment=NetworkSegment(c8ce62a1-5abf-4381-963d-ba38cd00d506),segment_id=c8ce62a1-5abf-4381-963d-ba38cd00d506)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:19.003118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.012442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.018510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Network 16cd29be-bd22-480f-8edd-c67806d59c5f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:19.026022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:19.033739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:19.038063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:19.038910 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2a0f711d-9c4c-4739-a2a8-5259ff27ffe2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0336390 Mar 21 06:58:19.048385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54336) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.087273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'Port': ['ID=d7594dde-8a60-4acd-8efa-7f60f0c935c3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:19.091173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d727c1c-b7bb-4b7b-8b40-cab796ee666d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 HTTP/1.1" status: 204 len: 168 time: 1.3753550 Mar 21 06:58:19.096334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54340) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.108971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714358015'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:19.120284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:19.130361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:19.135235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:19.148259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9ffe4140-291c-496c-8ca9-8192d889fcf1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:19.161353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:19.166558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Provisioning for port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:19.172572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Provisioning complete for port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:19.172943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.179639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.180305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.195067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:19.199093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.231949 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-95223bb4-3ee1-4be4-833f-09eab766dd81 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6340723 Mar 21 06:58:19.240611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54344) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.249861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:19.264696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c842a-56a2-426f-8196-947b75a9532c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.265295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-610c842a-56a2-426f-8196-947b75a9532c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:19.265720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Provisioning complete for port 9ffe4140-291c-496c-8ca9-8192d889fcf1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:19.266386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-18de3fa2-077b-48ff-9205-bf0776d1cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.278910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:19.302105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.302518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment b5f2a707-5cd9-48a6-bdc8-c032caa617aa of type vlan for network 60f81e61-26a6-4156-a7df-660b99c84fb7 Mar 21 06:58:19.414801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port dbad0266-f741-4f9d-aa77-26252f6baf27, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=dbad0266-f741-4f9d-aa77-26252f6baf27,segment=NetworkSegment(f690b276-e986-4e8d-80be-ce0ffbad890d),segment_id=f690b276-e986-4e8d-80be-ce0ffbad890d)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:19.415085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.469800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.498727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.505072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.511025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.511917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Synchronizing usage tracker for tenant:00eefbc73cd04b36bf95079cfd1de93b on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:19.541835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.548824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:19.549456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074c39a-5f74-4f0e-a618-9b5ba151fdb7 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:19.549568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.570388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for dbad0266-f741-4f9d-aa77-26252f6baf27 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:19.571683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Unset dirty status for tenant:00eefbc73cd04b36bf95079cfd1de93b on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:19.572895 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f4dfbda0-7663-4ea5-8b59-eb9c4559ea82 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3313072 Mar 21 06:58:19.590185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54348) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.617758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-610c842a-56a2-426f-8196-947b75a9532c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:19.619161 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-610c842a-56a2-426f-8196-947b75a9532c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/5ba266df-943e-4d6b-b071-8249d82cee7c HTTP/1.1" status: 200 len: 844 time: 0.5696640 Mar 21 06:58:19.629310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54352) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.648625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Provisioning complete for port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:19.649000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.704773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6051340 Mar 21 06:58:19.718710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54356) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:19.731433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:19.735338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:19.765409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934e784-9c9c-418a-bd30-a179696acfbf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=60f81e61-26a6-4156-a7df-660b99c84fb7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:19.779542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Deleting port d7594dde-8a60-4acd-8efa-7f60f0c935c3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:19.779982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.783879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Provisioning for port d7594dde-8a60-4acd-8efa-7f60f0c935c3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:19.788862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074c39a-5f74-4f0e-a618-9b5ba151fdb7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:19.796633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:19.819905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9ffe4140-291c-496c-8ca9-8192d889fcf1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:19.833408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.24 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/e2e0b91e-5148-4e26-a3b2-6c3f4ad5d2a7) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:19.860638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Provisioning complete for port d7594dde-8a60-4acd-8efa-7f60f0c935c3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:19.860638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.913406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 5ba266df-943e-4d6b-b071-8249d82cee7c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:19.913766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:19.974812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.046176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.084723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=dbad0266-f741-4f9d-aa77-26252f6baf27,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:20.100250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port dbad0266-f741-4f9d-aa77-26252f6baf27 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:20.100495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-45920180-8ba8-45e5-8b7a-2d428e3b2027 None None] Port d7594dde-8a60-4acd-8efa-7f60f0c935c3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:20.107086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.150917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9ffe4140-291c-496c-8ca9-8192d889fcf1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:20.151287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.154473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 is not hosted by any dhcp agent {{(pid=87988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 21 06:58:20.160445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:20.161066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.165893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "PUT /v2.0/networks/60f81e61-26a6-4156-a7df-660b99c84fb7 HTTP/1.1" status: 200 len: 723 time: 0.4434752 Mar 21 06:58:20.168507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54360) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:20.195277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:20.343412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.384737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.414693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:20.434182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:20.454981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d3a51d-94d8-4e28-b9cf-1cceed6489c2']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:20.484571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248bb43-3c28-461c-83b5-7ec1ed238664 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=60f81e61-26a6-4156-a7df-660b99c84fb7,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:20.485184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f690b276-e986-4e8d-80be-ce0ffbad890d') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:20.485373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f690b276-e986-4e8d-80be-ce0ffbad890d') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:20.492263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:20.501797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:20.509315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.512447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:20.518625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.560743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:20.564091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.586082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.648182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.659343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 5ba266df-943e-4d6b-b071-8249d82cee7c owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:20.699004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:20.699406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:20.714196 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:20.788467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Calling delete_port for d7594dde-8a60-4acd-8efa-7f60f0c935c3 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:20.812249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.819376 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-029cbd7f-0966-4714-8280-ca710b26e835 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5047004 Mar 21 06:58:20.894580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.899316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:20.919160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:20.926541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.930211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:20.960273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:20.969330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=56d3a51d-94d8-4e28-b9cf-1cceed6489c2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:20.981283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=e2e0b91e-5148-4e26-a3b2-6c3f4ad5d2a7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:21.036547 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dc23a53c-0248-4569-b48b-4566a97e6de9 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/56d3a51d-94d8-4e28-b9cf-1cceed6489c2 HTTP/1.1" status: 204 len: 168 time: 4.9908795 Mar 21 06:58:21.048535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54366) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:21.049355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=5ba266df-943e-4d6b-b071-8249d82cee7c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:21.061879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728430749'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:21.065707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.067483 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7e01129-1032-4fc8-b4d0-70f01de1caec tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/5ba266df-943e-4d6b-b071-8249d82cee7c HTTP/1.1" status: 204 len: 168 time: 1.4349234 Mar 21 06:58:21.070429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54370) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:21.128131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:21.167041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:21.170719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-c46fb1b7-3136-42dd-85be-7670f44650be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:21.172201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-c46fb1b7-3136-42dd-85be-7670f44650be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dcdde429ec834f0499055d8f43c93df9&device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 1098 time: 0.3262570 Mar 21 06:58:21.182607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:21.215752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.246830 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-20063b23-e198-4deb-b311-d4915a27e454 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:58:21.247414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-20063b23-e198-4deb-b311-d4915a27e454 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:21.250118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:21.297631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event deleted for resources: {'Port': ['ID=d7594dde-8a60-4acd-8efa-7f60f0c935c3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:21.323476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:21.327224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.395115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.459569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-20063b23-e198-4deb-b311-d4915a27e454 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:21.464129 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-20063b23-e198-4deb-b311-d4915a27e454 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/5ba266df-943e-4d6b-b071-8249d82cee7c HTTP/1.1" status: 404 len: 333 time: 0.3347230 Mar 21 06:58:21.467877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54374) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:21.482573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'name': 'tempest-PortsIpV6TestJSON-1790684625'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:21.521910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:21.561793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=f5d8dd35-3d07-42d1-adc2-c8e2074d3be6,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:21.573889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-03f5eb8a-da7a-4511-8842-4dec080b2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:21.575327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-03f5eb8a-da7a-4511-8842-4dec080b2339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 200 len: 907 time: 0.3809252 Mar 21 06:58:21.580085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.654030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.654377 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 023c22d8-6158-48db-a746-ea3254f16f21 of type vlan for network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb Mar 21 06:58:21.656758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:21.657169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 60f81e61-26a6-4156-a7df-660b99c84fb7, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:21.700556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7b8f4b00-6a6d-47d1-a5e7-9b88de81c791 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "DELETE /v2.0/ports/d7594dde-8a60-4acd-8efa-7f60f0c935c3 HTTP/1.1" status: 204 len: 168 time: 2.1067004 Mar 21 06:58:21.705395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54378) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:21.717471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Request body: {'port': {'name': 'tempest-new-port-name-123189312', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:21.717864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] bootfile-name is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:21.718202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] tftp-server is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:21.718529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.api.validators [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] server-ip-address is not in valid_values {{(pid=87988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 21 06:58:21.763271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-b6ad8cf2-2dae-488c-b3d5-2c677c62bb27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 200 len: 1001 time: 0.1795940 Mar 21 06:58:21.766008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:21.767247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.778352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:21.806575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:21.826122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 60f81e61-26a6-4156-a7df-660b99c84fb7) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:21.832946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:21.832946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574755'] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.837602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d8eac-2f57-49e2-a1b0-f75d546839fc None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:21.841036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.897013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:21.900632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.924009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c268ec4d-4c65-44a0-8d42-222f96e81ec9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505639 Mar 21 06:58:21.924009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-48ece0bd-4151-469d-a8d6-bbd6d13851ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:21.925612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-48ece0bd-4151-469d-a8d6-bbd6d13851ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f82f3e50-dbbe-4bee-9759-ab171926389e HTTP/1.1" status: 200 len: 845 time: 0.1455812 Mar 21 06:58:21.926074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54382) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:21.934478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:21.941544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.947264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:21.947825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:21.978707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:22.008807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.071403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-60f81e61-26a6-4156-a7df-660b99c84fb7', 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': 'f5d8dd35-3d07-42d1-adc2-c8e2074d3be6'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:22.072297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.181500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2693238'] for subnet, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.182032 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1298227 Mar 21 06:58:22.208233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54388) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:22.228966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:22.263749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be80ab-0bcd-47ac-ad62-da1e840ffb4d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:22.287949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:22.304063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Allocated IP 172.20.0.2 (60f81e61-26a6-4156-a7df-660b99c84fb7/f5d8dd35-3d07-42d1-adc2-c8e2074d3be6/ba063ca0-acff-488d-966b-1dc257e7976d) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:22.351694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-bb31ca2e-5fd3-4d83-9f71-9fa342b2ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:22.353254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-bb31ca2e-5fd3-4d83-9f71-9fa342b2ec55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88795e63-4a3e-44de-9d62-6d2b3ba29c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3892655 Mar 21 06:58:22.531930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe9fea99-ee37-4e53-b274-b569f75a110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.536200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-873db70b-a12f-4e00-a002-a927d568656c service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748414 Mar 21 06:58:22.584454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.593204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.619384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:22.638003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:22.645312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:22.657049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.660901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:22.668380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Transition to ACTIVE for port object ba063ca0-acff-488d-966b-1dc257e7976d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:22.672217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.676567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.689600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Transition to ACTIVE for port object ba063ca0-acff-488d-966b-1dc257e7976d will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:22.696114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.759297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:22.766715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.768246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:22.771845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:22.776429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:22.794108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Pushing event updated for resources: {'Port': ['ID=ba063ca0-acff-488d-966b-1dc257e7976d,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:22.905695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Attempting to bind port ba063ca0-acff-488d-966b-1dc257e7976d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:22.906404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Attempting to bind port ba063ca0-acff-488d-966b-1dc257e7976d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:22.906404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Attempting to bind port ba063ca0-acff-488d-966b-1dc257e7976d on network 60f81e61-26a6-4156-a7df-660b99c84fb7 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:22.913433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:22.913825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Checking segment: {'id': 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:22.914211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.914606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Bound using segment: {'id': 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:22.915083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Bound port: ba063ca0-acff-488d-966b-1dc257e7976d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '60f81e61-26a6-4156-a7df-660b99c84fb7'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:22.915462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:22.989803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event updated for resources: {'Port': ['ID=de9c0bdf-55c7-4a32-b7dc-02d01a1bab28,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:23.013576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] In _notify_port_updated(), no bound segment for port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 on network 16cd29be-bd22-480f-8edd-c67806d59c5f {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:58:23.019900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:23.020177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.023754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-879b1d48-9607-480f-834b-e962bb2e265d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "PUT /v2.0/ports/de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 HTTP/1.1" status: 200 len: 1135 time: 1.3118308 Mar 21 06:58:23.023886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cdbdef7-291d-41c0-a4d5-2f8f2850d16e req-2a9a071c-72be-42f6-813b-67f2fa4817f1 service neutron] 10.222.0.30 "GET /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749088 Mar 21 06:58:23.039316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] For port ba063ca0-acff-488d-966b-1dc257e7976d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:23.044427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] For port ba063ca0-acff-488d-966b-1dc257e7976d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba063ca0-acff-488d-966b-1dc257e7976d,segment=NetworkSegment(b5f2a707-5cd9-48a6-bdc8-c032caa617aa),segment_id=b5f2a707-5cd9-48a6-bdc8-c032caa617aa)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:23.051663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.056999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54392) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:23.091406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.126577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2a03a777-9152-4fcc-b5c8-f1bb35db97b7 None None] Provisioning complete for port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:23.127050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2a03a777-9152-4fcc-b5c8-f1bb35db97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.158432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63edbb-0438-45b6-a028-b90f5fdc51f7 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:23.159889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5c63edbb-0438-45b6-a028-b90f5fdc51f7 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Synchronizing usage tracker for tenant:00eefbc73cd04b36bf95079cfd1de93b on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:23.166668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2723460'] for subnet, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.197539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f03f77-8538-4680-92ea-6282cc9fe019 None None] Pushing event updated for resources: {'Port': ['ID=ba063ca0-acff-488d-966b-1dc257e7976d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:23.200243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2a03a777-9152-4fcc-b5c8-f1bb35db97b7 None None] Port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:23.207561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:23.218948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:23.223451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=5fa4f3fc-da3d-4a53-8943-05e6c8a7c148,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:23.225638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:23.230977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:23.231584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.259843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:23.260664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.264868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "PUT /v2.0/subnets/f5d8dd35-3d07-42d1-adc2-c8e2074d3be6 HTTP/1.1" status: 200 len: 806 time: 1.3378012 Mar 21 06:58:23.265912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:23.276303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5c63edbb-0438-45b6-a028-b90f5fdc51f7 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Unset dirty status for tenant:00eefbc73cd04b36bf95079cfd1de93b on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:23.284155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5c63edbb-0438-45b6-a028-b90f5fdc51f7 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "GET /v2.0/ports/de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 HTTP/1.1" status: 200 len: 1135 time: 0.2263556 Mar 21 06:58:23.286554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54398) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:23.313610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1883ec-118f-44e1-bd98-ec3d555744c5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=f5d8dd35-3d07-42d1-adc2-c8e2074d3be6,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:23.354725 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7d6517dd-1570-40de-84e9-2fbd6e66b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8857853 Mar 21 06:58:23.372308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54404) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:23.388410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:23.480403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.483206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Deleting port de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:23.483206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.494543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port ba063ca0-acff-488d-966b-1dc257e7976d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:23.494876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.539222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:58:23.712632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.745963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port ba063ca0-acff-488d-966b-1dc257e7976d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ba063ca0-acff-488d-966b-1dc257e7976d,segment=NetworkSegment(b5f2a707-5cd9-48a6-bdc8-c032caa617aa),segment_id=b5f2a707-5cd9-48a6-bdc8-c032caa617aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:23.746440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.833619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba063ca0-acff-488d-966b-1dc257e7976d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:23.835816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:23.892727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for ba063ca0-acff-488d-966b-1dc257e7976d owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:23.908794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ba063ca0-acff-488d-966b-1dc257e7976d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:24.026577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=df8dd0b7-8ebb-4c18-987f-4b01df06af13,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:24.039060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.094165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Port': ['ID=ba063ca0-acff-488d-966b-1dc257e7976d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:24.113360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:24.120534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': '023c22d8-6158-48db-a746-ea3254f16f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:24.120896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:24.126676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:24.137842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:24.138848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:24.152965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.190487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No DVR routers for this DVR port ba063ca0-acff-488d-966b-1dc257e7976d on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:24.210844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:24.233942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:24.233942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:57:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:24.303444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Calling delete_port for de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:24.306020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.319319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:24.319730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa48f2-ac8f-4370-85bb-c6fe7eb6f6e2 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:24.355205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8276d73-9989-497b-b456-e841053b38ca None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:24.390424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.391634 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5499a170-58a9-4433-be53-87860e2565f7 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2284975 Mar 21 06:58:24.395604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:24.450395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:24.466912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3228283b-5060-4386-8fcb-f2186616ad2c None None] Could not find standard attr ID for object ba063ca0-acff-488d-966b-1dc257e7976d. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:58:24.471021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.493242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:24.500796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:24.501479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.519428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d8dd35-3d07-42d1-adc2-c8e2074d3be6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:24.528080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c55df6-7cfe-4e0d-bb2e-2504617c0169 None None] Network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:24.539142 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7a57fecf-3d4e-41bd-883a-b2a70405f25b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3269966 Mar 21 06:58:24.546845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54412) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:24.594186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-209f46d6-78a0-40de-84b0-c202d011c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.699168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.709273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.776726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] In _notify_port_updated(), no bound segment for port 5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 on network a08313c5-1308-4cf2-af7b-367a0e43f832 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:58:24.780752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a7e1f-5be7-4fa6-b12f-344624db38e2 None None] DHCP port deletion for 60f81e61-26a6-4156-a7df-660b99c84fb7 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:24.784071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:24.785313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.790099 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/ports/5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 HTTP/1.1" status: 200 len: 818 time: 1.4133918 Mar 21 06:58:24.801777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54416) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:24.817616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9bf28-c20b-4a12-ba46-7440ec561d9f None None] Network 60f81e61-26a6-4156-a7df-660b99c84fb7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:24.870914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ab34-20b0-4f5c-aafe-df46bb9d7b41 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=5fa4f3fc-da3d-4a53-8943-05e6c8a7c148,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:24.876398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.942710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:24.943631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:24.969253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event deleted for resources: {'Port': ['ID=de9c0bdf-55c7-4a32-b7dc-02d01a1bab28,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:24.977160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.010900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb', 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': 'df8dd0b7-8ebb-4c18-987f-4b01df06af13'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:25.011860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.089434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.134306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f81e61-26a6-4156-a7df-660b99c84fb7']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:25.141211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.159369 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db3fa9bb-f617-44a7-b75a-ebbba075f074 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "DELETE /v2.0/ports/de9c0bdf-55c7-4a32-b7dc-02d01a1bab28 HTTP/1.1" status: 204 len: 168 time: 1.8713708 Mar 21 06:58:25.162679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54420) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:25.187052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:25.187341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f2a707-5cd9-48a6-bdc8-c032caa617aa') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:25.228288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.296530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Allocated IP 2001:db8::1 (e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb/df8dd0b7-8ebb-4c18-987f-4b01df06af13/6b5a8efa-693d-45f1-beed-bc1f04cdad81) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:25.325652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Deleting subnet 8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:25.328275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.328654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.337193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.340648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.384007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:25.384492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:25.399669 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:25.495239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:25.560055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.563367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.575715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Transition to ACTIVE for port object 6b5a8efa-693d-45f1-beed-bc1f04cdad81 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:25.585163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.600059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Transition to ACTIVE for port object 6b5a8efa-693d-45f1-beed-bc1f04cdad81 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:25.606583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.614036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.641976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.689713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=60f81e61-26a6-4156-a7df-660b99c84fb7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:25.693745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:25.698639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=5fa4f3fc-da3d-4a53-8943-05e6c8a7c148,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:25.704326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:25.708890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:25.712215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.715566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.717989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Pushing event updated for resources: {'Port': ['ID=6b5a8efa-693d-45f1-beed-bc1f04cdad81,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:25.731843 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f8dfa291-30d5-4afb-b593-8bf0e7acc791 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 HTTP/1.1" status: 204 len: 168 time: 0.9316533 Mar 21 06:58:25.733541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.746987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-36c5679d-1747-4862-a1fd-d22df4ec5119 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/60f81e61-26a6-4156-a7df-660b99c84fb7 HTTP/1.1" status: 204 len: 168 time: 2.4590466 Mar 21 06:58:25.747854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:25.748265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54426) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:25.758927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.813343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.821678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.843597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba063ca0-acff-488d-966b-1dc257e7976d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:25.874553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.880656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ba063ca0-acff-488d-966b-1dc257e7976d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:25.880997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ba063ca0-acff-488d-966b-1dc257e7976d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:25.882464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Attempting to bind port 6b5a8efa-693d-45f1-beed-bc1f04cdad81 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:25.882818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Attempting to bind port 6b5a8efa-693d-45f1-beed-bc1f04cdad81 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '023c22d8-6158-48db-a746-ea3254f16f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:25.883168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Attempting to bind port 6b5a8efa-693d-45f1-beed-bc1f04cdad81 on network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:25.884867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:25.890390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:25.890851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Checking segment: {'id': '023c22d8-6158-48db-a746-ea3254f16f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:25.891251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.891489 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d4055fb-893f-4067-bcc3-5604272dc3d1 tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "DELETE /v2.0/subnets/8f7d1bd9-2952-4a8e-aa5b-8b4c8f633b94 HTTP/1.1" status: 204 len: 168 time: 0.7278450 Mar 21 06:58:25.891670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Bound using segment: {'id': '023c22d8-6158-48db-a746-ea3254f16f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:25.892107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54432) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:25.892452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Bound port: 6b5a8efa-693d-45f1-beed-bc1f04cdad81, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023c22d8-6158-48db-a746-ea3254f16f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:25.892982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:25.902893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7094b-8838-42b0-a966-97bd40e10ff5 None None] Network 16cd29be-bd22-480f-8edd-c67806d59c5f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:25.919406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=df8dd0b7-8ebb-4c18-987f-4b01df06af13,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:25.929007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-657d5d03-5de9-4a9d-801a-de7b9b884497 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:25.929007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657d5d03-5de9-4a9d-801a-de7b9b884497 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:25.931588 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-657d5d03-5de9-4a9d-801a-de7b9b884497 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/60f81e61-26a6-4156-a7df-660b99c84fb7 HTTP/1.1" status: 404 len: 339 time: 0.1752429 Mar 21 06:58:25.937926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54436) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:25.943954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747794556', 'description': 'd1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:25.993509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:26.008574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:network and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:26.020312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:26.029885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:26.037332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.037543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.051933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Deleting port 9ffe4140-291c-496c-8ca9-8192d889fcf1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:26.052536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.082821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:26.085559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:26.087262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.132149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023c22d8-6158-48db-a746-ea3254f16f21') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:26.132412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023c22d8-6158-48db-a746-ea3254f16f21') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:26.147432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] For port 6b5a8efa-693d-45f1-beed-bc1f04cdad81, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:26.155270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] For port 6b5a8efa-693d-45f1-beed-bc1f04cdad81, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6b5a8efa-693d-45f1-beed-bc1f04cdad81,segment=NetworkSegment(023c22d8-6158-48db-a746-ea3254f16f21),segment_id=023c22d8-6158-48db-a746-ea3254f16f21)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:26.155468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.161874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.170178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:26.184718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f05f7e-9c6e-4b74-9dec-81ec986d79b0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:26.185772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b2f05f7e-9c6e-4b74-9dec-81ec986d79b0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:26.196572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.232387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:26.232779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:26.252529 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:26.262771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce58a-fd87-4529-880d-e9ccc24c18c1 None None] Pushing event updated for resources: {'Port': ['ID=6b5a8efa-693d-45f1-beed-bc1f04cdad81,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:26.330565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] For port 9ffe4140-291c-496c-8ca9-8192d889fcf1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9ffe4140-291c-496c-8ca9-8192d889fcf1,segment=NetworkSegment(c8ce62a1-5abf-4381-963d-ba38cd00d506),segment_id=c8ce62a1-5abf-4381-963d-ba38cd00d506)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:26.330930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.337849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b2f05f7e-9c6e-4b74-9dec-81ec986d79b0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:26.338953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b2f05f7e-9c6e-4b74-9dec-81ec986d79b0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5847208 Mar 21 06:58:26.344706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54440) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:26.370070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106b472-acc7-4ed5-9896-0072e037c36a None None] Network e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:26.395992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-345a4a00-35f9-48b6-8efa-56ffeca4e6ad tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:58:26.397358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-345a4a00-35f9-48b6-8efa-56ffeca4e6ad tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/5fa4f3fc-da3d-4a53-8943-05e6c8a7c148 HTTP/1.1" status: 404 len: 333 time: 0.0515711 Mar 21 06:58:26.399281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.408436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:58:26.408436 dv-neutron-834307-1-hyperv neutron-server[87988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:58:26.408436 dv-neutron-834307-1-hyperv neutron-server[87988]: [parameters: {'id': 'e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb'}] Mar 21 06:58:26.408436 dv-neutron-834307-1-hyperv neutron-server[87988]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:26.408948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:26.409721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54444) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:26.420377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1669764149'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:26.428010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:26.468494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] DHCP port deletion for 16cd29be-bd22-480f-8edd-c67806d59c5f request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:26.488978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Deleting port 9ffe4140-291c-496c-8ca9-8192d889fcf1 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:26.489517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.599420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.599639 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 5621d109-7e62-4d02-9f1b-e03f10e7c68a of type vlan for network a96682d0-e6c3-4ad8-81a0-128807f23c51 Mar 21 06:58:26.606432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Calling delete_port for 9ffe4140-291c-496c-8ca9-8192d889fcf1 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:26.622073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:26.626218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:26.634730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:26.682797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.709776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:26.713143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.729938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.777802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.783237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:26.783835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.794506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] For port 9ffe4140-291c-496c-8ca9-8192d889fcf1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9ffe4140-291c-496c-8ca9-8192d889fcf1,segment=NetworkSegment(c8ce62a1-5abf-4381-963d-ba38cd00d506),segment_id=c8ce62a1-5abf-4381-963d-ba38cd00d506)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:26.794506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.805963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:26.825526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.825864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment 139d3a5a-e27a-4839-a276-7bf04b350a15 of type vlan for network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 Mar 21 06:58:26.830777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] No DVR routers for this DVR port 9ffe4140-291c-496c-8ca9-8192d889fcf1 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:26.834795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event deleted for resources: {'Port': ['ID=9ffe4140-291c-496c-8ca9-8192d889fcf1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:26.885301 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9438150 Mar 21 06:58:26.889497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54450) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:26.908252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.911676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:26.918824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Calling delete_port for 9ffe4140-291c-496c-8ca9-8192d889fcf1 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:26.962875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 6b5a8efa-693d-45f1-beed-bc1f04cdad81 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:26.963249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.035651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:27.036047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:27.047233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.052741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:27.053340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.074178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3823d-b10d-4628-ac0d-61087f4d0c8a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=a96682d0-e6c3-4ad8-81a0-128807f23c51,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:27.088933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a96682d0-e6c3-4ad8-81a0-128807f23c51 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:27.139822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.185692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cd29be-bd22-480f-8edd-c67806d59c5f']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:27.201048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81136d57-f12d-4d24-9edf-cbd1288ed034 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:27.201776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81136d57-f12d-4d24-9edf-cbd1288ed034 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Synchronizing usage tracker for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:27.212156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ce62a1-5abf-4381-963d-ba38cd00d506') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:27.212517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ce62a1-5abf-4381-963d-ba38cd00d506') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:27.218680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.230688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8186357 Mar 21 06:58:27.231102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.231865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.1 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/c4764286-5978-4b9d-94bc-172fbc016d6f) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:27.240431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaeadb7-654a-41a6-81e3-33394c72a0e1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=d13d2dd6-2f21-470b-8b0f-0c31b5b7e543,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:27.241461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54454) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:27.254654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:27.258544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:27.275430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81136d57-f12d-4d24-9edf-cbd1288ed034 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Unset dirty status for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:27.279148 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-81136d57-f12d-4d24-9edf-cbd1288ed034 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks?id=a96682d0-e6c3-4ad8-81a0-128807f23c51 HTTP/1.1" status: 200 len: 760 time: 0.3730738 Mar 21 06:58:27.286015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54458) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:27.295704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.298107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'description': 'd2'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:27.358375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:27.358793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:27.375109 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:27.472999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:27.477103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:27.481329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:27.488133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.492770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.495443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:27.522509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] Pushing event deleted for resources: {'Network': ['ID=16cd29be-bd22-480f-8edd-c67806d59c5f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:27.530732 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-263c58a6-779c-43e2-b248-b3db28e32e2d tempest-ExtraDHCPOptionsTestJSON-1867604441 tempest-ExtraDHCPOptionsTestJSON-1867604441-project] 10.222.0.31 "DELETE /v2.0/networks/16cd29be-bd22-480f-8edd-c67806d59c5f HTTP/1.1" status: 204 len: 168 time: 1.6360064 Mar 21 06:58:27.535883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:27.537479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Deleting port 9ffe4140-291c-496c-8ca9-8192d889fcf1 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:27.538288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.539763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.556224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 6b5a8efa-693d-45f1-beed-bc1f04cdad81, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6b5a8efa-693d-45f1-beed-bc1f04cdad81,segment=NetworkSegment(023c22d8-6158-48db-a746-ea3254f16f21),segment_id=023c22d8-6158-48db-a746-ea3254f16f21)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:27.556583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.616620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a25d96b3-25c7-4ab6-b492-013dd98ce375 None None] The port '9ffe4140-291c-496c-8ca9-8192d889fcf1' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:58:27.634838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc079dd-033a-4842-948f-a7c1e9c2878a None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:27.726806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 6b5a8efa-693d-45f1-beed-bc1f04cdad81 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:27.814750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc079dd-033a-4842-948f-a7c1e9c2878a None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:27.841402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.861086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9ffe4140-291c-496c-8ca9-8192d889fcf1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:27.901502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.920763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9ffe4140-291c-496c-8ca9-8192d889fcf1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:27.921586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9ffe4140-291c-496c-8ca9-8192d889fcf1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:27.928492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.967107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=79c59b0c-668c-414a-af58-9fb79b7dfe65,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:27.991052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:27.998369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': '139d3a5a-e27a-4839-a276-7bf04b350a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:27.998799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: d13d2dd6-2f21-470b-8b0f-0c31b5b7e543, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:28.016307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.020543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:28.020890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.036037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d13d2dd6-2f21-470b-8b0f-0c31b5b7e543) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:28.041717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:28.042380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.055437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54468) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.073014 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b374c6c8-5a52-4540-9b9a-2af09e58d577 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8295028 Mar 21 06:58:28.075685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54474) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.080019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network a96682d0-e6c3-4ad8-81a0-128807f23c51 is not hosted by any dhcp agent {{(pid=87988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 21 06:58:28.082560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:28.086229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:28.087024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.088461 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "PUT /v2.0/networks/a96682d0-e6c3-4ad8-81a0-128807f23c51 HTTP/1.1" status: 200 len: 757 time: 0.8001354 Mar 21 06:58:28.101376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54478) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.114029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port 6b5a8efa-693d-45f1-beed-bc1f04cdad81 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:28.329607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c433ad-1694-46f9-985e-3eb833bbdae3 None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:28.411822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:28.421344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:28.423752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:28.457250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7ceea-5034-499c-a3b1-8742b8db0703 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=a96682d0-e6c3-4ad8-81a0-128807f23c51,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:28.473965 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-24111c4c-13b0-4932-ae69-d2bdaf96dc52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00eefbc73cd04b36bf95079cfd1de93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173987 Mar 21 06:58:28.484092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b44174-175d-401a-ad37-76676c547510 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:28.485513 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-03b44174-175d-401a-ad37-76676c547510 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks?id=a96682d0-e6c3-4ad8-81a0-128807f23c51 HTTP/1.1" status: 200 len: 760 time: 0.3831048 Mar 21 06:58:28.486361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54482) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.498910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a96682d0-e6c3-4ad8-81a0-128807f23c51 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:28.499888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54484) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.518193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=c4764286-5978-4b9d-94bc-172fbc016d6f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:28.518387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2065821368'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:28.527480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:28.536643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:28.540417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:28.543257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:28.548843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:28.570807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:28.571531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.573355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.591377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=6b5a8efa-693d-45f1-beed-bc1f04cdad81,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:28.616356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.666973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-d13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': '79c59b0c-668c-414a-af58-9fb79b7dfe65'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:28.668208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.672726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:28.705176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:28.709121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.736107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:28.744161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.763027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023c22d8-6158-48db-a746-ea3254f16f21') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:28.763772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023c22d8-6158-48db-a746-ea3254f16f21') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:28.780240 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79c59b0c-668c-414a-af58-9fb79b7dfe65 (CIDR: 2001:db8::/64) Mar 21 06:58:28.781319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.793321 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:28.793534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:28.798882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:28.806379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.832820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.833176 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment c361595f-a061-4c1a-994f-e9c35400a95b of type vlan for network 87b9f959-7b7f-4e87-879a-53feb8a1b446 Mar 21 06:58:28.837661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Allocated IP 2001:db8::2 (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/79c59b0c-668c-414a-af58-9fb79b7dfe65/d777d4b6-cdf6-428f-8dde-1013e4a0b00e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:28.867021 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ad5db963-f018-4585-a0c2-ce66a9e4e85b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7876246 Mar 21 06:58:28.868784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.870692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54490) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:28.884153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.885876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:28.922785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.927635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:28.928052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.935276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.940797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:28.941412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:28.942236 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:28.965526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8309e8-139e-4c60-a9e8-85a0f7e2aebd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:29.047547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.051689 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91f8df00-1b93-43eb-9573-b62f76656c19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e8309e8-139e-4c60-a9e8-85a0f7e2aebd HTTP/1.1" status: 204 len: 168 time: 0.5577290 Mar 21 06:58:29.062465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=87b9f959-7b7f-4e87-879a-53feb8a1b446,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:29.066913 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bd22c334-b9d8-4cb8-8af2-84c6ece1f10a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5659618 Mar 21 06:58:29.069905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54496) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:29.075541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': '87b9f959-7b7f-4e87-879a-53feb8a1b446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:29.102538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 87b9f959-7b7f-4e87-879a-53feb8a1b446 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:29.154156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.188136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.202695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:29.212898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:29.213556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Usage tracker for resource:subnet and tenant:3266f7d64cf249f1ad25aa027f207897 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:29.218725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:29.229640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.234649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:29.242797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Transition to ACTIVE for port object d777d4b6-cdf6-428f-8dde-1013e4a0b00e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:29.260175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:29.264982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b3c7a92e-c661-4ab5-9bef-7dacc98bcee0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb HTTP/1.1" status: 204 len: 168 time: 4.7126925 Mar 21 06:58:29.269928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.271735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:29.283395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:29.290550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Transition to ACTIVE for port object d777d4b6-cdf6-428f-8dde-1013e4a0b00e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:29.294896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27861255'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:29.303825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.321338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:29.325647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:29.332131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:29.335016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.347617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:29.351671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:29.354437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:29.366869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:29.388388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:29.391873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:29.396481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:29.402476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Pushing event updated for resources: {'Port': ['ID=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:29.405874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:29.410156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.470499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:29.473929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.517211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Attempting to bind port d777d4b6-cdf6-428f-8dde-1013e4a0b00e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:29.517792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Attempting to bind port d777d4b6-cdf6-428f-8dde-1013e4a0b00e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '139d3a5a-e27a-4839-a276-7bf04b350a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:29.518369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Attempting to bind port d777d4b6-cdf6-428f-8dde-1013e4a0b00e on network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:29.532336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:29.533129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Checking segment: {'id': '139d3a5a-e27a-4839-a276-7bf04b350a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:29.533816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.534821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Bound using segment: {'id': '139d3a5a-e27a-4839-a276-7bf04b350a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:29.537141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Bound port: d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139d3a5a-e27a-4839-a276-7bf04b350a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:29.538644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.606402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.668451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:29.716204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:29.726663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': 'c361595f-a061-4c1a-994f-e9c35400a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b9f959-7b7f-4e87-879a-53feb8a1b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:29.727245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: 87b9f959-7b7f-4e87-879a-53feb8a1b446, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:29.753552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network 87b9f959-7b7f-4e87-879a-53feb8a1b446 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:29.755467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:29.759182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,segment=NetworkSegment(139d3a5a-e27a-4839-a276-7bf04b350a15),segment_id=139d3a5a-e27a-4839-a276-7bf04b350a15)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:29.764358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.764709 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment b9d2d721-2e3a-4205-94c5-0388fa7872b1 of type vlan for network 7a8c5519-5dbe-47c9-af45-2463d9991168 Mar 21 06:58:29.765524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.770472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 87b9f959-7b7f-4e87-879a-53feb8a1b446) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:29.785206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:29.786076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.812910 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5f1ac9f6-9547-46c1-8f72-88962e061056 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7415085 Mar 21 06:58:29.813611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54516) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:29.863179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be7962-21b1-4299-ba5c-451e8388304b None None] Network 87b9f959-7b7f-4e87-879a-53feb8a1b446 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:29.873320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:29.896722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623240a1-b4c4-42f7-80ff-4a52497e5c6d None None] Pushing event updated for resources: {'Port': ['ID=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.060762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.142483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4afef-e268-4da3-bfd4-373c9d6b95ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-87b9f959-7b7f-4e87-879a-53feb8a1b446', 'network_id': '87b9f959-7b7f-4e87-879a-53feb8a1b446', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:30.143337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aea4afef-e268-4da3-bfd4-373c9d6b95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.159880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.233003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.308444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.310575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-aea4afef-e268-4da3-bfd4-373c9d6b95ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7: This subnet is being modified by another concurrent operation. Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 06:58:30.332002 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7: This subnet is being modified by another concurrent operation. Mar 21 06:58:30.335508 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 06:58:30.360235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29145c34-e69e-464d-9154-ce771feb9d69 None None] Network 87b9f959-7b7f-4e87-879a-53feb8a1b446 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:30.373881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.380149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:30.381000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.398033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.465671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54528) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.544708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.572444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b9f959-7b7f-4e87-879a-53feb8a1b446']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:30.586593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c361595f-a061-4c1a-994f-e9c35400a95b') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:30.586797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c361595f-a061-4c1a-994f-e9c35400a95b') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:30.600448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.620480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=7a8c5519-5dbe-47c9-af45-2463d9991168,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.620837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.622833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=c4764286-5978-4b9d-94bc-172fbc016d6f,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.626251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.635103 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e244b899-82f9-4be2-9d42-c52826b14d4f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3621247 Mar 21 06:58:30.635665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54534) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.637603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:30.638078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.643935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:30.645303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:30.668149 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:30.680990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:30.692919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9a9a8941-51b7-4ab3-829c-af4f76bab6ab tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:30.693651 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-9a9a8941-51b7-4ab3-829c-af4f76bab6ab tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 21 06:58:30.694144 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-9a9a8941-51b7-4ab3-829c-af4f76bab6ab tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): There was a conflict when trying to complete your request. Mar 21 06:58:30.695121 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9a9a8941-51b7-4ab3-829c-af4f76bab6ab tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1682518 Mar 21 06:58:30.709781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54538) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.747730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--141907813'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:30.771111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.775754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.782273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:30.798534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:30.801173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=87b9f959-7b7f-4e87-879a-53feb8a1b446,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.805110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:30.812389 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c56e1c8b-b09c-4dd8-9e51-9b21682257e4 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/87b9f959-7b7f-4e87-879a-53feb8a1b446 HTTP/1.1" status: 204 len: 168 time: 0.9973464 Mar 21 06:58:30.815216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54542) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.856264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:30.858230 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7299011-c6fd-44e4-a975-c7a61f077cdf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] GET failed (client error): The resource could not be found. Mar 21 06:58:30.858770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7299011-c6fd-44e4-a975-c7a61f077cdf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Synchronizing usage tracker for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:30.860117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:30.888173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7299011-c6fd-44e4-a975-c7a61f077cdf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Unset dirty status for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:30.889410 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7299011-c6fd-44e4-a975-c7a61f077cdf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets/9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7 HTTP/1.1" status: 404 len: 337 time: 0.0720658 Mar 21 06:58:30.892192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54546) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.916931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:30.917551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.918866 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17a021a-e0d5-4548-8e94-fa3abbb47788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:30.919401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17a021a-e0d5-4548-8e94-fa3abbb47788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:30.921166 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f17a021a-e0d5-4548-8e94-fa3abbb47788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/87b9f959-7b7f-4e87-879a-53feb8a1b446 HTTP/1.1" status: 404 len: 339 time: 0.0279996 Mar 21 06:58:30.926029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54550) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:30.927188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:30.929505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:30.983992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:30.998639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:31.007786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:31.014587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:31.018265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4c35e18c-4ea7-4661-a943-1a2d4a4587de tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1465390 Mar 21 06:58:31.025214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:31.034477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.035377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:31.057464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'fixed_ips': [{'subnet_id': '79c59b0c-668c-414a-af58-9fb79b7dfe65'}, {'subnet_id': '0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a'}], 'name': 'tempest-PortsIpV6TestJSON-1708226164'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:31.100211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:31.114700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:31.117252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:31.120671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:31.183405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:31.200968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbbb715-41ff-4e27-8c60-812520768a45 None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:31.210451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:31.210798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e57a81-0401-43a6-821a-67146cfbd8fc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.211480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:31.212299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a0e57a81-0401-43a6-821a-67146cfbd8fc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Synchronizing usage tracker for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:31.225739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:31.243751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a0e57a81-0401-43a6-821a-67146cfbd8fc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Unset dirty status for tenant:3266f7d64cf249f1ad25aa027f207897 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:31.245887 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a0e57a81-0401-43a6-821a-67146cfbd8fc tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3179851 Mar 21 06:58:31.247897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54558) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.306622 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-96d9b95c-75d3-442e-97c5-1b2596a49b29 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 207 time: 0.0574074 Mar 21 06:58:31.309985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54562) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.333739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2be0995c-d3cc-4996-a6aa-a7fda0721546 None None] Provisioning for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:31.489191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021e303-9505-401b-96d8-db6c2b10b606 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.495098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021e303-9505-401b-96d8-db6c2b10b606 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.500683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021e303-9505-401b-96d8-db6c2b10b606 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.507484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021e303-9505-401b-96d8-db6c2b10b606 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.513683 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2021e303-9505-401b-96d8-db6c2b10b606 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2019386 Mar 21 06:58:31.514700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.517819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:31.533176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:31.549816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:31.571503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:31.592067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Update dhcp port {'port': {'network_id': 'd13d2dd6-2f21-470b-8b0f-0c31b5b7e543', 'fixed_ips': [{'subnet_id': '79c59b0c-668c-414a-af58-9fb79b7dfe65', 'ip_address': '2001:db8::2'}, {'subnet_id': '0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'd777d4b6-cdf6-428f-8dde-1013e4a0b00e'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 06:58:31.616277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:31.633234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:31.656309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:31.685615 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4a19f180-90db-406f-9a7c-f36b8ce82845 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1697087 Mar 21 06:58:31.688879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54572) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.732323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:31.776928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afb02e-b12d-41e6-a72f-edf96212bc28 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.779186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afb02e-b12d-41e6-a72f-edf96212bc28 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.787873 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7afb02e-b12d-41e6-a72f-edf96212bc28 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0979295 Mar 21 06:58:31.788982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54576) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.861112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d777d4b6-cdf6-428f-8dde-1013e4a0b00e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:31.881428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce34126-a01b-45f8-a022-3b4d9bcbf3f9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.883374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce34126-a01b-45f8-a022-3b4d9bcbf3f9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:31.885519 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0ce34126-a01b-45f8-a022-3b4d9bcbf3f9 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0951171 Mar 21 06:58:31.888900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54580) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:31.963533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:31.993479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:32.004753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Allocated IP 2001:db8:0:1::2 (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a/d777d4b6-cdf6-428f-8dde-1013e4a0b00e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:32.008098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:32.019636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:32.021882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:32.022229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.025667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:32.056295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:32.057177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bb230-b1d9-4e45-83ea-8e7db271fedf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:32.058751 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b8bb230-b1d9-4e45-83ea-8e7db271fedf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks/48108a8e-ffea-4232-8ab2-0c1b16de77c7 HTTP/1.1" status: 200 len: 799 time: 0.1686654 Mar 21 06:58:32.062635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54584) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.086838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2831185-73b9-4033-86b1-e7da3de440dc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:32.167429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.187469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.227847 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9cabc564-3fbe-4ea9-8fd2-df1fb3ee869f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/networks/48108a8e-ffea-4232-8ab2-0c1b16de77c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1635787 Mar 21 06:58:32.230174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54588) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.275842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 7ed38c4b-6630-4611-b78e-f34971fa071d yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:32.280435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,segment=NetworkSegment(139d3a5a-e27a-4839-a276-7bf04b350a15),segment_id=139d3a5a-e27a-4839-a276-7bf04b350a15)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:32.288771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.323072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0053f-822d-40b0-9d8f-2af872c55ade tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:32.331109 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3f0053f-822d-40b0-9d8f-2af872c55ade tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets/f9b8130d-97d7-4769-bce0-57726133227e HTTP/1.1" status: 200 len: 811 time: 0.0993495 Mar 21 06:58:32.332453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54592) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.338599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.352246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:32.360841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Transition to ACTIVE for port object d777d4b6-cdf6-428f-8dde-1013e4a0b00e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:32.369512 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:32.387076 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:32.387703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:32.395175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=a7bc7f59-de38-47d7-a5ee-d093160d9dbb,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:32.404488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.429646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f384b4-e0e9-4229-b0ee-74e0d0c9d93f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['shared'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:32.434661 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-36f384b4-e0e9-4229-b0ee-74e0d0c9d93f tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "GET /v2.0/subnets/f9b8130d-97d7-4769-bce0-57726133227e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0981059 Mar 21 06:58:32.435103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.441668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1602302891'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:32.447173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:32.462242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:32.477027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:32.482353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.483712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.485163 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:32.493150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': 'b9d2d721-2e3a-4205-94c5-0388fa7872b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:32.493574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: 7a8c5519-5dbe-47c9-af45-2463d9991168, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:32.498804 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:32.499875 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:32.512818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.533102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:32.539475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:32.539844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:32.546198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.546722 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Added segment 160490fa-e427-45d7-8f73-7dda05084fc7 of type vlan for network ee2f00c5-067e-4aa7-9fb5-224ca20068cf Mar 21 06:58:32.580020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.585708 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:32.587067 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49cb96-3f57-4929-b6d0-1290730360e7 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:32.600681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0f12078d-3948-4a94-9e7b-1e1f849d9e83 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/routers/da258dd4-83b2-4cdc-9506-e8918c40d86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1996942 Mar 21 06:58:32.601358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b6ccd-539b-4d3e-9dc9-e0f985619f46 None None] Pushing event updated for resources: {'Port': ['ID=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:32.609042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54600) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.615759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.616986 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9024646 Mar 21 06:58:32.624443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54604) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.630969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'port': {'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72', 'name': 'tempest-FloatingIPTestJSON-1426139644'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:32.633549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '8d25b066-5217-4a1b-86c6-21e358adc279', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:32.642490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:32.648487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:32.648807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3129b35-b130-42a0-8271-21996a9b6c90 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d25b066-5217-4a1b-86c6-21e358adc279,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:32.651041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:32.651528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:32.659060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.665695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:32.666296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.687409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:32.776816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7a8c5519-5dbe-47c9-af45-2463d9991168) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:32.787921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b78f0f-5e1f-40ec-a53e-cb28a1f59cd8 None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:32.792842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:32.793472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.820125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:32.828806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Network': ['ID=ee2f00c5-067e-4aa7-9fb5-224ca20068cf,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:32.845586 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c136826-766a-4383-b448-4ab7245f5eaa tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4069133 Mar 21 06:58:32.848296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54608) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.857525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:32.873804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:32.877684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:port and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:32.879774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:32.882146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:32.888108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:32.906473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-da91b62f-0527-4dd8-9289-038493a94b41 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2648571 Mar 21 06:58:32.907344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54612) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:32.917280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:32.941028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:32.944677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.042498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:33.048903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.057063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.059267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:33.095359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638e4ede-429f-4d0c-9842-c4aca7e9616b,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:33.099931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Made reservation on behalf of 3266f7d64cf249f1ad25aa027f207897 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:33.103561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.112926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] device_id is not set on port c40258b3-115c-4cf8-8bde-a5840a86f0d5 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:33.139366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.143234 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a8b7b12-3b60-42f4-9be6-1d051dbe4cec tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5151844 Mar 21 06:58:33.145348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:33.154605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '8d25b066-5217-4a1b-86c6-21e358adc279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:33.171336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.214134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:33.221157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing IP validity checks on allocation pools {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:58:33.221796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:58:33.224774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:33.225334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-7a8c5519-5dbe-47c9-af45-2463d9991168', 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': 'a7bc7f59-de38-47d7-a5ee-d093160d9dbb'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:33.228060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.228434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:33.240454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:33.277901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.295719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe1954-3399-4523-8d1a-d1482ccc9555 None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:33.329724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:33.334840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::1dc (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/79c59b0c-668c-414a-af58-9fb79b7dfe65/7ed38c4b-6630-4611-b78e-f34971fa071d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:33.342887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:subnet and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:33.365948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,segment=NetworkSegment(139d3a5a-e27a-4839-a276-7bf04b350a15),segment_id=139d3a5a-e27a-4839-a276-7bf04b350a15)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:33.377367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:33.381621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8:0:1::312 (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a/7ed38c4b-6630-4611-b78e-f34971fa071d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:33.386481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.387800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c821809d-5735-4802-9f9a-41b9c6f0e588 None None] Provisioning for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:33.393170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:33.458371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:33.461939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.512159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c821809d-5735-4802-9f9a-41b9c6f0e588 None None] Provisioning complete for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:33.512397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c821809d-5735-4802-9f9a-41b9c6f0e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.532384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.7 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/c40258b3-115c-4cf8-8bde-a5840a86f0d5) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:33.554759 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): There was a conflict when trying to complete your request. Mar 21 06:58:33.558385 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c49d0a47-6f4c-4bff-9ea5-7f0be61d7d8d tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4074559 Mar 21 06:58:33.559779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54622) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:33.576679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.661844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=9e0dcf47-8d5d-4a9d-a031-2181c956ccf0,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:33.727983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:33.745862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Checking segment: {'id': '160490fa-e427-45d7-8f73-7dda05084fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:33.746219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network hostable DHCP agents. Network: ee2f00c5-067e-4aa7-9fb5-224ca20068cf, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:33.750448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.793452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.820553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:33.852675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ee2f00c5-067e-4aa7-9fb5-224ca20068cf) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:33.858206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:33.858889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.888151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa78e90b-cea6-4ea9-8a00-25bea16cd484 None None] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:33.898707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.923137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Allocated IP 2001:db8::2 (7a8c5519-5dbe-47c9-af45-2463d9991168/a7bc7f59-de38-47d7-a5ee-d093160d9dbb/1bf17a82-c9aa-47dd-a834-70c26d996452) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:33.934405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d777d4b6-cdf6-428f-8dde-1013e4a0b00e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:33.936296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d25b066-5217-4a1b-86c6-21e358adc279,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:33.939207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:33.946360 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de928d70-cf19-43b5-90dc-cde35e8076c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d25b066-5217-4a1b-86c6-21e358adc279 HTTP/1.1" status: 204 len: 168 time: 0.3797288 Mar 21 06:58:33.946360 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7eb31091-44dc-4ce8-abcd-00a61bf69e01 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0942919 Mar 21 06:58:33.946360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54628) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:33.947308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54630) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:33.969827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:34.069878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06c0bbb9-0151-41fd-b117-a5f44446196e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:34.125118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.146693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2853089'] for subnet, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.151672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06c0bbb9-0151-41fd-b117-a5f44446196e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:34.156945 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-06c0bbb9-0151-41fd-b117-a5f44446196e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2075047 Mar 21 06:58:34.157112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 7ed38c4b-6630-4611-b78e-f34971fa071d will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:34.157304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54636) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.163161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756719649'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:34.170660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:34.188286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:34.243651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.247206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.285947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:34.295064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:34.328840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:34.334579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:34.334958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.340626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:34.452232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.478981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2435766'] for subnet, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.505663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.539542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=7ed38c4b-6630-4611-b78e-f34971fa071d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:34.557557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.566063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ee2f00c5-067e-4aa7-9fb5-224ca20068cf', 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf', 'tenant_id': '3266f7d64cf249f1ad25aa027f207897', 'fixed_ips': [{'subnet_id': '9e0dcf47-8d5d-4a9d-a031-2181c956ccf0'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:34.566967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.568103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:34.568778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.570157 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "PUT /v2.0/subnets/9e0dcf47-8d5d-4a9d-a031-2181c956ccf0 HTTP/1.1" status: 200 len: 877 time: 0.6219645 Mar 21 06:58:34.573578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54640) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.575904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.618527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5a5e-01c4-4b2e-975a-889cbd533254 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event updated for resources: {'Subnet': ['ID=9e0dcf47-8d5d-4a9d-a031-2181c956ccf0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:34.622793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.639337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:34.656826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdc84d-9ad6-4df8-b93e-44d6c1fcac0d req-56ca5904-62db-4d88-b889-df48d5e3f907 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:34.658405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2cdc84d-9ad6-4df8-b93e-44d6c1fcac0d req-56ca5904-62db-4d88-b889-df48d5e3f907 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.6026173 Mar 21 06:58:34.659365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:34.662035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:34.668625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:34.669275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.696059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Transition to ACTIVE for port object 1bf17a82-c9aa-47dd-a834-70c26d996452 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:34.703346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:34.711918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:34.714658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:34.724873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-03a5b53b-4bb6-4059-8c8d-371242f9a65e None None] Provisioning complete for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:34.725528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-03a5b53b-4bb6-4059-8c8d-371242f9a65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.740728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5446b-6a02-456a-aeab-6e03d6b5ac4b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:34.754876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.756146 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-306cad14-e976-4a06-9e0d-8ce9b7727532 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5979276 Mar 21 06:58:34.759575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54644) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.764925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-88bee6b2-f1c0-4db8-8ae5-eabbf89b03f0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '52b5446b-6a02-456a-aeab-6e03d6b5ac4b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:34.765771 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-88bee6b2-f1c0-4db8-8ae5-eabbf89b03f0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 21 06:58:34.769857 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-88bee6b2-f1c0-4db8-8ae5-eabbf89b03f0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:34.769857 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-88bee6b2-f1c0-4db8-8ae5-eabbf89b03f0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069208 Mar 21 06:58:34.771466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.771672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6066cd90-d428-42da-88d8-ef5f07b7a817 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7310731 Mar 21 06:58:34.771786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54650) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.800081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Transition to ACTIVE for port object 1bf17a82-c9aa-47dd-a834-70c26d996452 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:34.801637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79c59b0c-668c-414a-af58-9fb79b7dfe65'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:34.820588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=c40258b3-115c-4cf8-8bde-a5840a86f0d5,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:34.862021 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2cdc84d-9ad6-4df8-b93e-44d6c1fcac0d req-8490507b-a25c-4d04-868e-5b257357adc6 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611750 Mar 21 06:58:34.898947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.903750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:34.904419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.941682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.946241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-faabc112-532c-44a1-9198-c5c5efd0f7ab tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3314981 Mar 21 06:58:34.947452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54656) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:34.950376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:34.957617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'port': {'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72', 'name': 'tempest-FloatingIPTestJSON-1723268725'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:35.055996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:35.069828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:35.088293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:35.098772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.135019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:35.137785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Allocated IP 172.20.0.3 (ee2f00c5-067e-4aa7-9fb5-224ca20068cf/9e0dcf47-8d5d-4a9d-a031-2181c956ccf0/bda0848e-c796-4c0f-95b9-dcfd9884717c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:35.151792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:port and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:35.153191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.160259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:35.168332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:35.176592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:35.177551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Pushing event updated for resources: {'Port': ['ID=1bf17a82-c9aa-47dd-a834-70c26d996452,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.181188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:35.187214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.187883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.192026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=f6765f2d-1586-422d-86c2-51565273a4d4,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.206408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:35.210184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.240628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Attempting to bind port 1bf17a82-c9aa-47dd-a834-70c26d996452 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:35.240996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Attempting to bind port 1bf17a82-c9aa-47dd-a834-70c26d996452 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b9d2d721-2e3a-4205-94c5-0388fa7872b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:35.241678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Attempting to bind port 1bf17a82-c9aa-47dd-a834-70c26d996452 on network 7a8c5519-5dbe-47c9-af45-2463d9991168 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:35.245577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b30364f3-d06f-4221-8496-0a2446dfab73 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3334601 Mar 21 06:58:35.246249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54660) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:35.251876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:35.252477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Checking segment: {'id': 'b9d2d721-2e3a-4205-94c5-0388fa7872b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:35.254097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.254669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Bound using segment: {'id': 'b9d2d721-2e3a-4205-94c5-0388fa7872b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:35.255302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Bound port: 1bf17a82-c9aa-47dd-a834-70c26d996452, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d2d721-2e3a-4205-94c5-0388fa7872b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:35.255836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.262007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.279785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.330486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] device_id is not set on port c359c119-730f-4ff5-b6a1-a57549ca5b7c yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:35.393865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-92d2fd54-3646-4b00-a8c2-8d248c2ef6df None None] Provisioning for port 7ed38c4b-6630-4611-b78e-f34971fa071d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:35.419804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-92d2fd54-3646-4b00-a8c2-8d248c2ef6df None None] Provisioning complete for port 7ed38c4b-6630-4611-b78e-f34971fa071d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:35.420179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-92d2fd54-3646-4b00-a8c2-8d248c2ef6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.429940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.431576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.433123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.434695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.436380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.437372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Synchronizing usage tracker for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:35.454184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.484398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5446b-6a02-456a-aeab-6e03d6b5ac4b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.499675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.503721 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-daf00f72-b3d7-458a-95ff-2c496f4a471a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/52b5446b-6a02-456a-aeab-6e03d6b5ac4b HTTP/1.1" status: 204 len: 168 time: 0.7264585 Mar 21 06:58:35.537554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54664) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:35.552017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.6 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/c359c119-730f-4ff5-b6a1-a57549ca5b7c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:35.602177 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:58:35.614349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-92d2fd54-3646-4b00-a8c2-8d248c2ef6df None None] Port 7ed38c4b-6630-4611-b78e-f34971fa071d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:35.627428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] For port 1bf17a82-c9aa-47dd-a834-70c26d996452, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:35.632745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] For port 1bf17a82-c9aa-47dd-a834-70c26d996452, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1bf17a82-c9aa-47dd-a834-70c26d996452,segment=NetworkSegment(b9d2d721-2e3a-4205-94c5-0388fa7872b1),segment_id=b9d2d721-2e3a-4205-94c5-0388fa7872b1)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:35.641719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.682979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.715782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Unset dirty status for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:35.719550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e9583b01-674e-40ea-b5d3-fac9edc5dd3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4702573 Mar 21 06:58:35.725329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Transition to ACTIVE for port object bda0848e-c796-4c0f-95b9-dcfd9884717c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:35.743831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54668) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:35.748211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080159f-d47e-4386-ba1c-c582d253214a None None] Pushing event updated for resources: {'Port': ['ID=1bf17a82-c9aa-47dd-a834-70c26d996452,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.762065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Transition to ACTIVE for port object bda0848e-c796-4c0f-95b9-dcfd9884717c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:35.767984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188601914'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:35.772232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.795542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:35.816659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d8fdec18-0cac-434f-8dac-314f0fd64453 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:35.823306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:35.832133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:35.858080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:35.861042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:35.866178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:35.872681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Pushing event updated for resources: {'Port': ['ID=bda0848e-c796-4c0f-95b9-dcfd9884717c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.879717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.888757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:35.931860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.973727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0dcf47-8d5d-4a9d-a031-2181c956ccf0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:35.980212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Attempting to bind port bda0848e-c796-4c0f-95b9-dcfd9884717c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:35.980801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Attempting to bind port bda0848e-c796-4c0f-95b9-dcfd9884717c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '160490fa-e427-45d7-8f73-7dda05084fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:35.981079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Attempting to bind port bda0848e-c796-4c0f-95b9-dcfd9884717c on network ee2f00c5-067e-4aa7-9fb5-224ca20068cf {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:35.988005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:35.988599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Checking segment: {'id': '160490fa-e427-45d7-8f73-7dda05084fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:35.989058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.989480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Bound using segment: {'id': '160490fa-e427-45d7-8f73-7dda05084fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:35.990011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Bound port: bda0848e-c796-4c0f-95b9-dcfd9884717c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160490fa-e427-45d7-8f73-7dda05084fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:35.990449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:35.993317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d8fdec18-0cac-434f-8dac-314f0fd64453 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:35.994569 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d8fdec18-0cac-434f-8dac-314f0fd64453 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4563477 Mar 21 06:58:35.996323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-4012b4ba-b19b-4713-90b3-34bfc271fdb2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:35.998037 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-4012b4ba-b19b-4713-90b3-34bfc271fdb2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.3236241 Mar 21 06:58:35.999864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.001563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54676) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:36.004410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:36.007836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.093783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Delete allocated IP 2001:db8:0:1::312 (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a) {{(pid=87987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 06:58:36.104118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.152435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--498844540'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:36.164516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] For port bda0848e-c796-4c0f-95b9-dcfd9884717c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:36.168527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] For port bda0848e-c796-4c0f-95b9-dcfd9884717c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=bda0848e-c796-4c0f-95b9-dcfd9884717c,segment=NetworkSegment(160490fa-e427-45d7-8f73-7dda05084fc7),segment_id=160490fa-e427-45d7-8f73-7dda05084fc7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:36.173085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2f00c5-067e-4aa7-9fb5-224ca20068cf']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:36.174269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.188605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:36.238999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:36.246521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160490fa-e427-45d7-8f73-7dda05084fc7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:36.246864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160490fa-e427-45d7-8f73-7dda05084fc7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:36.280391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.285988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:36.288413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.288742 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1 of type vlan for network 7a0de83e-1242-4fde-a1fb-09a0cf401041 Mar 21 06:58:36.329094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595c21-7835-413f-af22-9bf6dc3e5fdb None None] Pushing event updated for resources: {'Port': ['ID=bda0848e-c796-4c0f-95b9-dcfd9884717c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:36.329313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.347017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:36.350036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:36.355173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.358421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Deleting port 1ab59421-77b5-43d5-ae41-b2ac161883e8 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:36.358663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.362224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:36.363709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.365915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88f6ba-d3f2-4a95-959b-c9c798ad419b None None] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:36.380976 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:36.395799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:36.457252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=c359c119-730f-4ff5-b6a1-a57549ca5b7c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:36.485351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.505764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.510778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 06:58:36.510778 dv-neutron-834307-1-hyperv neutron-server[87987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 06:58:36.510778 dv-neutron-834307-1-hyperv neutron-server[87987]: [parameters: {'id': 'ee2f00c5-067e-4aa7-9fb5-224ca20068cf'}] Mar 21 06:58:36.510778 dv-neutron-834307-1-hyperv neutron-server[87987]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:36.510778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:36.521091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.526633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:36.527278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.550997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Ignored duplicate provisioning block setup for port 7ed38c4b-6630-4611-b78e-f34971fa071d by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 06:58:36.573810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.616915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d794a70-6abb-42d9-b9a9-f46e99d427cb None None] Network ee2f00c5-067e-4aa7-9fb5-224ca20068cf requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:36.684520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:36.685015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.692087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:36.721915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:36.728119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:36.738798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8067e2-92e7-49aa-9f7d-00c6127cd5d9 req-908103bd-91e4-4c30-8ea9-d144c6876766 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:36.741271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ab8067e2-92e7-49aa-9f7d-00c6127cd5d9 req-908103bd-91e4-4c30-8ea9-d144c6876766 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 946 time: 0.5785739 Mar 21 06:58:36.750930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:36.754559 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0094044 Mar 21 06:58:36.757361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54680) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:36.764231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aa349-ee78-4475-97bd-5419a44e8516 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=7a0de83e-1242-4fde-a1fb-09a0cf401041,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:36.768973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] In _notify_port_updated(), no bound segment for port 7ed38c4b-6630-4611-b78e-f34971fa071d on network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:58:36.774465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:36.775159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.779367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/ports/7ed38c4b-6630-4611-b78e-f34971fa071d HTTP/1.1" status: 200 len: 926 time: 2.0065444 Mar 21 06:58:36.783621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54684) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:36.793841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79c59b0c-668c-414a-af58-9fb79b7dfe65'}, {'subnet_id': '0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:36.841629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97f2db-d805-45a4-951b-56b1c508fe5a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=7ed38c4b-6630-4611-b78e-f34971fa071d,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:36.860681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:36.942356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:36.970516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:37.001550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b319be05-f524-4697-b96e-fcc56f418d05 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0529392 Mar 21 06:58:37.008410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54688) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:37.016415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'c359c119-730f-4ff5-b6a1-a57549ca5b7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:37.024348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:37.029142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:floatingip and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:37.033530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:37.043958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:37.052145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.059485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-27254b36-d8b2-4d64-927b-c0d6c4425a49 None None] Provisioning complete for port 7ed38c4b-6630-4611-b78e-f34971fa071d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:37.060073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-27254b36-d8b2-4d64-927b-c0d6c4425a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.064393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.092529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ab8067e2-92e7-49aa-9f7d-00c6127cd5d9 req-c30d0fe6-644f-48c9-904c-f3ec755c934d tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427196 Mar 21 06:58:37.121770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] For port 1ab59421-77b5-43d5-ae41-b2ac161883e8, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=1ab59421-77b5-43d5-ae41-b2ac161883e8,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:37.122215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.130046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-27254b36-d8b2-4d64-927b-c0d6c4425a49 None None] Port 7ed38c4b-6630-4611-b78e-f34971fa071d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:37.167357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port bda0848e-c796-4c0f-95b9-dcfd9884717c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:37.167702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.210155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39351e-152c-48e0-9141-554a0db8cf13 None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:37.341044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b405f941-3953-4bd2-923b-5ba5bdc07a5b None None] Provisioning for port 1bf17a82-c9aa-47dd-a834-70c26d996452 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:37.351545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.396919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.579471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Update dhcp port {'port': {'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168', 'fixed_ips': [{'subnet_id': 'a7bc7f59-de38-47d7-a5ee-d093160d9dbb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6765f2d-1586-422d-86c2-51565273a4d4'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': '1bf17a82-c9aa-47dd-a834-70c26d996452'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 06:58:37.586394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f4c16-7a61-457c-8879-86ff535a8543,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:37.609283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.615343 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-951ca03f-235f-48f8-8f43-99a77734ba9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6071117 Mar 21 06:58:37.621032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54694) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:37.637795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.644533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1d9e15ee-322b-47d3-9109-6d6faf8b1c29 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'ec8f4c16-7a61-457c-8879-86ff535a8543', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:37.645350 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-1d9e15ee-322b-47d3-9109-6d6faf8b1c29 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 21 06:58:37.645988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-1d9e15ee-322b-47d3-9109-6d6faf8b1c29 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:37.649856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1d9e15ee-322b-47d3-9109-6d6faf8b1c29 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0256851 Mar 21 06:58:37.706579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54698) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:37.726923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.766795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.797258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 is not hosted by any dhcp agent {{(pid=87988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 21 06:58:37.799723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:37.800344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.801638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "PUT /v2.0/networks/7a0de83e-1242-4fde-a1fb-09a0cf401041 HTTP/1.1" status: 200 len: 723 time: 1.0277965 Mar 21 06:58:37.809961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54702) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:37.830230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.830554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.832290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Floating IP 835f292f-ac13-4026-8aa3-3cf7ac4707bd disassociated. External IP: 172.26.2.69, port: 1ab59421-77b5-43d5-ae41-b2ac161883e8. Mar 21 06:58:37.832644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Calling delete_port for 1ab59421-77b5-43d5-ae41-b2ac161883e8 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:37.855435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:37.904118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Allocated IP 172.20.0.1 (7a8c5519-5dbe-47c9-af45-2463d9991168/f6765f2d-1586-422d-86c2-51565273a4d4/1bf17a82-c9aa-47dd-a834-70c26d996452) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:37.933145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8:0:1::2c3 (d13d2dd6-2f21-470b-8b0f-0c31b5b7e543/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a/7ed38c4b-6630-4611-b78e-f34971fa071d) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:37.937859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port bda0848e-c796-4c0f-95b9-dcfd9884717c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=bda0848e-c796-4c0f-95b9-dcfd9884717c,segment=NetworkSegment(160490fa-e427-45d7-8f73-7dda05084fc7),segment_id=160490fa-e427-45d7-8f73-7dda05084fc7)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:37.938231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:37.953768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7d2fa-0cac-43b3-951e-3aa04849f058 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=7a0de83e-1242-4fde-a1fb-09a0cf401041,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:38.073839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.075542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.097444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1bf17a82-c9aa-47dd-a834-70c26d996452 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:38.138829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:38.140824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event deleted for resources: {'Port': ['ID=1ab59421-77b5-43d5-ae41-b2ac161883e8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:38.339643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] For port 1bf17a82-c9aa-47dd-a834-70c26d996452, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1bf17a82-c9aa-47dd-a834-70c26d996452,segment=NetworkSegment(b9d2d721-2e3a-4205-94c5-0388fa7872b1),segment_id=b9d2d721-2e3a-4205-94c5-0388fa7872b1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:38.366587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1bf17a82-c9aa-47dd-a834-70c26d996452 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:38.378969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.382893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1bf17a82-c9aa-47dd-a834-70c26d996452 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:38.383256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.384248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for bda0848e-c796-4c0f-95b9-dcfd9884717c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:38.447764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Transition to ACTIVE for port object 1bf17a82-c9aa-47dd-a834-70c26d996452 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:38.458067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.480347 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58c2e9b4-fed7-4975-ac6c-6300d8fb9e1a req-14526756-60b4-43e0-a947-69e46910ec69 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.1128392 Mar 21 06:58:38.484335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.526890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:38.543567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:38.567149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:38.570824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.587544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port 1bf17a82-c9aa-47dd-a834-70c26d996452 had new provisioning blocks added so it will not transition to active. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 21 06:58:38.612841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff77f7-bd82-401e-b782-f720694fd862 req-47900fa4-c60c-41de-869a-6e483966f43f tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:38.614413 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4ff77f7-bd82-401e-b782-f720694fd862 req-47900fa4-c60c-41de-869a-6e483966f43f tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.3729379 Mar 21 06:58:38.663474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a2e6-7341-4d4d-8098-829348b203ff None None] Pushing event updated for resources: {'Port': ['ID=1bf17a82-c9aa-47dd-a834-70c26d996452,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:38.680838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Router 3687817d-8961-4f09-97b4-830d59daa36e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:38.706658 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4ff77f7-bd82-401e-b782-f720694fd862 req-49e24abe-3d00-49d1-8cf6-8dac4a5e8ae1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786538 Mar 21 06:58:38.714384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.822704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.897771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:38.929917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Port': ['ID=bda0848e-c796-4c0f-95b9-dcfd9884717c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:38.948114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No DVR routers for this DVR port bda0848e-c796-4c0f-95b9-dcfd9884717c on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:39.014045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:39.017178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.217 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:39.021500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 7ed38c4b-6630-4611-b78e-f34971fa071d will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:39.038093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Sync routers for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:39.052005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:39.052899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:39.130438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] No DVR routers for this DVR port 1ab59421-77b5-43d5-ae41-b2ac161883e8 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:39.134892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.141325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'name': 'network-vif-deleted', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:58:39.160318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec644737-f374-49f7-93bf-b8e90f1efab5 req-9257cc20-27eb-4a25-97f5-9359ad2e6adb tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.30 "DELETE /v2.0/ports/1ab59421-77b5-43d5-ae41-b2ac161883e8 HTTP/1.1" status: 204 len: 173 time: 3.1489570 Mar 21 06:58:39.200448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 1ab59421-77b5-43d5-ae41-b2ac161883e8 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:39.226380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87e9e-0127-4510-9f08-95bcee4a985b', 'name': 'network-vif-deleted', 'tag': '1ab59421-77b5-43d5-ae41-b2ac161883e8', 'status': 'completed', 'code': 200} Mar 21 06:58:39.267346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 1ab59421-77b5-43d5-ae41-b2ac161883e8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:39.267689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 1ab59421-77b5-43d5-ae41-b2ac161883e8 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:39.277510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.380719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f7fce-8a37-46a2-87b4-edcd2972ea7f None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:39.470609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.510958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Provisioning for port 1bf17a82-c9aa-47dd-a834-70c26d996452 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:39.533299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:39.553864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.578409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Provisioning complete for port 1bf17a82-c9aa-47dd-a834-70c26d996452 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:39.578782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.582335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2f00c5-067e-4aa7-9fb5-224ca20068cf']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:39.646432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.650823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:39.672790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-79cfe6d5-6c60-45ae-8aa5-1ac946dded82 req-b36bb783-72a0-40ae-ae6f-8e379bd76fa2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Synchronizing usage tracker for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:39.692834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-79cfe6d5-6c60-45ae-8aa5-1ac946dded82 req-b36bb783-72a0-40ae-ae6f-8e379bd76fa2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Unset dirty status for tenant:c3dc25a3acb5414489495cbeeaf08db9 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:39.702919 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-79cfe6d5-6c60-45ae-8aa5-1ac946dded82 req-b36bb783-72a0-40ae-ae6f-8e379bd76fa2 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/ports?device_id=aac87e9e-0127-4510-9f08-95bcee4a985b HTTP/1.1" status: 200 len: 210 time: 0.0769374 Mar 21 06:58:39.744012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160490fa-e427-45d7-8f73-7dda05084fc7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:39.744555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160490fa-e427-45d7-8f73-7dda05084fc7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:39.961448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1bf17a82-c9aa-47dd-a834-70c26d996452 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:40.092523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f4c16-7a61-457c-8879-86ff535a8543,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.122003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.137921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb7d83-3947-49a3-b514-b7149a2e86ac req-9c10393c-ec22-4b6b-9c2e-9e7b34020012 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:40.139482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38cb7d83-3947-49a3-b514-b7149a2e86ac req-9c10393c-ec22-4b6b-9c2e-9e7b34020012 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.2170632 Mar 21 06:58:40.158606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-0e0ace06-c5d7-46d9-86bd-9eb5da4235ce tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:40.160655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-0e0ace06-c5d7-46d9-86bd-9eb5da4235ce tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.3283827 Mar 21 06:58:40.207583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=34d9ab28-88b8-4ab7-8b8e-2904da65647d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.215642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] In _notify_port_updated(), no bound segment for port 7ed38c4b-6630-4611-b78e-f34971fa071d on network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:58:40.223040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:40.223040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.226389 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/ports/7ed38c4b-6630-4611-b78e-f34971fa071d HTTP/1.1" status: 200 len: 1012 time: 3.4393849 Mar 21 06:58:40.239028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54718) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.276770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.287837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:40.288313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.316846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1bf17a82-c9aa-47dd-a834-70c26d996452 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:40.317438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.351856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38cb7d83-3947-49a3-b514-b7149a2e86ac req-1e8de147-9664-418b-b9c0-8669b79d7865 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887605 Mar 21 06:58:40.385929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Deleting port a893d10d-cb0c-499c-bc6a-f70fc0d2491a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:40.386282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.406023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.457235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 7ed38c4b-6630-4611-b78e-f34971fa071d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:40.457702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.484760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f8c15-669c-429b-8f20-7f94670f5b14 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=7ed38c4b-6630-4611-b78e-f34971fa071d,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:40.498768 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:40.504309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.507715 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5cb2b218-f6c0-477b-b010-623b1b13321c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/ec8f4c16-7a61-457c-8879-86ff535a8543 HTTP/1.1" status: 204 len: 168 time: 2.7930019 Mar 21 06:58:40.507715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.515935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54722) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.519740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.556965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.562297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=ee2f00c5-067e-4aa7-9fb5-224ca20068cf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.626939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.638691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] For port 1bf17a82-c9aa-47dd-a834-70c26d996452, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1bf17a82-c9aa-47dd-a834-70c26d996452,segment=NetworkSegment(b9d2d721-2e3a-4205-94c5-0388fa7872b1),segment_id=b9d2d721-2e3a-4205-94c5-0388fa7872b1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:40.661441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.670366 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-95ecdb08-a507-4bf3-96e8-6e55131dbde3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/ee2f00c5-067e-4aa7-9fb5-224ca20068cf HTTP/1.1" status: 204 len: 168 time: 6.0955646 Mar 21 06:58:40.671247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54726) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.675163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.685533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:40.686094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: 7a0de83e-1242-4fde-a1fb-09a0cf401041, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:40.761451 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-58764558-4627-42a1-a31d-4ce2755d8847 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:40.762165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58764558-4627-42a1-a31d-4ce2755d8847 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:40.766365 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58764558-4627-42a1-a31d-4ce2755d8847 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/9e0dcf47-8d5d-4a9d-a031-2181c956ccf0 HTTP/1.1" status: 404 len: 337 time: 0.0708723 Mar 21 06:58:40.770246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54732) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.784763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-50f21c40-e66b-4a31-a045-59a789d604a4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:40.807600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:40.813649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:40.824727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:40.828315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:40.890540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Provisioning for port 7ed38c4b-6630-4611-b78e-f34971fa071d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:40.897228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aed85-d46b-40d2-af53-230efe6f65d4 None None] Pushing event updated for resources: {'Port': ['ID=1bf17a82-c9aa-47dd-a834-70c26d996452,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:40.900137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54738) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.901256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:40.901710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:40.902803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Provisioning complete for port 7ed38c4b-6630-4611-b78e-f34971fa071d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:40.903265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:40.904008 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-84451305-07e0-4f23-9d36-187124cb917d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:40.904488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84451305-07e0-4f23-9d36-187124cb917d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:40.906158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-84451305-07e0-4f23-9d36-187124cb917d tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/ee2f00c5-067e-4aa7-9fb5-224ca20068cf HTTP/1.1" status: 404 len: 339 time: 0.1321783 Mar 21 06:58:40.928844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54742) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:40.958617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:40.967007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Checking router: 3687817d-8961-4f09-97b4-830d59daa36e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:58:40.969170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Port 7ed38c4b-6630-4611-b78e-f34971fa071d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:58:40.982348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:40.983703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:40.985299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7a0de83e-1242-4fde-a1fb-09a0cf401041) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:40.995555 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b303394-7ffa-45f8-b37a-b8a27dc390c0 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:40.995768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b303394-7ffa-45f8-b37a-b8a27dc390c0 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:40.999832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3b303394-7ffa-45f8-b37a-b8a27dc390c0 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/9af7ef07-b6fa-4a80-85d3-f7c2ce1560b7 HTTP/1.1" status: 404 len: 337 time: 0.0676265 Mar 21 06:58:41.006187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54746) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.020318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] For port a893d10d-cb0c-499c-bc6a-f70fc0d2491a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:41.020678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.021105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:41.021735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.030974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-50f21c40-e66b-4a31-a045-59a789d604a4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:41.037031 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-50f21c40-e66b-4a31-a045-59a789d604a4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5097790 Mar 21 06:58:41.039003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e78fd6-9fe0-41f4-a876-41c2e3aa6933 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:41.080338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54750) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.082957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Provisioning complete for port 1bf17a82-c9aa-47dd-a834-70c26d996452 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:41.083442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3eebb204-a1e7-44ac-8553-4088b9df14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.110848 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-debd1bcc-2af7-4d6e-aa1b-e29166a3f882 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:41.111316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debd1bcc-2af7-4d6e-aa1b-e29166a3f882 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:41.115901 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-debd1bcc-2af7-4d6e-aa1b-e29166a3f882 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/87b9f959-7b7f-4e87-879a-53feb8a1b446 HTTP/1.1" status: 404 len: 339 time: 0.1040854 Mar 21 06:58:41.125438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.141332 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a08ffc5e-5edb-4f72-a001-739f769667aa tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3242693 Mar 21 06:58:41.142789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--458039830'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:41.146971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54758) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.160190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:41.182045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:41.221695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.251101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:41.345972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.350308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.373000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.466994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.501644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:41.618733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:41.683163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-7a0de83e-1242-4fde-a1fb-09a0cf401041', 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': '34d9ab28-88b8-4ab7-8b8e-2904da65647d'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:41.684126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.738487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.761766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.798504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 7ed38c4b-6630-4611-b78e-f34971fa071d owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:41.808416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96682d0-e6c3-4ad8-81a0-128807f23c51']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:41.816898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:41.836924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5621d109-7e62-4d02-9f1b-e03f10e7c68a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:41.837209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5621d109-7e62-4d02-9f1b-e03f10e7c68a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:41.856819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.864008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.867119 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e319a580-3248-4f4d-95e7-89f9414bdd65 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2 HTTP/1.1" status: 204 len: 168 time: 0.9624720 Mar 21 06:58:41.870215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:41.871565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54764) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.901927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:41.902793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.905427 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-a6820b9e-ae32-4a83-93dc-20ae5db108ec tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] show failed (client error): The resource could not be found. Mar 21 06:58:41.910553 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a6820b9e-ae32-4a83-93dc-20ae5db108ec tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "GET /v2.0/security-groups/c4b0fb25-ecc3-40c8-8a54-d42b2696f0d2 HTTP/1.1" status: 404 len: 347 time: 0.0346737 Mar 21 06:58:41.916399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2693238'] for subnet, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.918422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54768) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:41.921348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:41.921584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:41.946103 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:41.962988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1bf17a82-c9aa-47dd-a834-70c26d996452 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:58:41.965332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:42.057868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.058275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.058632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Floating IP cba06d57-f867-44fb-8820-fe6a5063922a disassociated. External IP: 172.26.2.128, port: a893d10d-cb0c-499c-bc6a-f70fc0d2491a. Mar 21 06:58:42.058920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Calling delete_port for a893d10d-cb0c-499c-bc6a-f70fc0d2491a owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:42.219122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1bf17a82-c9aa-47dd-a834-70c26d996452 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:42.219498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.300967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:42.326705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1832a-462f-47eb-8564-3a11d65c4921 req-b3701f20-1f26-44d0-8745-812d62f8f694 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:42.333890 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8af1832a-462f-47eb-8564-3a11d65c4921 req-b3701f20-1f26-44d0-8745-812d62f8f694 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 945 time: 0.6618659 Mar 21 06:58:42.335394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea841-cd73-44e4-a360-8b7f74f49732 None None] The sync data for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv is: [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:27Z', 'revision_number': 4, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'ce8c805c-7ab4-4676-807c-d5e41269687d', 'name': '', 'network_id': '9c407935-6add-4664-84f8-daa999483390', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'mac_address': 'fa:16:3e:57:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:24Z', 'updated_at': '2022-03-21T06:56:39Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'subnets': [{'id': '596db2c3-0d47-4b9d-a08c-992d1f6557bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:42.383282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Deleting port 01e5babb-7cbf-4f1e-b749-bdc89fb4bd92 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:42.383623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.406444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.435608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.460566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.460805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.463609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.526430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=a96682d0-e6c3-4ad8-81a0-128807f23c51,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:42.544690 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-685de585-c5f1-482e-b51a-6035c9899aba tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/a96682d0-e6c3-4ad8-81a0-128807f23c51 HTTP/1.1" status: 204 len: 168 time: 1.4181914 Mar 21 06:58:42.548470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54772) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.554705 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8af1832a-462f-47eb-8564-3a11d65c4921 req-57c2f170-8afc-47bb-8a09-a2643ad4f25b tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups?id=52af98c5-34fa-47d4-8577-12442584a767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199364 Mar 21 06:58:42.587855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2723460'] for subnet, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.624317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Allocated IP 2001:db8::2 (7a0de83e-1242-4fde-a1fb-09a0cf401041/34d9ab28-88b8-4ab7-8b8e-2904da65647d/7ba5463a-27af-4acc-9c49-2f3f4cf67a5c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:42.646367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35783c7-a95b-4381-8bb8-c7aba164b3ec tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:42.646822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35783c7-a95b-4381-8bb8-c7aba164b3ec tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:42.651545 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d35783c7-a95b-4381-8bb8-c7aba164b3ec tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/f5d8dd35-3d07-42d1-adc2-c8e2074d3be6 HTTP/1.1" status: 404 len: 337 time: 0.1020362 Mar 21 06:58:42.655736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b435dc5-cdf3-4c41-850e-bedcd49f996c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:42.668479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54776) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.673669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:42.674916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.676391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "PUT /v2.0/subnets/34d9ab28-88b8-4ab7-8b8e-2904da65647d HTTP/1.1" status: 200 len: 826 time: 1.5185001 Mar 21 06:58:42.682730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54780) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.707186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.729437 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df032a3-1132-4dbf-8a3c-4cc515812239 None None] New status for floating IP 835f292f-ac13-4026-8aa3-3cf7ac4707bd: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 06:58:42.764232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.765658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.773046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.774423 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3aa36ec3-50dd-4714-a961-353275b70a3c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6934843 Mar 21 06:58:42.788140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54784) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.816456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-709a2f11-8ae1-4b32-8343-0c95b1a661e0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '1b435dc5-cdf3-4c41-850e-bedcd49f996c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:42.838850 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-709a2f11-8ae1-4b32-8343-0c95b1a661e0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 21 06:58:42.839541 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-709a2f11-8ae1-4b32-8343-0c95b1a661e0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:42.841034 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-709a2f11-8ae1-4b32-8343-0c95b1a661e0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290949 Mar 21 06:58:42.848939 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69f493d-c8e6-4813-a47e-b6c36c161a65 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:42.849440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69f493d-c8e6-4813-a47e-b6c36c161a65 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:42.851766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e69f493d-c8e6-4813-a47e-b6c36c161a65 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/60f81e61-26a6-4156-a7df-660b99c84fb7 HTTP/1.1" status: 404 len: 339 time: 0.1794000 Mar 21 06:58:42.852702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7187c2a-5343-4170-91ee-f1abf5f51293 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=34d9ab28-88b8-4ab7-8b8e-2904da65647d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:42.854796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.856428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=7ed38c4b-6630-4611-b78e-f34971fa071d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:42.872590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54788) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.873018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54790) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:42.904519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.917524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Transition to ACTIVE for port object 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:42.918321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Calling delete_port for 01e5babb-7cbf-4f1e-b749-bdc89fb4bd92 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:42.939815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Transition to ACTIVE for port object 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:42.967968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:42.974146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.011138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-48682c55-ed11-4f7e-a777-87135517ffc8 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '1b435dc5-cdf3-4c41-850e-bedcd49f996c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:43.011965 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-48682c55-ed11-4f7e-a777-87135517ffc8 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 21 06:58:43.012575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-48682c55-ed11-4f7e-a777-87135517ffc8 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:43.016312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-48682c55-ed11-4f7e-a777-87135517ffc8 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0628355 Mar 21 06:58:43.016312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event deleted for resources: {'Port': ['ID=a893d10d-cb0c-499c-bc6a-f70fc0d2491a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:43.020770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54796) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.044240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9d28c6e0-69c4-43fe-943f-2ed49d4dafe2 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '1b435dc5-cdf3-4c41-850e-bedcd49f996c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:43.046096 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-9d28c6e0-69c4-43fe-943f-2ed49d4dafe2 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 21 06:58:43.046601 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-9d28c6e0-69c4-43fe-943f-2ed49d4dafe2 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:43.051450 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9d28c6e0-69c4-43fe-943f-2ed49d4dafe2 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219355 Mar 21 06:58:43.062861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54800) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.064376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:43.071220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-58dd25b1-0bc8-4519-abb0-b4809a4a077f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '1b435dc5-cdf3-4c41-850e-bedcd49f996c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:43.071670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:43.072099 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-58dd25b1-0bc8-4519-abb0-b4809a4a077f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 21 06:58:43.072720 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-58dd25b1-0bc8-4519-abb0-b4809a4a077f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:43.076450 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58dd25b1-0bc8-4519-abb0-b4809a4a077f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100269 Mar 21 06:58:43.077703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Pushing event updated for resources: {'Port': ['ID=7ba5463a-27af-4acc-9c49-2f3f4cf67a5c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:43.081941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:43.082719 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54804) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.228314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Attempting to bind port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:43.229093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Attempting to bind port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:43.229926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Attempting to bind port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c on network 7a0de83e-1242-4fde-a1fb-09a0cf401041 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:43.237024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device a893d10d-cb0c-499c-bc6a-f70fc0d2491a no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:43.246510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb81e28c-3905-458c-a1b9-79a270225218 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.246961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb81e28c-3905-458c-a1b9-79a270225218 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.248755 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb81e28c-3905-458c-a1b9-79a270225218 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/d95f85ee-ca22-4e92-9c33-b81f76970638 HTTP/1.1" status: 404 len: 337 time: 0.2958486 Mar 21 06:58:43.251593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.261637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:43.262012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:43.274105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.276117 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-67702b05-632e-46c4-8998-f67120a4827c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/7ed38c4b-6630-4611-b78e-f34971fa071d HTTP/1.1" status: 204 len: 168 time: 3.0358617 Mar 21 06:58:43.280585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54812) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.292989 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2d3a60-59fa-4b95-a9bb-70c6579ae317 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.293498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2d3a60-59fa-4b95-a9bb-70c6579ae317 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.299431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:43.300351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Checking segment: {'id': '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:43.300865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.301399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Bound using segment: {'id': '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:43.301531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.302227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Bound port: 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7a0de83e-1242-4fde-a1fb-09a0cf401041'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:43.302929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.306799 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ac2d3a60-59fa-4b95-a9bb-70c6579ae317 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/fbcb38a3-fc3e-4e98-ab1d-2cdd8679f2b6 HTTP/1.1" status: 404 len: 339 time: 0.0514400 Mar 21 06:58:43.320615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54816) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.331883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.352685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: a893d10d-cb0c-499c-bc6a-f70fc0d2491a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:43.353338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device a893d10d-cb0c-499c-bc6a-f70fc0d2491a not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:43.391207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b830bd59-e1fa-49c4-beaf-d2673b03034a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:58:43.391427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b830bd59-e1fa-49c4-beaf-d2673b03034a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:43.397914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.405536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead06a46-76f8-4745-b2bb-e6b080b5e784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.406439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead06a46-76f8-4745-b2bb-e6b080b5e784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.411207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ead06a46-76f8-4745-b2bb-e6b080b5e784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/e07f8fc2-7d12-496c-b67d-d134a2d006a8 HTTP/1.1" status: 404 len: 337 time: 0.0737114 Mar 21 06:58:43.412030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.449971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] For port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:43.454151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] For port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7ba5463a-27af-4acc-9c49-2f3f4cf67a5c,segment=NetworkSegment(80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1),segment_id=80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:43.463458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.474965 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68bac4e-0bac-443c-bfa2-945596df3aaf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.475469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68bac4e-0bac-443c-bfa2-945596df3aaf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.477489 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f68bac4e-0bac-443c-bfa2-945596df3aaf tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/78581370-25e2-4727-9e3f-f6f2d31f20fd HTTP/1.1" status: 404 len: 339 time: 0.0627396 Mar 21 06:58:43.491073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.555850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1254-cb07-45c9-868a-1433866a11a3 None None] Pushing event updated for resources: {'Port': ['ID=7ba5463a-27af-4acc-9c49-2f3f4cf67a5c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:43.558808 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ab9d8f-0e30-4fb6-bf02-852597fe6788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.559357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ab9d8f-0e30-4fb6-bf02-852597fe6788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.565529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.602411 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-09ab9d8f-0e30-4fb6-bf02-852597fe6788 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/27bb0209-2307-4e2c-9ba2-01e1bdd42bb5 HTTP/1.1" status: 404 len: 337 time: 0.1075399 Mar 21 06:58:43.610439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54832) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.610599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b435dc5-cdf3-4c41-850e-bedcd49f996c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:43.623617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.627952 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-47df3a62-8739-43d6-b87f-b62908a1e4c4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b435dc5-cdf3-4c41-850e-bedcd49f996c HTTP/1.1" status: 204 len: 168 time: 0.5432291 Mar 21 06:58:43.628817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54836) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.635027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.653707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdc478f-4360-4dca-ac3f-1e3554bd9f6a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.654170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdc478f-4360-4dca-ac3f-1e3554bd9f6a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.659331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dcdc478f-4360-4dca-ac3f-1e3554bd9f6a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/a02b4e95-f972-40c5-a890-22df1d578ef6 HTTP/1.1" status: 404 len: 339 time: 0.0426891 Mar 21 06:58:43.659712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.659846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:43.659846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.662971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54840) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.711756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b830bd59-e1fa-49c4-beaf-d2673b03034a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:43.712423 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b830bd59-e1fa-49c4-beaf-d2673b03034a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/7ed38c4b-6630-4611-b78e-f34971fa071d HTTP/1.1" status: 404 len: 333 time: 0.4292357 Mar 21 06:58:43.756653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54844) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.800841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Deleting port 01e5babb-7cbf-4f1e-b749-bdc89fb4bd92 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:43.801363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.836160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-576dc290-caa5-4775-8d25-9f3ec98ce9f1 req-1217721b-99d2-4500-822c-569e60264e9c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Synchronizing usage tracker for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:43.869296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-576dc290-caa5-4775-8d25-9f3ec98ce9f1 req-1217721b-99d2-4500-822c-569e60264e9c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Unset dirty status for tenant:dcdde429ec834f0499055d8f43c93df9 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:43.870446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-576dc290-caa5-4775-8d25-9f3ec98ce9f1 req-1217721b-99d2-4500-822c-569e60264e9c tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.1692269 Mar 21 06:58:43.879072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:43.881269 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-de138c80-2b09-4032-997d-3eecdd91d4d3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:43.881792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de138c80-2b09-4032-997d-3eecdd91d4d3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:43.882155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.885835 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de138c80-2b09-4032-997d-3eecdd91d4d3 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/4700a000-adc2-4394-ad67-2a4500903905 HTTP/1.1" status: 404 len: 337 time: 0.1896305 Mar 21 06:58:43.892689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:43.912831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Router e84d1063-0dc0-435f-b999-1fe869f021cb has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:43.964857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3682b6f4-c22a-492f-8037-6ce2b72f9c57 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:43.970862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:43.999618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.025703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:44.029504 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888cbfc-7fe8-484d-9417-6081e27dc784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.029975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888cbfc-7fe8-484d-9417-6081e27dc784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.033427 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5888cbfc-7fe8-484d-9417-6081e27dc784 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/e204a1fa-31d2-401b-931d-b5afcf10eb75 HTTP/1.1" status: 404 len: 339 time: 0.1336088 Mar 21 06:58:44.052517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54852) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.309455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33e36e5-29fc-4fa7-881a-e060299d873a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.309815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33e36e5-29fc-4fa7-881a-e060299d873a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.316268 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d33e36e5-29fc-4fa7-881a-e060299d873a tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/229c73df-b8ab-4f2f-8150-7917b9485355 HTTP/1.1" status: 404 len: 337 time: 0.2490571 Mar 21 06:58:44.318344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54856) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.338306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3682b6f4-c22a-492f-8037-6ce2b72f9c57 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:44.343260 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3682b6f4-c22a-492f-8037-6ce2b72f9c57 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7074554 Mar 21 06:58:44.349802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54860) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.356904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118867169'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:44.375885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:44.378454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:44.381106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7ba5463a-27af-4acc-9c49-2f3f4cf67a5c,segment=NetworkSegment(80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1),segment_id=80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:44.381544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.390304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9079e3-9f34-4a49-9392-0235bb27b18b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.390762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9079e3-9f34-4a49-9392-0235bb27b18b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.390894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Sync routers for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:44.392417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bb9079e3-9f34-4a49-9392-0235bb27b18b tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/875a9262-0f43-4435-b726-48799812a678 HTTP/1.1" status: 404 len: 339 time: 0.0667725 Mar 21 06:58:44.405701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:44.406928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:44.422345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54864) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.450571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.450911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.482255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:44.536741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2151c902-a7ad-4804-b49b-95e481c1464c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.537196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2151c902-a7ad-4804-b49b-95e481c1464c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.541086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2151c902-a7ad-4804-b49b-95e481c1464c tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/619042c6-27e3-4834-8e8c-2de27ee29532 HTTP/1.1" status: 404 len: 337 time: 0.1085761 Mar 21 06:58:44.550862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54868) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.615612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:44.618699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Calling delete_port for 01e5babb-7cbf-4f1e-b749-bdc89fb4bd92 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:44.628741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.665745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:44.703743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] No DVR routers for this DVR port a893d10d-cb0c-499c-bc6a-f70fc0d2491a on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:44.715676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.717048 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1105d519-8141-4983-802d-44755815a8ce tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.717549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1105d519-8141-4983-802d-44755815a8ce tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.717682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62ce9dae-d413-4db7-a94f-900478b10b1e req-fae33e87-25c5-4476-81c9-f186962a0ba6 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.30 "DELETE /v2.0/ports/a893d10d-cb0c-499c-bc6a-f70fc0d2491a HTTP/1.1" status: 204 len: 173 time: 4.5363140 Mar 21 06:58:44.718026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'name': 'network-vif-deleted', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 06:58:44.719356 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1105d519-8141-4983-802d-44755815a8ce tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/ab7246bd-e2bc-47e0-aa63-9d1e1572d0c9 HTTP/1.1" status: 404 len: 339 time: 0.1122551 Mar 21 06:58:44.722689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54872) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.725191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:44.739960 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP a4e4ebf5-751e-4965-962d-3a4ae194ff1c associated. External IP: 172.26.2.217, port: c359c119-730f-4ff5-b6a1-a57549ca5b7c. Mar 21 06:58:44.835516 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95988a-6e2b-49cb-90c3-d930cb0562cf', 'name': 'network-vif-deleted', 'tag': 'a893d10d-cb0c-499c-bc6a-f70fc0d2491a', 'status': 'completed', 'code': 200} Mar 21 06:58:44.835826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:44.839870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:44.842788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:44.847028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c42caa7-515a-47b9-88f5-d6abc48be175 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.848999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:44.849443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c42caa7-515a-47b9-88f5-d6abc48be175 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.851304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2c42caa7-515a-47b9-88f5-d6abc48be175 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/5cbe47ff-73a6-4f36-9d3d-f425f549b2a9 HTTP/1.1" status: 404 len: 337 time: 0.0919533 Mar 21 06:58:44.857687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.895456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-543efced-2023-4c51-91ef-20e043989a06 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:44.896202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543efced-2023-4c51-91ef-20e043989a06 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:44.924839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-543efced-2023-4c51-91ef-20e043989a06 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/2a4e1bf3-e6ca-4973-8227-f31545e5809c HTTP/1.1" status: 404 len: 339 time: 0.0658772 Mar 21 06:58:44.927887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54884) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:44.930334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21526a77-3b42-43f2-8049-c9312bfb51d3 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:44.959074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.008221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting subnet f9b8130d-97d7-4769-bce0-57726133227e {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:45.011630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.018951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.077528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.144776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a69bcf-920e-4e69-b2e4-479547a85225,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:45.168926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.173641 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de163e49-bbca-4f3c-bb63-721ceaa6439a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8195434 Mar 21 06:58:45.175241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54888) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.184207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6b4722a-9655-4616-bade-fe5c9a3685e9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:45.185036 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-b6b4722a-9655-4616-bade-fe5c9a3685e9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 21 06:58:45.185573 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-b6b4722a-9655-4616-bade-fe5c9a3685e9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:45.189378 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6b4722a-9655-4616-bade-fe5c9a3685e9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088201 Mar 21 06:58:45.280392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54892) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.305081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.313018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:45.347711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Checking router: e84d1063-0dc0-435f-b999-1fe869f021cb for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:58:45.367600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:45.379516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.380790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:45.381455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:45.391103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:45.398642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Pushing event deleted for resources: {'Port': ['ID=01e5babb-7cbf-4f1e-b749-bdc89fb4bd92,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:45.402279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:45.410140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:45.455253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:45.460366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c69c418-f5da-45c7-9d20-10d311f4cb63 req-61b6e118-b013-4b77-82ab-1622c9beb75d tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd95988a-6e2b-49cb-90c3-d930cb0562cf HTTP/1.1" status: 200 len: 210 time: 0.3887947 Mar 21 06:58:45.463468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:45.486051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.490412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b2d23-1c0c-40fe-8b8e-cfce7f35654c None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:45.508178 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4e5dc218-0ebe-436f-9ce1-80b6e9df80fa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a HTTP/1.1" status: 204 len: 168 time: 1.7489879 Mar 21 06:58:45.510240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54896) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.547370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.600409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.637631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-31b5e788-129b-4ad7-adcf-3c22e7e0a04b None None] Provisioning for port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:45.647220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-31b5e788-129b-4ad7-adcf-3c22e7e0a04b None None] Provisioning complete for port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:45.647220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-31b5e788-129b-4ad7-adcf-3c22e7e0a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.688727 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:45.693781 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f60f632c-f38f-43fb-b4d8-f02be752ec51 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3886850 Mar 21 06:58:45.696301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.697014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=7ba5463a-27af-4acc-9c49-2f3f4cf67a5c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:45.698480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.699702 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ba22a690-5f4b-470c-8c06-f11c25d4d8e8 tempest-ServersTestManualDisk-995319007 tempest-ServersTestManualDisk-995319007-project] 10.222.0.31 "DELETE /v2.0/floatingips/835f292f-ac13-4026-8aa3-3cf7ac4707bd HTTP/1.1" status: 204 len: 168 time: 3.7803409 Mar 21 06:58:45.703311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.703745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54902) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.710537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-31b5e788-129b-4ad7-adcf-3c22e7e0a04b None None] Port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c was deleted so its status cannot be updated. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 21 06:58:45.718345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-91f50967-1122-48fd-9e20-cbdb6a45fca4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:45.719188 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-91f50967-1122-48fd-9e20-cbdb6a45fca4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 21 06:58:45.719527 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-91f50967-1122-48fd-9e20-cbdb6a45fca4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:45.723764 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91f50967-1122-48fd-9e20-cbdb6a45fca4 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138478 Mar 21 06:58:45.725470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 79c59b0c-668c-414a-af58-9fb79b7dfe65 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:45.728820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:45.729585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:45.733473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:45.734899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:45.779222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:45.800211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:45.827821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:45.834627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:45.835158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:45.846534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:45.881696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bf210-5aff-4087-a008-eb3595054fea None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:45.927268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.009890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.010713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6afb042f-3c02-4da8-a70b-c800a2810890 None None] Could not find standard attr ID for object 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:58:46.063732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.191054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.194108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8130d-97d7-4769-bce0-57726133227e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:46.212992 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:46.216833 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2ea3f59e-687c-4a20-ad1a-7e5fa7a18bf9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4835947 Mar 21 06:58:46.219840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54912) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.220837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca1cdc-be8d-4463-9cc3-4f79caeaaa77 None None] Network 48108a8e-ffea-4232-8ab2-0c1b16de77c7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:46.230337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-72cdb029-bf39-4814-a64c-25316623adab tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/subnets/f9b8130d-97d7-4769-bce0-57726133227e HTTP/1.1" status: 204 len: 168 time: 1.3014481 Mar 21 06:58:46.235437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54914) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.239804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d456799a-c628-41ac-912c-328cabd00baf tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:46.241475 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-d456799a-c628-41ac-912c-328cabd00baf tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 21 06:58:46.242185 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-d456799a-c628-41ac-912c-328cabd00baf tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:46.243363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d456799a-c628-41ac-912c-328cabd00baf tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115464 Mar 21 06:58:46.248922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54920) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.257536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:46.267897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:46.276125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:46.279252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:46.288931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:46.289925 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:46.305492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:46.306818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:46.306939 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:46.309620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.360047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.418209 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:46.429901 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:46.430738 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:46.448216 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee42665a-49fd-46ab-a362-65e2bb622996 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4361956 Mar 21 06:58:46.461142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54924) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.467298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:46.516923 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:46.517673 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e2be2-ee18-4f28-bcf4-61ed1f9a3bb2 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:46.528859 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:46.530083 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-75701b17-cd4f-414a-894b-fab5344e91a0 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2799766 Mar 21 06:58:46.538443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.551332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54930) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.588110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3979c527-b472-45ad-ab27-455c9ac1eb9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:46.588474 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-3979c527-b472-45ad-ab27-455c9ac1eb9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 21 06:58:46.589078 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-3979c527-b472-45ad-ab27-455c9ac1eb9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:46.590171 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3979c527-b472-45ad-ab27-455c9ac1eb9c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072002 Mar 21 06:58:46.624788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.627673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.634790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=79c59b0c-668c-414a-af58-9fb79b7dfe65,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:46.636883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.660784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:46.670461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54940) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.671451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.676422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:46.686549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1022fce-5a45-43be-94a6-a5193839624d None None] The sync data for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv is: [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:56:18Z', 'revision_number': 4, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '01d8acc5-7556-41bd-aaa4-14b651ccbf84', 'name': '', 'network_id': '88795e63-4a3e-44de-9d62-6d2b3ba29c9c', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'mac_address': 'fa:16:3e:76:d7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:17Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'subnets': [{'id': 'f82f3e50-dbbe-4bee-9759-ab171926389e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:46.688557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:46.720626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:46.729643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:46.737936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=34d9ab28-88b8-4ab7-8b8e-2904da65647d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:46.748671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.812600 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fa5b9f3c-3d79-4785-bac8-a00c55166aeb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/79c59b0c-668c-414a-af58-9fb79b7dfe65 HTTP/1.1" status: 204 len: 168 time: 1.2455795 Mar 21 06:58:46.812600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:46.818717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] DHCP port deletion for 48108a8e-ffea-4232-8ab2-0c1b16de77c7 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:46.818945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54944) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:46.819452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port 413739cf-3874-4f03-9a6a-1bc7169838de {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:46.819949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.823903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Deleting port 413739cf-3874-4f03-9a6a-1bc7169838de {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:46.824407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:46.972557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c08c7-e7b4-4685-81ce-6279fe142e10 None None] Network 7a0de83e-1242-4fde-a1fb-09a0cf401041 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:47.070253 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:47.071420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94112d91-7928-4cdd-8748-2800c1563e43 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4423752 Mar 21 06:58:47.078491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54948) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:47.084389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.086955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.098340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': 'e4a69bcf-920e-4e69-b2e4-479547a85225', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:47.107840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:47.112485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8c925-91d1-42a3-851c-42b2bb03b9d0 None None] New status for floating IP cba06d57-f867-44fb-8820-fe6a5063922a: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 06:58:47.114031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:47.119048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:47.125554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:47.163971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.344749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.369373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.389991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.390300 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP a4e4ebf5-751e-4965-962d-3a4ae194ff1c disassociated. External IP: 172.26.2.217, port: c359c119-730f-4ff5-b6a1-a57549ca5b7c. Mar 21 06:58:47.414476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9ac75-b67a-454e-b8df-27e6151856ae None None] Network d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:47.418106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0de83e-1242-4fde-a1fb-09a0cf401041']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:47.451721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:47.451721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dc2b29-8bb2-47e7-8f8e-4e54a9ddc9c1') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:47.452428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af98c5-34fa-47d4-8577-12442584a767,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:47.472874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.490813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.494249 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7374305c-0858-452b-aefa-3ab7fc49bf73 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "DELETE /v2.0/security-groups/52af98c5-34fa-47d4-8577-12442584a767 HTTP/1.1" status: 204 len: 168 time: 0.8078089 Mar 21 06:58:47.495571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:47.511577 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:47.515232 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0e503011-4fbe-431f-8ff9-44651133f2e1 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4300878 Mar 21 06:58:47.516240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:47.528241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.548061 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-971e9cb7-2047-49f5-b6d1-b746c211c0a7 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] show failed (client error): The resource could not be found. Mar 21 06:58:47.552301 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-971e9cb7-2047-49f5-b6d1-b746c211c0a7 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "GET /v2.0/security-groups/52af98c5-34fa-47d4-8577-12442584a767 HTTP/1.1" status: 404 len: 347 time: 0.0526102 Mar 21 06:58:47.559120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 54960) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:47.575731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.679934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] For port 413739cf-3874-4f03-9a6a-1bc7169838de, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=413739cf-3874-4f03-9a6a-1bc7169838de,segment=NetworkSegment(3f02bd47-9abd-4ba6-bb23-182c9028f4df),segment_id=3f02bd47-9abd-4ba6-bb23-182c9028f4df)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:47.680809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.687081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.688345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:47.688834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.709271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dae1d5-a66b-4d66-8669-55e36f3c088e None None] DHCP port deletion for 7a0de83e-1242-4fde-a1fb-09a0cf401041 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:47.711378 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:47.721671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.730648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port d777d4b6-cdf6-428f-8dde-1013e4a0b00e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:47.730845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.761595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] For port 413739cf-3874-4f03-9a6a-1bc7169838de, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=413739cf-3874-4f03-9a6a-1bc7169838de,segment=NetworkSegment(3f02bd47-9abd-4ba6-bb23-182c9028f4df),segment_id=3f02bd47-9abd-4ba6-bb23-182c9028f4df)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:47.761996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.800667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-caac7aff-11fb-4ca0-83da-4849c8dad668 None None] Provisioning complete for port d777d4b6-cdf6-428f-8dde-1013e4a0b00e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:58:47.801247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-caac7aff-11fb-4ca0-83da-4849c8dad668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.839026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.879231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a69bcf-920e-4e69-b2e4-479547a85225,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:47.904608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 413739cf-3874-4f03-9a6a-1bc7169838de no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:47.988220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:47.992379 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-928bbd19-b9b6-489c-b7bf-b4d6ee6e5ea9 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/e4a69bcf-920e-4e69-b2e4-479547a85225 HTTP/1.1" status: 204 len: 168 time: 0.4750659 Mar 21 06:58:47.995259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:48.009174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Calling delete_port for 413739cf-3874-4f03-9a6a-1bc7169838de owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:48.039182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Calling delete_port for 413739cf-3874-4f03-9a6a-1bc7169838de owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:48.061285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:48.076785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Deleting port 097b7664-147a-4fde-923b-83d8b0a42f53 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:48.077405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.084481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-24abc4b1-eba2-44e8-9059-8b94b82e6e2b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:48.190202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.232193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port 413739cf-3874-4f03-9a6a-1bc7169838de update to DOWN by agent not found {{(pid=87990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 21 06:58:48.232873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:48.250336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.256923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.280897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=7a0de83e-1242-4fde-a1fb-09a0cf401041,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:48.368639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] DHCP port deletion for d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:58:48.381743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:48.382087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7ba5463a-27af-4acc-9c49-2f3f4cf67a5c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:48.400388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Deleting port d777d4b6-cdf6-428f-8dde-1013e4a0b00e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:48.400687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.401196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-24abc4b1-eba2-44e8-9059-8b94b82e6e2b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:48.406698 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-24abc4b1-eba2-44e8-9059-8b94b82e6e2b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4065418 Mar 21 06:58:48.413574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54968) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:48.422132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--692229707'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:48.425007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] Pushing event deleted for resources: {'Port': ['ID=413739cf-3874-4f03-9a6a-1bc7169838de,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:48.430170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:48.432283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b970a-10bd-4abd-b3b9-0dcd78f2cd4e None None] No DVR routers for this DVR port 413739cf-3874-4f03-9a6a-1bc7169838de on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:48.440342 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-42c739d3-80fe-44b3-954e-ae7305799d4c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/7a0de83e-1242-4fde-a1fb-09a0cf401041 HTTP/1.1" status: 204 len: 168 time: 5.7346847 Mar 21 06:58:48.445609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:48.455157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.457740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54972) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:48.514903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:48.515222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:48.551679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a18cef-2a9d-4fa1-8798-6cd018f989a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:48.551679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a18cef-2a9d-4fa1-8798-6cd018f989a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:48.551679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-21a18cef-2a9d-4fa1-8798-6cd018f989a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/7a0de83e-1242-4fde-a1fb-09a0cf401041 HTTP/1.1" status: 404 len: 339 time: 0.0862110 Mar 21 06:58:48.552015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,segment=NetworkSegment(139d3a5a-e27a-4839-a276-7bf04b350a15),segment_id=139d3a5a-e27a-4839-a276-7bf04b350a15)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:48.552015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.552214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:48.554433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.575683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-84414998', 'description': 'd1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:48.584795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:48.599875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Usage tracker for resource:network and tenant:8d6ec8b3d4d74cb1871f38afa4290dec is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:48.608506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:48.614772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:48.622276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:48.624458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:48.633264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.633517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:48.633605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.638454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:48.646187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.650829 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:48.657926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] For port d777d4b6-cdf6-428f-8dde-1013e4a0b00e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,segment=NetworkSegment(139d3a5a-e27a-4839-a276-7bf04b350a15),segment_id=139d3a5a-e27a-4839-a276-7bf04b350a15)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:48.659348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.662235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:48.663032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:48.701685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:48.708043 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9896c03-80b0-4e1c-8cc7-638d3ae3b2cd tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/a4e4ebf5-751e-4965-962d-3a4ae194ff1c HTTP/1.1" status: 200 len: 688 time: 2.2423885 Mar 21 06:58:48.709426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54980) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:48.712656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for d777d4b6-cdf6-428f-8dde-1013e4a0b00e owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:48.743654 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:48.755057 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:48.755927 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:48.779071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:48.782543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.816964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Calling delete_port for d777d4b6-cdf6-428f-8dde-1013e4a0b00e owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:48.839856 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:48.840531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aedcb6-88b3-45b1-a0fe-e12184decba4 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:48.916230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.926466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:48.926823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:48.954432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:48.972463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] Pushing event deleted for resources: {'Port': ['ID=d777d4b6-cdf6-428f-8dde-1013e4a0b00e,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:48.976144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47a887-4ab5-48ff-953d-3a3a99be51d0 None None] No DVR routers for this DVR port d777d4b6-cdf6-428f-8dde-1013e4a0b00e on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:58:48.996648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843076d-44bd-4cbd-8c3f-c483e8da274d None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:49.000620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Calling delete_port for 097b7664-147a-4fde-923b-83d8b0a42f53 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:49.012843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.013202 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 76960652-af12-475b-b950-f8be9adbd73a of type vlan for network 481dbb94-f951-4274-800d-9477b9393aa4 Mar 21 06:58:49.028069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Deleting port 413739cf-3874-4f03-9a6a-1bc7169838de {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:49.028653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.103583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.108690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.111910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.142269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843076d-44bd-4cbd-8c3f-c483e8da274d None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:49.163750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.193522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] The port '413739cf-3874-4f03-9a6a-1bc7169838de' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:58:49.254816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be074c6-3d09-4ae1-a0d2-1cb49f16c3c7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:49.272191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.278190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:49.279066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.285055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.285429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.318152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.319334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:58:49.319535 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bc884c97-7ab0-46c8-b5d8-f8551551b3eb tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9046500 Mar 21 06:58:49.320095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:58:49.338488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54988) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:49.343982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '7be074c6-3d09-4ae1-a0d2-1cb49f16c3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:49.458485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.473478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:49.500447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:49.532144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48108a8e-ffea-4232-8ab2-0c1b16de77c7']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:49.563531 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0088558 Mar 21 06:58:49.568084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:49.572634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6bfcd-7b3d-4f8e-9fbc-43533839e2d3 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:58:49.573137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54992) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:49.576037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:49.600165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f02bd47-9abd-4ba6-bb23-182c9028f4df') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:49.600463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f02bd47-9abd-4ba6-bb23-182c9028f4df') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:49.609256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:49.614155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521b5cf-6f37-4b3f-b8f2-be9fec0412ca tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=481dbb94-f951-4274-800d-9477b9393aa4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:49.655226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.686436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.690683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.741258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6bfcd-7b3d-4f8e-9fbc-43533839e2d3 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:58:49.744304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:49.744987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.747405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 481dbb94-f951-4274-800d-9477b9393aa4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:49.760815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Pushing event deleted for resources: {'Port': ['ID=097b7664-147a-4fde-923b-83d8b0a42f53,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:49.762731 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:49.765270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa4876-fe6b-416b-8132-6d916587f0f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:49.765270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c7aa4876-fe6b-416b-8132-6d916587f0f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Synchronizing usage tracker for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:49.826692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The resource could not be found. Mar 21 06:58:49.828315 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-37693956-9aeb-4c66-8d06-a14cd62397da tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4883041 Mar 21 06:58:49.831789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 54996) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:49.837389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '7be074c6-3d09-4ae1-a0d2-1cb49f16c3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '32525d5d-6f36-4da1-b571-77f66d9868b1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:49.841087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port d777d4b6-cdf6-428f-8dde-1013e4a0b00e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:49.841747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.845574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c7aa4876-fe6b-416b-8132-6d916587f0f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Unset dirty status for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:49.849880 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c7aa4876-fe6b-416b-8132-6d916587f0f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks?id=481dbb94-f951-4274-800d-9477b9393aa4 HTTP/1.1" status: 200 len: 763 time: 0.2681012 Mar 21 06:58:49.851261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55000) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:49.853327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:49.859483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'description': 'd2'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:49.895539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:49.901532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:49.914272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:49.918872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:49.937342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d777d4b6-cdf6-428f-8dde-1013e4a0b00e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:50.000829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] The port 'd777d4b6-cdf6-428f-8dde-1013e4a0b00e' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:58:50.021095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d777d4b6-cdf6-428f-8dde-1013e4a0b00e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:50.021479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d777d4b6-cdf6-428f-8dde-1013e4a0b00e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:50.027166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=7b9cb4b7-5bcf-4a39-aaea-14a8c1a3e33c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:50.050906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.095339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.137451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] Pushing event deleted for resources: {'Network': ['ID=48108a8e-ffea-4232-8ab2-0c1b16de77c7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:50.171559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.273045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.278241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.281154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2d52774e-c11b-4c92-96ce-2d2398a9dad5 tempest-NetworksTest-368771630 tempest-NetworksTest-368771630-project] 10.222.0.31 "DELETE /v2.0/networks/48108a8e-ffea-4232-8ab2-0c1b16de77c7 HTTP/1.1" status: 204 len: 168 time: 4.0366015 Mar 21 06:58:50.283314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.297486 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-43ad9590-8eb1-4071-a19e-a9236c3717a1 tempest-ServersTestJSON-1688606425 tempest-ServersTestJSON-1688606425-project] 10.222.0.31 "DELETE /v2.0/floatingips/cba06d57-f867-44fb-8820-fe6a5063922a HTTP/1.1" status: 204 len: 168 time: 2.7360480 Mar 21 06:58:50.312074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55006) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:50.402286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.402763 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2eb486a3-3975-4d30-a758-ce6e9f58983f tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/a4e4ebf5-751e-4965-962d-3a4ae194ff1c HTTP/1.1" status: 204 len: 168 time: 1.6923046 Mar 21 06:58:50.413359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:50.422696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'c40258b3-115c-4cf8-8bde-a5840a86f0d5'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:50.428252 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The resource could not be found. Mar 21 06:58:50.429734 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2b1d056a-9218-41cc-a342-f3c73b9f3eff tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5968041 Mar 21 06:58:50.433525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55014) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:50.436670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:50.467217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:floatingip and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:50.474912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:50.495735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:50.503067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.537627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.554423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Deleting port ce8c805c-7ab4-4676-807c-d5e41269687d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:50.555005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.555618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.607433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13d2dd6-2f21-470b-8b0f-0c31b5b7e543']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:50.629097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139d3a5a-e27a-4839-a276-7bf04b350a15') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:50.629406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139d3a5a-e27a-4839-a276-7bf04b350a15') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:50.632163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network 481dbb94-f951-4274-800d-9477b9393aa4 is not hosted by any dhcp agent {{(pid=87987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 21 06:58:50.638316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:50.639002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.644395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "PUT /v2.0/networks/481dbb94-f951-4274-800d-9477b9393aa4 HTTP/1.1" status: 200 len: 760 time: 0.7892752 Mar 21 06:58:50.647228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55020) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:50.696735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.698692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55024) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:50.714667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.735530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a677332-1abf-4daa-9288-2dd4d5f6b8f2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=481dbb94-f951-4274-800d-9477b9393aa4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:50.754883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 481dbb94-f951-4274-800d-9477b9393aa4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:50.793920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.809377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.913349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.933048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:58:50.933480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.937147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:50.946167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be074c6-3d09-4ae1-a0d2-1cb49f16c3c7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:58:50.955091 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:58:51.012329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.013480 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6002b8c-c1ad-4c3f-b494-7b791a8f783c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/7be074c6-3d09-4ae1-a0d2-1cb49f16c3c7 HTTP/1.1" status: 204 len: 168 time: 0.5788889 Mar 21 06:58:51.022735 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6dd745ce-e320-48c1-93bb-a9c0337d9f7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3266f7d64cf249f1ad25aa027f207897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163202 Mar 21 06:58:51.027414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55030) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.027962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55032) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.125708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c51327-a3ca-4493-b685-fc27515429a0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:51.126285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-27c51327-a3ca-4493-b685-fc27515429a0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Synchronizing usage tracker for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:51.160800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] For port ce8c805c-7ab4-4676-807c-d5e41269687d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce8c805c-7ab4-4676-807c-d5e41269687d,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:51.161144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.178817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.192811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-58b0c999-264c-483e-aae8-bceab7b9a43c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:51.208291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.131 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/25d39a6c-2f92-4232-b389-57f6f03d63bf) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:51.216419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.249623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-58b0c999-264c-483e-aae8-bceab7b9a43c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:51.255205 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58b0c999-264c-483e-aae8-bceab7b9a43c tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2216232 Mar 21 06:58:51.256276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55038) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.267603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.270787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-27c51327-a3ca-4493-b685-fc27515429a0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Unset dirty status for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:51.272052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-27c51327-a3ca-4493-b685-fc27515429a0 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks?id=481dbb94-f951-4274-800d-9477b9393aa4 HTTP/1.1" status: 200 len: 763 time: 0.6239049 Mar 21 06:58:51.277329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '6210bd67-a228-4c1a-ad4e-c3a5f8accf3e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:51.282891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.290633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55042) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.311889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:51.346410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Calling delete_port for ce8c805c-7ab4-4676-807c-d5e41269687d owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:51.358257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:51.409280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:51.419073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=d13d2dd6-2f21-470b-8b0f-0c31b5b7e543,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:51.431661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:51.437346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c0f97b4b-bba6-41db-acfb-e1d6a37ecfc4 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/d13d2dd6-2f21-470b-8b0f-0c31b5b7e543 HTTP/1.1" status: 204 len: 168 time: 4.5470824 Mar 21 06:58:51.442044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55046) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.594323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.625074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c796d-d0b1-4f4d-95f1-807e7b3456b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:51.626541 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a45c796d-d0b1-4f4d-95f1-807e7b3456b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3249192 Mar 21 06:58:51.630710 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The resource could not be found. Mar 21 06:58:51.635083 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48d9cba2-a408-473c-8b10-8829d9d2ae2f tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3748491 Mar 21 06:58:51.635083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55050) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.635083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.641706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af031575-ca1a-4046-990e-c1e79b0167f8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:51.643272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55052) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.687125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--497837909'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:51.699365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:51.703190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d334631-1318-4a13-b592-8690ea930f30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Synchronizing usage tracker for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:51.722230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:51.725275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.726389 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-163f1d26-da4f-4686-b5c4-0dc992fb0ff1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af031575-ca1a-4046-990e-c1e79b0167f8 HTTP/1.1" status: 204 len: 168 time: 0.6948485 Mar 21 06:58:51.743027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d334631-1318-4a13-b592-8690ea930f30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Unset dirty status for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:51.747877 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d334631-1318-4a13-b592-8690ea930f30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 207 time: 0.1060042 Mar 21 06:58:51.747877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.755315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55060) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.805324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:51.854229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:51.920627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:51.931201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:51.946669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a179ef5-a9e0-4ac3-a537-2b10b4a7b6aa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:51.947432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a179ef5-a9e0-4ac3-a537-2b10b4a7b6aa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:51.955918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:51.966523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:51.977586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:51.981747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a179ef5-a9e0-4ac3-a537-2b10b4a7b6aa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:51.982965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a179ef5-a9e0-4ac3-a537-2b10b4a7b6aa tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5315254 Mar 21 06:58:51.988254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55068) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:51.992994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:52.024712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=25d39a6c-2f92-4232-b389-57f6f03d63bf,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:52.077350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.083679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.089321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.095677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.100804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.106695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.109256 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1b383b17-6888-46c4-89fd-1c0314814218 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3498795 Mar 21 06:58:52.113157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55078) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.200779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.314078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8c805c-7ab4-4676-807c-d5e41269687d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:52.354806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.376724 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-81cc4667-dbfd-4ea5-8d39-bd4ce67da882 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3871474 Mar 21 06:58:52.388189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55088) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.398532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.412742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75b96f55-c01e-4a97-a4e7-e0252e948e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.456296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-57585697'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:52.472853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:52.473525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ef59d-97ee-4048-bbcb-a1b955856698,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:52.499526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:52.522180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:52.535048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.536288 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1cd4f419-d69e-4f48-b550-3c9e7a57a950 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8895569 Mar 21 06:58:52.537245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:52.544530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55096) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.551676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--432333731'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:52.554932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21628438-f0e1-4760-bbb9-74200abfe22d tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4406180 Mar 21 06:58:52.558436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55100) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.595314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:52.613119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:52.620223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.626188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:52.647462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:52.674397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55104) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.707308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:52.710593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.744357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.745892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.747373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.748841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.750463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:52.756463 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-31fb3207-6a18-45d5-864e-1d22c5a3d9c2 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1927783 Mar 21 06:58:52.756463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.759737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55110) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:52.791540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:52.803528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:52.807210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:52.814237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:52.881057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bea1f1fb-3ce9-4208-833a-f12976cc65f6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] Request body: {'port': {'network_id': '15637acd-0393-4e82-a05a-f427f66a4913', 'name': 'tempest-NetworksNegativeTestJSON-2021697199'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:52.917888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.919283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.926948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:52.959417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:52.986992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e49f6b-00ec-476e-812d-92cb43ec673c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:53.006232 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea1f1fb-3ce9-4208-833a-f12976cc65f6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] POST failed (client error): The resource could not be found. Mar 21 06:58:53.006660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea1f1fb-3ce9-4208-833a-f12976cc65f6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:53.011477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bea1f1fb-3ce9-4208-833a-f12976cc65f6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3324578 Mar 21 06:58:53.011477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.011477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment 39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd of type vlan for network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f Mar 21 06:58:53.015344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55114) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.034618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.037464 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9c69cf6-4d80-4796-be6b-74fa3110cd9e tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4903593 Mar 21 06:58:53.045810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55118) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.052620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group_rule': {'security_group_id': '8b3ef59d-97ee-4048-bbcb-a1b955856698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '26e49f6b-00ec-476e-812d-92cb43ec673c'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:53.059102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.060461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.061858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.061990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:53.063181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.065159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.066030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Synchronizing usage tracker for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:53.069039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:53.071735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.100867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:53.112459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:53.135161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.159395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8da938d-c133-409a-89de-5ed886236ed7 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:53.159865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8da938d-c133-409a-89de-5ed886236ed7 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:53.190769 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:58:53.194530 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ab726838-df78-4f52-92c5-79e285205656 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1455216 Mar 21 06:58:53.194730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55126) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.201486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.212617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Unset dirty status for tenant:8d6ec8b3d4d74cb1871f38afa4290dec on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:53.217435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-484d4ff7-f97e-4d51-9f84-fc8e4be28995 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4530575 Mar 21 06:58:53.240438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55130) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.276330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8da938d-c133-409a-89de-5ed886236ed7 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "DELETE /v2.0/networks/ecaa6cec-55c9-479e-9ad7-bef4f57d3ad6 HTTP/1.1" status: 404 len: 339 time: 0.2489901 Mar 21 06:58:53.280416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.364315 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f2acf2-1c7f-4096-b787-0f8e856698f5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:53.364975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f2acf2-1c7f-4096-b787-0f8e856698f5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:53.370130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-60f2acf2-1c7f-4096-b787-0f8e856698f5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "DELETE /v2.0/ports/80f101b2-cf8e-4a70-b777-d852ed25333f HTTP/1.1" status: 404 len: 333 time: 0.0724125 Mar 21 06:58:53.374491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55138) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.463496 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa32892-38fd-4f8b-89c5-d2f604849e26 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] DELETE failed (client error): The resource could not be found. Mar 21 06:58:53.463852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa32892-38fd-4f8b-89c5-d2f604849e26 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:53.469348 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cfa32892-38fd-4f8b-89c5-d2f604849e26 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "DELETE /v2.0/subnets/054751f9-e217-4f8d-b6f7-2d53a2177351 HTTP/1.1" status: 404 len: 337 time: 0.0846326 Mar 21 06:58:53.480418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55142) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.536578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.542418 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-78782e0c-ceb9-489d-89b3-0b3d92ca3ed0 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] GET failed (client error): The resource could not be found. Mar 21 06:58:53.547270 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-78782e0c-ceb9-489d-89b3-0b3d92ca3ed0 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "GET /v2.0/networks/9a089c93-3f28-4324-ac1e-e8ef6a6f33aa HTTP/1.1" status: 404 len: 339 time: 0.0608029 Mar 21 06:58:53.552880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55146) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.565540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4fc05d-0c13-4650-8afe-e83ba50a8595 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.570528 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7b4fc05d-0c13-4650-8afe-e83ba50a8595 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks/309c4129-d2b1-4e87-9b9f-fae916e3c35e HTTP/1.1" status: 200 len: 804 time: 0.3170223 Mar 21 06:58:53.570791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55150) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.620858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.626182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:53.626758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.631053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.647284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.660042 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae1303b-ace9-4bf6-b185-b5f410609c0c tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] GET failed (client error): The resource could not be found. Mar 21 06:58:53.664923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.665091 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dae1303b-ace9-4bf6-b185-b5f410609c0c tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "GET /v2.0/ports/a6b6d99d-61ac-48f4-b16e-3d607d8207df HTTP/1.1" status: 404 len: 333 time: 0.1042895 Mar 21 06:58:53.680387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55154) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.795537 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3954637 Mar 21 06:58:53.800103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55158) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.841463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:53.846537 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c601c7e-56fe-4063-a125-0ba97a2e1980 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] GET failed (client error): The resource could not be found. Mar 21 06:58:53.851483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5c601c7e-56fe-4063-a125-0ba97a2e1980 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "GET /v2.0/subnets/5936e665-8ab2-45e0-8ee5-0bccb07ab62f HTTP/1.1" status: 404 len: 337 time: 0.1648343 Mar 21 06:58:53.858524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55162) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.872290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-52b86998-4059-4775-abfb-99f6fa7f2ab6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:53.898954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db0444-fcad-4075-93a2-a1ed1329871a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=16d0cfc1-b02c-41b7-ba47-c5189df12b4f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:53.907145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:53.911812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:53.941615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=25d39a6c-2f92-4232-b389-57f6f03d63bf,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:53.943027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b86998-4059-4775-abfb-99f6fa7f2ab6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] PUT failed (client error): The resource could not be found. Mar 21 06:58:53.943503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b86998-4059-4775-abfb-99f6fa7f2ab6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:53.948373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-52b86998-4059-4775-abfb-99f6fa7f2ab6 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "PUT /v2.0/networks/d5647429-7675-4e13-b6de-b13e701db5b4 HTTP/1.1" status: 404 len: 339 time: 0.0852113 Mar 21 06:58:53.954956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:53.971618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3424187f-e55a-4cb9-940d-cc3a586c3cbe tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:53.998328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e49f6b-00ec-476e-812d-92cb43ec673c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:54.008957 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cde0a574-9d68-4f50-a964-f5330b9ec379 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/networks/309c4129-d2b1-4e87-9b9f-fae916e3c35e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4326925 Mar 21 06:58:54.011149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55170) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.030026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.033662 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bb7a2021-a9c4-4b64-9246-a8ae237cc43b tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/26e49f6b-00ec-476e-812d-92cb43ec673c HTTP/1.1" status: 204 len: 168 time: 0.8354447 Mar 21 06:58:54.033662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.065324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55172) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.076496 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3424187f-e55a-4cb9-940d-cc3a586c3cbe tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] PUT failed (client error): The resource could not be found. Mar 21 06:58:54.077241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3424187f-e55a-4cb9-940d-cc3a586c3cbe tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:54.078340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3424187f-e55a-4cb9-940d-cc3a586c3cbe tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "PUT /v2.0/ports/d088353b-62bd-47c6-a615-71194367d35f HTTP/1.1" status: 404 len: 333 time: 0.1218753 Mar 21 06:58:54.126183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.130885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Deleting port 01d8acc5-7556-41bd-aaa4-14b651ccbf84 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:54.131229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.194279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b7725ed6-1831-49bd-8176-a1bf6d847cf5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:54.222123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:54.235205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:54.240354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:54.248938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:54.271334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7725ed6-1831-49bd-8176-a1bf6d847cf5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] PUT failed (client error): The resource could not be found. Mar 21 06:58:54.271780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7725ed6-1831-49bd-8176-a1bf6d847cf5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:58:54.272896 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b7725ed6-1831-49bd-8176-a1bf6d847cf5 tempest-NetworksNegativeTestJSON-54987548 tempest-NetworksNegativeTestJSON-54987548-project] 10.222.0.31 "PUT /v2.0/subnets/e0f82ec3-9cc5-4cf7-accb-9731fe029f3c HTTP/1.1" status: 404 len: 337 time: 0.1133533 Mar 21 06:58:54.325288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357331d0-adb1-4ee2-98fb-df7e8e5b9e7c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:54.326599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-357331d0-adb1-4ee2-98fb-df7e8e5b9e7c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets/071d9699-a684-4ce6-a1b7-2b2afd6204ae HTTP/1.1" status: 200 len: 843 time: 0.2631090 Mar 21 06:58:54.328150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:54.332216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.335962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Router 3687817d-8961-4f09-97b4-830d59daa36e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:54.341848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55184) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.426246 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP 354f1ded-448d-44ac-bd9a-6f2186d06675 associated. External IP: 172.26.2.131, port: c40258b3-115c-4cf8-8bde-a5840a86f0d5. Mar 21 06:58:54.478402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f30cfdd4-e597-452e-95dd-165071362445 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:54.527193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3617cc5a-a880-4f41-86c9-2d939e3a7e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.588882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236d82e-8e87-43ac-bb1d-b4f3791ade1f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:54.594891 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6236d82e-8e87-43ac-bb1d-b4f3791ade1f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "GET /v2.0/subnets/071d9699-a684-4ce6-a1b7-2b2afd6204ae?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2460763 Mar 21 06:58:54.595080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55190) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.609876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f30cfdd4-e597-452e-95dd-165071362445 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:54.611130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f30cfdd4-e597-452e-95dd-165071362445 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5362225 Mar 21 06:58:54.614122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55194) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.614373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:54.617286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654935786'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:54.636571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:54.669298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] For port 01d8acc5-7556-41bd-aaa4-14b651ccbf84, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=01d8acc5-7556-41bd-aaa4-14b651ccbf84,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:54.669663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.693473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:54.731802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:54.735525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.874415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:54.879703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:58:54.896453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Calling delete_port for 01d8acc5-7556-41bd-aaa4-14b651ccbf84 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:55.016611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.016959 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Added segment 26cb61f7-8d85-4a27-8e98-c8a00736e14d of type vlan for network d095296d-0f5c-4d8c-af9e-8d0c21c37943 Mar 21 06:58:55.049699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=578fd8b5-64cc-44ed-8c84-931a9dec0d16,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:55.077715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.086117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.092072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:55.093671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:55.094030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: 16d0cfc1-b02c-41b7-ba47-c5189df12b4f, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:55.098161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:55.109294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254044c9-affa-459b-954b-61845df67440 None None] Sync routers for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:55.117231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4a7a637d-8268-433b-a68c-5233f67b7abb admin admin] 10.222.0.31 "PUT /v2.0/routers/3687817d-8961-4f09-97b4-830d59daa36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3792939 Mar 21 06:58:55.121345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254044c9-affa-459b-954b-61845df67440 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:55.122046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-254044c9-affa-459b-954b-61845df67440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:55.122215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55204) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:55.129501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:55.137511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.141724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5f14b29e204cf0be82ac657ef27a56 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:55.154004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:55.187512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:55.211942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.285436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:55.312675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.318788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.318964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:55.319606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.359402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ef59d-97ee-4048-bbcb-a1b955856698,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:55.372071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 16d0cfc1-b02c-41b7-ba47-c5189df12b4f) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:55.440316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-254044c9-affa-459b-954b-61845df67440 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:55.500728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.505430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.509761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c06be593-3ad3-4e47-b09a-9379accf2408 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b3ef59d-97ee-4048-bbcb-a1b955856698 HTTP/1.1" status: 204 len: 168 time: 0.8849978 Mar 21 06:58:55.510745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55208) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:55.514796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.536482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:55.537157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.593522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa5f14b29e204cf0be82ac657ef27a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9705584 Mar 21 06:58:55.597559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8dd59-b1fd-4da3-bbe1-a955c18eccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cbaa7-440d-4bf8-8084-f20571f3a80a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:55.600433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.615135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55212) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:55.693207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c2e06-926e-4e4a-896e-b9cbccf4876f None None] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:55.790401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=01d8acc5-7556-41bd-aaa4-14b651ccbf84,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:55.824781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Network': ['ID=d095296d-0f5c-4d8c-af9e-8d0c21c37943,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:55.828217 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94c980c0-bbc8-4d6b-920d-112d110b8c4b tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2333655 Mar 21 06:58:55.837026 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6615366d-1b77-474c-96d9-7bc8f71357a3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0326517 Mar 21 06:58:55.837713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55216) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:55.841364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.848918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:55.850612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55218) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:55.862121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:58:55.875932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f', 'name': 'tempest-PortsIpV6TestJSON-318090703'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:55.912194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:55.917463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb774c53-8660-41af-b768-e4629e1d58df tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:55.923825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:55.936155 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:55.973973 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:55.974587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.018742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.019885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.020018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.062371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.067686 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.078088 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:56.078746 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.151321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-16d0cfc1-b02c-41b7-ba47-c5189df12b4f', 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': '578fd8b5-64cc-44ed-8c84-931a9dec0d16'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:56.152657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.173890 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.174222 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8883a8-2990-4b0b-82f4-4632b3b6b7da None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:56.199361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:56.216891 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c3db3b3e-db8e-44f7-b3ea-befb2fa39934 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7997079 Mar 21 06:58:56.219102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55224) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:56.225591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:56.245827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb774c53-8660-41af-b768-e4629e1d58df tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:56.252945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb774c53-8660-41af-b768-e4629e1d58df tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7343287 Mar 21 06:58:56.265475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55228) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:56.281401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-254044c9-affa-459b-954b-61845df67440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:58:51Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.286182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455673195'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:56.289048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254044c9-affa-459b-954b-61845df67440 None None] Checking router: 3687817d-8961-4f09-97b4-830d59daa36e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:58:56.305105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:56.336050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.339615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254044c9-affa-459b-954b-61845df67440 None None] Routers {'3687817d-8961-4f09-97b4-830d59daa36e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:56.340258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-254044c9-affa-459b-954b-61845df67440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3687817d-8961-4f09-97b4-830d59daa36e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:56.350154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:56.354716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:56.395679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e099192e-8baa-4b69-94c5-b893692bef15 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/floatingips/354f1ded-448d-44ac-bd9a-6f2186d06675 HTTP/1.1" status: 200 len: 978 time: 0.1717134 Mar 21 06:58:56.396638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55232) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:56.407209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Made reservation on behalf of 8d6ec8b3d4d74cb1871f38afa4290dec for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:56.411543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.436705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:56.442167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.453067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Allocated IP 2001:db8::2 (16d0cfc1-b02c-41b7-ba47-c5189df12b4f/578fd8b5-64cc-44ed-8c84-931a9dec0d16/da66cb29-05d7-4199-b66b-5cc2deec7429) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:56.461343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.501665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:56.503579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.505370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.514720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cbaa7-440d-4bf8-8084-f20571f3a80a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:56.524610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:56.588679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Usage tracker for resource:security_group_rule and tenant:459a121f4806409da03f2ff779bbe1ae is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:56.594100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Deleting port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:56.594100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.605235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:56.625894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:56.630702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:58:56.636474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing IP validity checks on allocation pools {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 06:58:56.637272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 06:58:56.675456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c72b1d6-b5e1-4053-8277-27ae7d350b62 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Synchronizing usage tracker for tenant:347530cb172e4b72b220235e072e34b0 on resource:floatingip {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:56.688789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:56.692826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f7cccbdd-7ca8-490a-9c88-dfaf9e8b7e2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/064cbaa7-440d-4bf8-8084-f20571f3a80a HTTP/1.1" status: 204 len: 168 time: 1.0322864 Mar 21 06:58:56.709789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-254044c9-affa-459b-954b-61845df67440 None None] Set router 3687817d-8961-4f09-97b4-830d59daa36e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:56.811015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c72b1d6-b5e1-4053-8277-27ae7d350b62 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Unset dirty status for tenant:347530cb172e4b72b220235e072e34b0 on resource:floatingip {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:56.812228 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3c72b1d6-b5e1-4053-8277-27ae7d350b62 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4136703 Mar 21 06:58:56.816906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:56.831238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': 'c359c119-730f-4ff5-b6a1-a57549ca5b7c'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:56.947509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.043324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.051343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.063718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] For port 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:57.066707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.084706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.103579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Transition to ACTIVE for port object da66cb29-05d7-4199-b66b-5cc2deec7429 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:57.114002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Router e84d1063-0dc0-435f-b999-1fe869f021cb has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:58:57.114842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82def78a-7671-446d-93f9-d3139cc600a9,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:57.132354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Transition to ACTIVE for port object da66cb29-05d7-4199-b66b-5cc2deec7429 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:57.155946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.245999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Pushing event updated for resources: {'Port': ['ID=da66cb29-05d7-4199-b66b-5cc2deec7429,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:57.259268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-254044c9-affa-459b-954b-61845df67440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:58:51Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:57.263510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:57.283540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:57.291196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Calling delete_port for 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:57.301798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:57.383886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254044c9-affa-459b-954b-61845df67440 None None] The sync data for ids ['3687817d-8961-4f09-97b4-830d59daa36e'] in dv-neutron-834307-1-hyperv is: [{'id': '3687817d-8961-4f09-97b4-830d59daa36e', 'name': 'tempest-ServersTestManualDisk-2141710960-router', 'tenant_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:58:51Z', 'revision_number': 5, 'project_id': 'c3dc25a3acb5414489495cbeeaf08db9', 'gw_port': {'id': '9e5ae195-b5a8-48ae-a8a1-658bc14d36d7', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687817d-8961-4f09-97b4-830d59daa36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:11Z', 'updated_at': '2022-03-21T06:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:57.443621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.445183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f2952419-8699-4af5-8873-d3585df0a620 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1788445 Mar 21 06:58:57.458571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55258) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:57.466806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.475022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b0051019-0b86-4785-9ef2-18b6fc78ce98 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:57.475898 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-b0051019-0b86-4785-9ef2-18b6fc78ce98 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 21 06:58:57.476447 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-b0051019-0b86-4785-9ef2-18b6fc78ce98 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] update failed (client error): There was a conflict when trying to complete your request. Mar 21 06:58:57.477447 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b0051019-0b86-4785-9ef2-18b6fc78ce98 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "PUT /v2.0/security-groups/82def78a-7671-446d-93f9-d3139cc600a9 HTTP/1.1" status: 409 len: 330 time: 0.0158336 Mar 21 06:58:57.478044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Attempting to bind port da66cb29-05d7-4199-b66b-5cc2deec7429 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:58:57.478555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Attempting to bind port da66cb29-05d7-4199-b66b-5cc2deec7429 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:58:57.479087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Attempting to bind port da66cb29-05d7-4199-b66b-5cc2deec7429 on network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:58:57.484720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55262) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:57.487802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:58:57.488337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Checking segment: {'id': '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:57.488582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.488977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Bound using segment: {'id': '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:58:57.490590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Bound port: da66cb29-05d7-4199-b66b-5cc2deec7429, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:58:57.490590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.577413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::358 (16d0cfc1-b02c-41b7-ba47-c5189df12b4f/578fd8b5-64cc-44ed-8c84-931a9dec0d16/58fa5fbf-2688-49a3-aaf2-91b00ee15f8e) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:58:57.598407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] For port da66cb29-05d7-4199-b66b-5cc2deec7429, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:58:57.602454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] For port da66cb29-05d7-4199-b66b-5cc2deec7429, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=da66cb29-05d7-4199-b66b-5cc2deec7429,segment=NetworkSegment(39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd),segment_id=39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:58:57.607257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.691748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55268) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:57.703259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d7c9-74df-4df8-ad10-ec7eb154eebb None None] Pushing event updated for resources: {'Port': ['ID=da66cb29-05d7-4199-b66b-5cc2deec7429,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:57.718146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.777977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:58:57.787255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1e76ff3c-3fd9-4609-92e6-36df9e465e5c admin admin] 10.222.0.31 "PUT /v2.0/routers/e84d1063-0dc0-435f-b999-1fe869f021cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4709821 Mar 21 06:58:57.787989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55274) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:57.789840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Sync routers for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:58:57.816558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:57.823788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:57.921776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.960280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:57.988027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce8c805c-7ab4-4676-807c-d5e41269687d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:58:58.009919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1970986589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:58.040516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:58.071383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ce8c805c-7ab4-4676-807c-d5e41269687d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:58:58.071645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce8c805c-7ab4-4676-807c-d5e41269687d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:58:58.101208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:router and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:58.103239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.105790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:58.207139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:58.220704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5ae195-b5a8-48ae-a8a1-658bc14d36d7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:58.288815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.348545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:58.406711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.420863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Checking segment: {'id': '26cb61f7-8d85-4a27-8e98-c8a00736e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:58:58.421503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network hostable DHCP agents. Network: d095296d-0f5c-4d8c-af9e-8d0c21c37943, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:58:58.426917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=dc81f348-ce04-4b56-a1e6-0296d92f141e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:58.444718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.462615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82def78a-7671-446d-93f9-d3139cc600a9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:58.484911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.485901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.504002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.507626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-acacac94-94d6-440a-8e3a-2522c46885e5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/82def78a-7671-446d-93f9-d3139cc600a9 HTTP/1.1" status: 204 len: 168 time: 1.0191998 Mar 21 06:58:58.550199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:58:55Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:58.554386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Checking router: e84d1063-0dc0-435f-b999-1fe869f021cb for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:58:58.563055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55278) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:58.567411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Routers {'e84d1063-0dc0-435f-b999-1fe869f021cb'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:58:58.567644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e84d1063-0dc0-435f-b999-1fe869f021cb'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:58.640663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.662321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.669671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.672768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:58:58.685889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.698868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d095296d-0f5c-4d8c-af9e-8d0c21c37943) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:58.704034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:58.704383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.716702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329329ce-fb32-4bc9-b8cf-736f7df5d1c7 None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:58.724715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14663cdf-e34e-4249-8522-785e2c3be364 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Synchronizing usage tracker for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:58:58.743047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.746841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.747428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3687817d-8961-4f09-97b4-830d59daa36e {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:58:58.753661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:58:58.755996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.780279 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8bb953d3-782c-425e-89c7-31ec5093daae tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9337602 Mar 21 06:58:58.784393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.784707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Deleting port ebcfb95e-012e-400c-8d49-e755a673fb85 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:58:58.785049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:58.788524 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f19483d0-4efe-4b8a-91fd-c617d354227a admin admin] 10.222.0.31 "DELETE /v2.0/routers/3687817d-8961-4f09-97b4-830d59daa36e HTTP/1.1" status: 204 len: 168 time: 3.6624768 Mar 21 06:58:58.788524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55282) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:58.790102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55284) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:58.797041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:58.981378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] Set router e84d1063-0dc0-435f-b999-1fe869f021cb gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:58:59.007897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Deleting subnet 596db2c3-0d47-4b9d-a08c-992d1f6557bd {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:58:59.011139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.016881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] For port ebcfb95e-012e-400c-8d49-e755a673fb85, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ebcfb95e-012e-400c-8d49-e755a673fb85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:58:59.017248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.065826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:58:59.145729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Calling delete_port for ebcfb95e-012e-400c-8d49-e755a673fb85 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:58:59.150379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.153434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b7e3e-ad4a-4a9d-8f50-9a126bde73b2 None None] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:58:59.187980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2853089'] for subnet, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.191609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14663cdf-e34e-4249-8522-785e2c3be364 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] Unset dirty status for tenant:459a121f4806409da03f2ff779bbe1ae on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:58:59.196500 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-14663cdf-e34e-4249-8522-785e2c3be364 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6185021 Mar 21 06:58:59.202534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:59.223704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.226402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ab6c860e-cfc8-4e83-add7-95f8fe2448f7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5337245 Mar 21 06:58:59.230911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55294) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:59.247135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2131376156'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:58:59.256779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.264291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:59.386878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-39551cc0-0444-457b-b50b-51b3a5aa5634 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] delete failed (client error): The resource could not be found. Mar 21 06:58:59.392130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-39551cc0-0444-457b-b50b-51b3a5aa5634 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "DELETE /v2.0/security-groups/433b4dea-8cc4-4b1e-a938-8128018a392b HTTP/1.1" status: 404 len: 347 time: 0.1857030 Mar 21 06:58:59.393929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55298) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:59.399352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d428c8b9-4e8d-433b-a081-b41a3d0cdf37 None None] Provisioning for port da66cb29-05d7-4199-b66b-5cc2deec7429 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:58:59.427269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-ab27ca2c-790b-455b-aad4-0f99e2f2f8b5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] show failed (client error): The resource could not be found. Mar 21 06:58:59.428305 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ab27ca2c-790b-455b-aad4-0f99e2f2f8b5 tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-groups/ace020dd-d76e-47ef-8653-2bfd04c6abca HTTP/1.1" status: 404 len: 347 time: 0.0302134 Mar 21 06:58:59.432999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:58:59.444163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:network and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:59.448535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.449764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.454061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.506640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:59.533010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:58:59.590799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:58:59.594575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.608348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.620196 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-922d731d-38b7-4cb1-9234-a192922a741a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] show failed (client error): The resource could not be found. Mar 21 06:58:59.629344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-922d731d-38b7-4cb1-9234-a192922a741a tempest-NegativeSecGroupTest-1580893024 tempest-NegativeSecGroupTest-1580893024-project] 10.222.0.31 "GET /v2.0/security-group-rules/d608c7fc-9e20-4240-a20e-092b474f9ab1 HTTP/1.1" status: 404 len: 356 time: 0.1905324 Mar 21 06:58:59.681341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-d095296d-0f5c-4d8c-af9e-8d0c21c37943', 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943', 'tenant_id': '8d6ec8b3d4d74cb1871f38afa4290dec', 'fixed_ips': [{'subnet_id': 'dc81f348-ce04-4b56-a1e6-0296d92f141e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:58:59.681341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.710424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.710682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcfb95e-012e-400c-8d49-e755a673fb85,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:59.717800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:58:59.793590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=58fa5fbf-2688-49a3-aaf2-91b00ee15f8e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:58:59.808570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:58:59.826200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:security_group_rule and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:58:59.834332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:58:59.834691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:58:55Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:58:59.841662 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP 354f1ded-448d-44ac-bd9a-6f2186d06675 associated. External IP: 172.26.2.131, port: c40258b3-115c-4cf8-8bde-a5840a86f0d5. Mar 21 06:58:59.864876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea2939-6cff-4c3a-9892-7675f51da737 None None] The sync data for ids ['e84d1063-0dc0-435f-b999-1fe869f021cb'] in dv-neutron-834307-1-hyperv is: [{'id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'name': 'tempest-ServersTestJSON-1716553647-router', 'tenant_id': 'dcdde429ec834f0499055d8f43c93df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:06Z', 'updated_at': '2022-03-21T06:58:55Z', 'revision_number': 5, 'project_id': 'dcdde429ec834f0499055d8f43c93df9', 'gw_port': {'id': 'ebcfb95e-012e-400c-8d49-e755a673fb85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84d1063-0dc0-435f-b999-1fe869f021cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:58:59.869389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:58:59.871216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.935368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:58:59.944711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:58:59.945468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:58:59.974949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:00.020062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.057339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cf910f39-0cfc-4efc-b71c-66cf75ecbc56 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2045536 Mar 21 06:59:00.060374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55310) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.068504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': '16d0cfc1-b02c-41b7-ba47-c5189df12b4f', 'name': 'tempest-PortsIpV6TestJSON-1810202285'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:00.103441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596db2c3-0d47-4b9d-a08c-992d1f6557bd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:00.142086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55314) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.170889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.171750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b58ce1-4aab-4c16-82ae-37f228d6a950 None None] Network 9c407935-6add-4664-84f8-daa999483390 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:00.174291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.186349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.187755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2435766'] for subnet, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.307997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Allocated IP 2001:db8::3 (d095296d-0f5c-4d8c-af9e-8d0c21c37943/dc81f348-ce04-4b56-a1e6-0296d92f141e/e20a0577-799d-4f0f-9ddc-b7fbb3fc697c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:00.314277 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9a2c0a77-2e4e-4092-bc82-84395999950e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/596db2c3-0d47-4b9d-a08c-992d1f6557bd HTTP/1.1" status: 204 len: 168 time: 1.5207009 Mar 21 06:59:00.341631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55320) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.376045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:00.376679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.379022 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "PUT /v2.0/subnets/dc81f348-ce04-4b56-a1e6-0296d92f141e HTTP/1.1" status: 200 len: 900 time: 1.5904336 Mar 21 06:59:00.407743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device da66cb29-05d7-4199-b66b-5cc2deec7429 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:00.483005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55324) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.527217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65266388-72f7-4fa4-a070-ba03185bd787 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event updated for resources: {'Subnet': ['ID=dc81f348-ce04-4b56-a1e6-0296d92f141e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:00.534607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Provisioning for port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:00.548263 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f54ab6e5-97cc-4a44-aeef-b1f70e314409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=459a121f4806409da03f2ff779bbe1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937111 Mar 21 06:59:00.549937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.550475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e84d1063-0dc0-435f-b999-1fe869f021cb {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:00.554430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55328) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.594511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Provisioning complete for port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:00.594806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.602217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.603439 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-628f946c-b427-4922-8f03-327a6fdcb52f admin admin] 10.222.0.31 "DELETE /v2.0/routers/e84d1063-0dc0-435f-b999-1fe869f021cb HTTP/1.1" status: 204 len: 168 time: 2.8093901 Mar 21 06:59:00.609580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55332) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.613310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.709766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.713014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:00.717340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:00.720899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:00.722406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:00.727052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:00.732529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.732967 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Added segment 98f4dd72-47bf-48bd-8f98-673a03cd52fc of type vlan for network fb76c670-7835-4b9e-a814-d6e1bf16759e Mar 21 06:59:00.750435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:00.754416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.766098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.774700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Deleting subnet f82f3e50-dbbe-4bee-9759-ab171926389e {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:00.782407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.816879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:00.817340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.842008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 6778365c-2ab1-41ac-9299-8fb6f055eddf yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:00.848671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.854408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:00.855137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.858675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port da66cb29-05d7-4199-b66b-5cc2deec7429 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:00.872476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port da66cb29-05d7-4199-b66b-5cc2deec7429 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:00.872846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.916013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.932079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Provisioning complete for port da66cb29-05d7-4199-b66b-5cc2deec7429 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:00.932446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.948042 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7098680 Mar 21 06:59:00.949743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:00.961197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55336) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:00.978681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'subnet': {'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:01.053838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.069270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.072462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Transition to ACTIVE for port object e20a0577-799d-4f0f-9ddc-b7fbb3fc697c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:01.099693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5319d9-f6ed-477b-b9ae-7b74648a0460,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:01.195850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Transition to ACTIVE for port object e20a0577-799d-4f0f-9ddc-b7fbb3fc697c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:01.201470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.243239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.253897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] DHCP port deletion for 9c407935-6add-4664-84f8-daa999483390 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:01.256475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.262539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:01.268646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:subnet and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:01.271741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:01.277861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:01.299499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:01.302977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.332884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Deleting port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:01.333418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.378482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Deleting port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:01.379079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.412076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::165 (16d0cfc1-b02c-41b7-ba47-c5189df12b4f/578fd8b5-64cc-44ed-8c84-931a9dec0d16/6778365c-2ab1-41ac-9299-8fb6f055eddf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:01.415538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110462a-db53-484f-b0e0-77f2250a1af9 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Network': ['ID=fb76c670-7835-4b9e-a814-d6e1bf16759e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:01.422258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:01.424977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:01.427728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:01.432295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port da66cb29-05d7-4199-b66b-5cc2deec7429, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=da66cb29-05d7-4199-b66b-5cc2deec7429,segment=NetworkSegment(39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd),segment_id=39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:01.440565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Pushing event updated for resources: {'Port': ['ID=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:01.448556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.464066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:01.478557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.481605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network fb76c670-7835-4b9e-a814-d6e1bf16759e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:01.490661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.507901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.548521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2831185-73b9-4033-86b1-e7da3de440dc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:01.617241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.618747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4f5ba313-6ade-4333-9069-4b98b86ff3aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2831185-73b9-4033-86b1-e7da3de440dc HTTP/1.1" status: 204 len: 168 time: 1.0633876 Mar 21 06:59:01.635044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:01.635426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.775269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:01.792641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.813347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:01.813830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-16461894-f3f5-4fbf-b27b-53af76cd5be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:01.830490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Attempting to bind port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:01.831078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Attempting to bind port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '26cb61f7-8d85-4a27-8e98-c8a00736e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:01.831548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Attempting to bind port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c on network d095296d-0f5c-4d8c-af9e-8d0c21c37943 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:01.837085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:01.838020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9e5ae195-b5a8-48ae-a8a1-658bc14d36d7 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:01.902590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:01.903801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Checking segment: {'id': '26cb61f7-8d85-4a27-8e98-c8a00736e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:01.904323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.905429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Bound using segment: {'id': '26cb61f7-8d85-4a27-8e98-c8a00736e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:01.906042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Bound port: e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cb61f7-8d85-4a27-8e98-c8a00736e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd095296d-0f5c-4d8c-af9e-8d0c21c37943'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:01.906541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.974071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82f3e50-dbbe-4bee-9759-ab171926389e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:01.984514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:01.999240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 01d8acc5-7556-41bd-aaa4-14b651ccbf84 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:02.005977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] For port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:02.006594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.024977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178296e3-cced-41b2-9b96-fe06ab838409 None None] Network 88795e63-4a3e-44de-9d62-6d2b3ba29c9c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:02.031328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:02.041950 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:02.060993 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:02.061755 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:02.093347 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-30f29028-30fc-416b-8431-0307831e6f23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f82f3e50-dbbe-4bee-9759-ab171926389e HTTP/1.1" status: 204 len: 168 time: 1.4776607 Mar 21 06:59:02.094098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 01d8acc5-7556-41bd-aaa4-14b651ccbf84 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:02.094374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 01d8acc5-7556-41bd-aaa4-14b651ccbf84 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:02.094791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ebcfb95e-012e-400c-8d49-e755a673fb85 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:02.098744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55354) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:02.168238 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:02.173052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.182270 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:02.183649 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:02.209759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ebcfb95e-012e-400c-8d49-e755a673fb85 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:02.210097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ebcfb95e-012e-400c-8d49-e755a673fb85 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:02.210517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:02.255216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Calling delete_port for 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:02.319162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.346628 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:02.347193 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40360d96-1914-421e-abbb-377c95c5d641 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:02.347558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=da66cb29-05d7-4199-b66b-5cc2deec7429,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:02.384039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.388548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 6778365c-2ab1-41ac-9299-8fb6f055eddf will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:02.410255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Subnet': ['ID=c1a4c62e-1f59-44b9-a16d-7191b610f6a8,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:02.423419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Checking segment: {'id': '98f4dd72-47bf-48bd-8f98-673a03cd52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:02.424420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network hostable DHCP agents. Network: fb76c670-7835-4b9e-a814-d6e1bf16759e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:02.433051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Deleting port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:02.433430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.507597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network fb76c670-7835-4b9e-a814-d6e1bf16759e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:02.571389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, fb76c670-7835-4b9e-a814-d6e1bf16759e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:02.573436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.579277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:02.580242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.646337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7370962-6805-4424-a73b-54595c34b6a3 None None] Network fb76c670-7835-4b9e-a814-d6e1bf16759e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:02.655750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.699141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:02.706974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:02.716897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c880b7a9-1961-4ae8-96a8-2d3f9876e961 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7517118 Mar 21 06:59:02.718201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:02.731838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, got binding levels [] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:02.732200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.741147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55368) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:02.743989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] No DVR routers for this DVR port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:02.760996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] For port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,segment=NetworkSegment(3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b),segment_id=3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:02.761415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.778407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,segment=NetworkSegment(26cb61f7-8d85-4a27-8e98-c8a00736e14d),segment_id=26cb61f7-8d85-4a27-8e98-c8a00736e14d)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:02.787539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:02.788366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=6778365c-2ab1-41ac-9299-8fb6f055eddf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:02.794814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:02.801738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:02.802240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.806908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Pushing event deleted for resources: {'Port': ['ID=931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:02.850561 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-643bbce4-cc2c-4f6c-9f8a-4393d1ed512c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7888968 Mar 21 06:59:02.854464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55380) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:02.948029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] For port 7cb20204-d917-48ac-90aa-c1e7d074c2d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7cb20204-d917-48ac-90aa-c1e7d074c2d1,segment=NetworkSegment(21bd29f3-644d-4f1b-95c9-88c20c0303b5),segment_id=21bd29f3-644d-4f1b-95c9-88c20c0303b5)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:02.948431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:02.967320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.081947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 06:59:03.082361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:03.102127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Calling delete_port for 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:03.125293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a71eb424-8950-4f4e-bd28-3eb20649d792 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-276728', 'prefixes': ['172.20.0.0/16']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:03.143282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Calling delete_port for 7cb20204-d917-48ac-90aa-c1e7d074c2d1 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:03.262129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fe75dbc2-bc2f-46eb-b803-cceb7b2171aa None None] Provisioning complete for port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:03.262710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe75dbc2-bc2f-46eb-b803-cceb7b2171aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.334032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819dbb-e454-45d0-b7ce-ea82036a04fc None None] Pushing event updated for resources: {'Port': ['ID=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:03.344843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.353193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a71eb424-8950-4f4e-bd28-3eb20649d792 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:03.400307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for e20a0577-799d-4f0f-9ddc-b7fbb3fc697c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:03.412088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb20204-d917-48ac-90aa-c1e7d074c2d1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:03.431478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fe75dbc2-bc2f-46eb-b803-cceb7b2171aa None None] Port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:03.448391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:03.448949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:03.450945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] No DVR routers for this DVR port 7cb20204-d917-48ac-90aa-c1e7d074c2d1 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:03.512978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'network': {'name': 'tempest-router-network01--19253206'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:03.519550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:03.524069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:network and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:03.528252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:03.536911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:03.555978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-fb76c670-7835-4b9e-a814-d6e1bf16759e', 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e', 'tenant_id': '8d959830c1dd4513a2050678f46d2393', 'fixed_ips': [{'subnet_id': 'c1a4c62e-1f59-44b9-a16d-7191b610f6a8'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:03.585532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.617033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c450a5-01ac-430b-99b4-8238605954e8 None None] DHCP port deletion for 88795e63-4a3e-44de-9d62-6d2b3ba29c9c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:03.649507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.663410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:03.667065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.694301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe42a1a-301d-4105-897f-544d1a1b65a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:03.695038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cfe42a1a-301d-4105-897f-544d1a1b65a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:03.715012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c407935-6add-4664-84f8-daa999483390']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:03.724139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:03.724525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:03.747080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:03.747428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3898200d-f7f2-46ad-bbc5-8a4ed7f6f88b') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:03.767399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8cc176d-427a-47d1-b7bc-3c06b640e5f6 None None] Provisioning for port 6778365c-2ab1-41ac-9299-8fb6f055eddf completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:03.769592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.775514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cfe42a1a-301d-4105-897f-544d1a1b65a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:03.776704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cfe42a1a-301d-4105-897f-544d1a1b65a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A358 HTTP/1.1" status: 200 len: 928 time: 0.8980291 Mar 21 06:59:03.782498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55386) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:03.791948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8cc176d-427a-47d1-b7bc-3c06b640e5f6 None None] Provisioning complete for port 6778365c-2ab1-41ac-9299-8fb6f055eddf triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:03.792670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8cc176d-427a-47d1-b7bc-3c06b640e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.794666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.804224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-665342c3-efb6-4e68-9cf2-91566092c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:03.805741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-665342c3-efb6-4e68-9cf2-91566092c1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.5237515 Mar 21 06:59:03.842562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:03.893911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Allocated IP 172.20.0.2 (fb76c670-7835-4b9e-a814-d6e1bf16759e/c1a4c62e-1f59-44b9-a16d-7191b610f6a8/21eb46d3-cc2b-4a42-9c2b-2ea070531dad) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:03.930049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 6778365c-2ab1-41ac-9299-8fb6f055eddf {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:03.930280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.951915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Deleting port 931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:03.952482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.960371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.973742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:03.974093 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Added segment 5cab8e37-dd69-4260-a097-d92373d9ff80 of type vlan for network 95d209a9-e961-4c0f-8001-b04453b640b0 Mar 21 06:59:04.007082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:04.007529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:04.023493 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:04.078830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88795e63-4a3e-44de-9d62-6d2b3ba29c9c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:04.118414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bd29f3-644d-4f1b-95c9-88c20c0303b5') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:04.118772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bd29f3-644d-4f1b-95c9-88c20c0303b5') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:04.128338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e20a0577-799d-4f0f-9ddc-b7fbb3fc697c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:04.135208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.146641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.159882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c9614244-9cee-4246-b7ff-15851c4467ec None None] The port '931c1a98-ccac-4e8c-b9f5-eaf6315b7bd7' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:04.178442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc176d-427a-47d1-b7bc-3c06b640e5f6 None None] Port 6778365c-2ab1-41ac-9299-8fb6f055eddf cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:04.182576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-c59c45aa-0444-41d0-bc6f-56363b7f4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:04.183893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-c59c45aa-0444-41d0-bc6f-56363b7f4bbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.3654821 Mar 21 06:59:04.186328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a71eb424-8950-4f4e-bd28-3eb20649d792 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Notify callbacks [] for subnetpool, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.186975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:04.187519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a71eb424-8950-4f4e-bd28-3eb20649d792 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 733 time: 1.3941381 Mar 21 06:59:04.188638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.192076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:04.204399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69ab3f-b0e4-461d-826b-6e7f55608eaf req-dab17823-d07f-49e4-8ced-9b7de2a89461 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:04.206603 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca69ab3f-b0e4-461d-826b-6e7f55608eaf req-dab17823-d07f-49e4-8ced-9b7de2a89461 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6515098 Mar 21 06:59:04.233445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:04.233823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.323130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.328146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.354112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-5e070a28-de2d-4654-a077-1792f75a480b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.1590204 Mar 21 06:59:04.355395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:04.355945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.384164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:04.402036 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:04.406160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Transition to ACTIVE for port object 21eb46d3-cc2b-4a42-9c2b-2ea070531dad will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:04.411882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-715fe3d2-0256-4547-8649-43ed42f06542 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "GET /v2.0/subnetpools/a73ce8cb-4db6-4b0b-a7d2-6fd081426f6a HTTP/1.1" status: 200 len: 728 time: 0.2043042 Mar 21 06:59:04.422051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c407935-6add-4664-84f8-daa999483390,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:04.429942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55394) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:04.440165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Transition to ACTIVE for port object 21eb46d3-cc2b-4a42-9c2b-2ea070531dad will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:04.444786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:04.452106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device da66cb29-05d7-4199-b66b-5cc2deec7429 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:04.477761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.483138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:04.483728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.491110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.561859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3c07c268-e7b5-41f1-8cac-8020e5b1d68b tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-752066754'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:04.573852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Pushing event updated for resources: {'Port': ['ID=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:04.605656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Network fb76c670-7835-4b9e-a814-d6e1bf16759e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:04.610068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:04.613247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:04.624573 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca69ab3f-b0e4-461d-826b-6e7f55608eaf req-45c7b83e-0657-4eb2-80fb-db0f8e37ade6 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234273 Mar 21 06:59:04.650898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.675956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.688782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-430cad42-cd90-4281-bdda-70acbffba342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:04.690463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-430cad42-cd90-4281-bdda-70acbffba342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.2643199 Mar 21 06:59:04.728917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Attempting to bind port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:04.730047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Attempting to bind port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '98f4dd72-47bf-48bd-8f98-673a03cd52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:04.730472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Attempting to bind port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad on network fb76c670-7835-4b9e-a814-d6e1bf16759e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:04.735657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port da66cb29-05d7-4199-b66b-5cc2deec7429 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:04.735657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.736578 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9e091921-fb3a-4f21-86bc-da353893503d admin admin] 10.222.0.31 "DELETE /v2.0/networks/9c407935-6add-4664-84f8-daa999483390 HTTP/1.1" status: 204 len: 168 time: 4.3920760 Mar 21 06:59:04.762317 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] 10.222.0.31 "DELETE /v2.0/networks/88795e63-4a3e-44de-9d62-6d2b3ba29c9c HTTP/1.1" status: 204 len: 168 time: 2.6571643 Mar 21 06:59:04.762317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2b8d-5064-49f3-a18e-54451e33ef2e admin admin] Pushing event deleted for resources: {'Network': ['ID=88795e63-4a3e-44de-9d62-6d2b3ba29c9c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:04.815804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c928733-5b2b-4e9a-bd04-a3e4c38f9c26 None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:04.817999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c07c268-e7b5-41f1-8cac-8020e5b1d68b tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Notify callbacks [] for subnetpool, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.821785 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c07c268-e7b5-41f1-8cac-8020e5b1d68b tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "PUT /v2.0/subnetpools/a73ce8cb-4db6-4b0b-a7d2-6fd081426f6a HTTP/1.1" status: 200 len: 683 time: 0.3276486 Mar 21 06:59:04.821938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55402) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:04.893878 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0883915 Mar 21 06:59:04.895251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7468a-133e-4ed8-b793-dd2e7ead94ef tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Network': ['ID=95d209a9-e961-4c0f-8001-b04453b640b0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:04.911538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55406) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:04.913809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-8920bf57-6c90-41d0-9e46-2ec10eb848bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:04.915486 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-8920bf57-6c90-41d0-9e46-2ec10eb848bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2046380 Mar 21 06:59:04.921946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'network': {'name': 'tempest-router-network02--1516278279'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:04.933081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:04.933602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 95d209a9-e961-4c0f-8001-b04453b640b0 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:04.945929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:04.946297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Checking segment: {'id': '98f4dd72-47bf-48bd-8f98-673a03cd52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:04.946692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.947074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Bound using segment: {'id': '98f4dd72-47bf-48bd-8f98-673a03cd52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:04.947550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Bound port: 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f4dd72-47bf-48bd-8f98-673a03cd52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fb76c670-7835-4b9e-a814-d6e1bf16759e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:04.947915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.948529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.958822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:network and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:04.962829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:04.979263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aae8a0b9-7c84-4ce9-be15-191db45acafb tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] Notify callbacks [] for subnetpool, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:04.980489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aae8a0b9-7c84-4ce9-be15-191db45acafb tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a73ce8cb-4db6-4b0b-a7d2-6fd081426f6a HTTP/1.1" status: 204 len: 168 time: 0.1576416 Mar 21 06:59:04.986581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:04.988361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55410) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.069239 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-83060306-d0fd-4665-b241-c831ada2e694 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] show failed (client error): The resource could not be found. Mar 21 06:59:05.070206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-83060306-d0fd-4665-b241-c831ada2e694 tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "GET /v2.0/subnetpools/a73ce8cb-4db6-4b0b-a7d2-6fd081426f6a HTTP/1.1" status: 404 len: 346 time: 0.0809000 Mar 21 06:59:05.073997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55414) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.094263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55416) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.111521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:05.115142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.145931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55422) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.156339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 6778365c-2ab1-41ac-9299-8fb6f055eddf owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:05.157710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-0cc0b8b6-7cd8-42d2-86ce-b3a9885a356b tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] delete failed (client error): The resource could not be found. Mar 21 06:59:05.159250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0cc0b8b6-7cd8-42d2-86ce-b3a9885a356b tempest-SubnetPoolsTestJSON-1448497531 tempest-SubnetPoolsTestJSON-1448497531-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a73ce8cb-4db6-4b0b-a7d2-6fd081426f6a HTTP/1.1" status: 404 len: 346 time: 0.0719562 Mar 21 06:59:05.167890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Provisioning for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:05.184766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Provisioning complete for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:05.185132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.257721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-129f677d-ab52-4d2f-8d1e-a49f58696246 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303118 Mar 21 06:59:05.269731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:05.330758 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2f254de2-1a10-406a-bde2-a23325d651f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcdde429ec834f0499055d8f43c93df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345002 Mar 21 06:59:05.341608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55428) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.422609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] For port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:05.484831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.485171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Added segment 93fd1358-b485-4c6a-bdbe-d960af1e3925 of type vlan for network 772960ea-f89a-4241-98c0-e90a3bfec18a Mar 21 06:59:05.490312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] For port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,segment=NetworkSegment(98f4dd72-47bf-48bd-8f98-673a03cd52fc),segment_id=98f4dd72-47bf-48bd-8f98-673a03cd52fc)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:05.501071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:05.513484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.560154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.567726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.568069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.569848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:05.617235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe5c02ce-2125-464a-a4e2-799678932216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3dc25a3acb5414489495cbeeaf08db9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4654369 Mar 21 06:59:05.622426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55434) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.622763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55436) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.625597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7cb20204-d917-48ac-90aa-c1e7d074c2d1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:05.687221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.779778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.784641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.789730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b85046-3c5b-4655-8f25-d39e0e7bcf8f None None] Pushing event updated for resources: {'Port': ['ID=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:05.814899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.817484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 7cb20204-d917-48ac-90aa-c1e7d074c2d1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:05.817946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7cb20204-d917-48ac-90aa-c1e7d074c2d1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:05.851982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=6778365c-2ab1-41ac-9299-8fb6f055eddf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:05.853811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:05.854653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:05.881209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:05.886317 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/6778365c-2ab1-41ac-9299-8fb6f055eddf HTTP/1.1" status: 204 len: 168 time: 2.0470598 Mar 21 06:59:05.888521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55446) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:05.895780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.896119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.896539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.896770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.897095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.897458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.904645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.904987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.905360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.905695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.906149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.906489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469607cf-6c5e-43b1-b371-22d9cd66ca44 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:05.964468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:05.978267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.004120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:06.005609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:06.012626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.033510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3f1b2-6a88-4d3f-b9f8-0b97383c9beb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:06.041429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.055685 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74ead4a0-d860-4fdf-b1f7-ef3722832209 req-4d507b4f-562d-4516-be13-0a3af0e4c35b service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904196 Mar 21 06:59:06.056764 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a03d18-8ab4-4ea7-80ce-750e790e914a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:59:06.057330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6a03d18-8ab4-4ea7-80ce-750e790e914a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:06.074226 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-945ef401-2136-44f4-acac-08ce0e65fc32 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/354f1ded-448d-44ac-bd9a-6f2186d06675 HTTP/1.1" status: 200 len: 978 time: 9.2544358 Mar 21 06:59:06.081766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55450) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:06.088789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:06.088978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:06.090003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a9c48-29f9-431f-82a2-a3de7e65f7f9 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:06.119111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,segment=NetworkSegment(26cb61f7-8d85-4a27-8e98-c8a00736e14d),segment_id=26cb61f7-8d85-4a27-8e98-c8a00736e14d)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:06.126922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:06.127738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.164235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Usage tracker for resource:security_group_rule and tenant:6e27e80b78a542fd9964dc904144132b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:06.191418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bac899-c5b8-4fa0-8ea6-b1a12cbc03f1 req-6d85d64e-5eef-43c9-b14f-0163420e83d6 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:06.198556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84bac899-c5b8-4fa0-8ea6-b1a12cbc03f1 req-6d85d64e-5eef-43c9-b14f-0163420e83d6 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3107810 Mar 21 06:59:06.203333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:06.217969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.233734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-399b3ca9-7a1d-413b-b795-a395e400595c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfe3f1b2-6a88-4d3f-b9f8-0b97383c9beb HTTP/1.1" status: 204 len: 168 time: 0.6050897 Mar 21 06:59:06.252467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.295496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188933d-87de-46e1-9cff-5e2568263348 None None] Pushing event updated for resources: {'Port': ['ID=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:06.298000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.327860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:06.328570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.340216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.366932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,segment=NetworkSegment(26cb61f7-8d85-4a27-8e98-c8a00736e14d),segment_id=26cb61f7-8d85-4a27-8e98-c8a00736e14d)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:06.367430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.389438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:06.468351 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6a03d18-8ab4-4ea7-80ce-750e790e914a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:06.469865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6a03d18-8ab4-4ea7-80ce-750e790e914a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/6778365c-2ab1-41ac-9299-8fb6f055eddf HTTP/1.1" status: 404 len: 333 time: 0.5778551 Mar 21 06:59:06.532583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55456) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:06.541161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for e20a0577-799d-4f0f-9ddc-b7fbb3fc697c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:06.544759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.546013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4c3d139-7034-42a6-9cf1-f2428a6031b5 HTTP/1.1" status: 204 len: 168 time: 1.1884410 Mar 21 06:59:06.577090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62eef8f-0478-4e0d-a37b-6d16cd7bc530 None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:06.653538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6c012-0b97-4e4e-a201-075f0fd55f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3d139-7034-42a6-9cf1-f2428a6031b5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:06.672583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Network': ['ID=772960ea-f89a-4241-98c0-e90a3bfec18a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:06.718665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84bac899-c5b8-4fa0-8ea6-b1a12cbc03f1 req-41dc5b84-9dfe-4f03-a9f9-0c8f358cd358 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5186951 Mar 21 06:59:06.723521 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-568c2ec3-d5ce-414a-9e10-87555d3cf28a tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8037093 Mar 21 06:59:06.736732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:06.748008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'subnet': {'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:06.803128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:06.803744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.812354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 772960ea-f89a-4241-98c0-e90a3bfec18a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:06.950743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cdafa6ab-0745-4764-a52c-36b89d83ad60 None None] Provisioning complete for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:06.951387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cdafa6ab-0745-4764-a52c-36b89d83ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:06.965020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:06.965877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:06.995961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:07.080629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:07.089419 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP 354f1ded-448d-44ac-bd9a-6f2186d06675 disassociated. External IP: 172.26.2.131, port: c359c119-730f-4ff5-b6a1-a57549ca5b7c. Mar 21 06:59:07.089717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:07.093654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:subnet and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:07.099249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:07.105401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:07.131964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:07.135380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:07.637592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:07.650067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:07.718640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fdd13-16f7-4810-ac4f-c86ed932aed5 None None] Network fb76c670-7835-4b9e-a814-d6e1bf16759e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:07.779890 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e27e80b78a542fd9964dc904144132b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1493473 Mar 21 06:59:07.782322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55504) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:07.802507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbbbd59-e910-44fb-84e4-26cf7705ab43,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:07.817148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.817441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.817797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.818525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.818927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.819405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.819875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.820262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.820578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.820978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.821353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.821807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad36cb4f-8587-412d-9033-950a0f117318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:07.875740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:07.876269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.141508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 21eb46d3-cc2b-4a42-9c2b-2ea070531dad up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:08.286575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.349165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8f6b99fd-1618-4ea6-8f2e-dd490ded18be None None] Provisioning for port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:08.438529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.455788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:08.467813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:08.473671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.523190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:08.654507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Subnet': ['ID=34b1b352-62e0-4520-bce7-78c1676f0a39,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:08.690866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.728061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.772451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 58fa5fbf-2688-49a3-aaf2-91b00ee15f8e owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:08.782949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.822670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9971-8c46-459f-88ab-fd2fe7e89b1d None None] Provisioning complete for port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:08.823679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9971-8c46-459f-88ab-fd2fe7e89b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.830632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99491d-c6ff-4757-af47-7002e35bde0e req-97123588-87a9-4b78-96f2-1d4e80b62a18 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:08.838504 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c99491d-c6ff-4757-af47-7002e35bde0e req-97123588-87a9-4b78-96f2-1d4e80b62a18 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6998129 Mar 21 06:59:08.866465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Checking segment: {'id': '5cab8e37-dd69-4260-a097-d92373d9ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:08.867113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network hostable DHCP agents. Network: 95d209a9-e961-4c0f-8001-b04453b640b0, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:08.871726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.902065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbbbd59-e910-44fb-84e4-26cf7705ab43,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:08.933619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c99491d-c6ff-4757-af47-7002e35bde0e req-08f69097-0892-454d-82e0-071ccf9b9b50 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938096 Mar 21 06:59:08.974565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,segment=NetworkSegment(98f4dd72-47bf-48bd-8f98-673a03cd52fc),segment_id=98f4dd72-47bf-48bd-8f98-673a03cd52fc)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:08.989145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:08.990286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e20a0577-799d-4f0f-9ddc-b7fbb3fc697c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:09.007473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.012239 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46274dfb-2455-4b53-aee9-4fb96d119b47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fbbbd59-e910-44fb-84e4-26cf7705ab43 HTTP/1.1" status: 204 len: 168 time: 1.2241714 Mar 21 06:59:09.012239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network 95d209a9-e961-4c0f-8001-b04453b640b0 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:09.037626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 95d209a9-e961-4c0f-8001-b04453b640b0) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:09.044756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:09.046901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.092075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58e010-5d27-4298-866c-17c61b2d47f7 None None] Network 95d209a9-e961-4c0f-8001-b04453b640b0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:09.104291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2edd3251-0e8a-4a47-8958-1c5f86831c19 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3714886 Mar 21 06:59:09.104645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55542) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:09.113241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'subnet': {'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:09.172949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,segment=NetworkSegment(26cb61f7-8d85-4a27-8e98-c8a00736e14d),segment_id=26cb61f7-8d85-4a27-8e98-c8a00736e14d)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:09.174828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.353186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:09.368492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Usage tracker for resource:subnet and tenant:8d959830c1dd4513a2050678f46d2393 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:09.373494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:09.384336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:09.415470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Made reservation on behalf of 8d959830c1dd4513a2050678f46d2393 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:09.419990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.429068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:09.451906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:09.467508 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:09.479809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:09.480154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.487834 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:09.488375 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:09.489588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for e20a0577-799d-4f0f-9ddc-b7fbb3fc697c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:09.591635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9971-8c46-459f-88ab-fd2fe7e89b1d None None] Provisioning complete for port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:09.592155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9971-8c46-459f-88ab-fd2fe7e89b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.604371 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:09.613083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55550) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:09.615240 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:09.616080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:09.694809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55556) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:09.706326 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:09.706728 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c68368-5843-4b4d-80a5-c7094790564d None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:09.720733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.780235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.811219 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No ports have port_id starting with e20a0577-799d-4f0f-9ddc-b7fbb3fc697c Mar 21 06:59:09.826256 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-5d5a9971-8c46-459f-88ab-fd2fe7e89b1d None None] No ports have port_id starting with e20a0577-799d-4f0f-9ddc-b7fbb3fc697c Mar 21 06:59:09.838860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-95d209a9-e961-4c0f-8001-b04453b640b0', 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0', 'tenant_id': '8d959830c1dd4513a2050678f46d2393', 'fixed_ips': [{'subnet_id': '34b1b352-62e0-4520-bce7-78c1676f0a39'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:09.839712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.915341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bcb25f11-bd00-47e4-8c5c-6dbfd28a7bd2 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:09.972072 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bcb25f11-bd00-47e4-8c5c-6dbfd28a7bd2 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "PUT /v2.0/quotas/193154d4106a448fb530e352fd57a26e HTTP/1.1" status: 200 len: 366 time: 0.2761457 Mar 21 06:59:09.973308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:09.975676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55562) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.012937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=e20a0577-799d-4f0f-9ddc-b7fbb3fc697c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:10.027528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 21eb46d3-cc2b-4a42-9c2b-2ea070531dad up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:10.030312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2122026582', 'router:external': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:10.036689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:10.041052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:network and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:10.044210 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9fbba02-b4d1-4edf-91fc-1abed4284382 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0528150 Mar 21 06:59:10.045071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:10.052818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:10.052964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.061127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55566) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.069706 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7f38d8b5-1b73-4e1d-9e14-1ad18bcc9ed8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/354f1ded-448d-44ac-bd9a-6f2186d06675 HTTP/1.1" status: 200 len: 688 time: 3.9853070 Mar 21 06:59:10.085197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Made reservation on behalf of 3870975798c9467db9585d23c626b2cf for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:10.087613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.106479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55570) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.119049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc92705-a79b-4048-9419-fff58c778ff6 None None] DHCP port deletion for d095296d-0f5c-4d8c-af9e-8d0c21c37943 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:10.122175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.161201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=58fa5fbf-2688-49a3-aaf2-91b00ee15f8e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:10.161870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Allocated IP 172.20.0.2 (95d209a9-e961-4c0f-8001-b04453b640b0/34b1b352-62e0-4520-bce7-78c1676f0a39/50d80b6e-f96f-4a8b-a9b9-48815869e6b8) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:10.166505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port e20a0577-799d-4f0f-9ddc-b7fbb3fc697c on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:10.177307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:10.177685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.199368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-16dd3e59-2119-46c1-ada8-25670793cec0 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas/193154d4106a448fb530e352fd57a26e HTTP/1.1" status: 200 len: 366 time: 0.1346986 Mar 21 06:59:10.203195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55576) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.223279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.236407 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aa3fa35e-da38-4bd5-937a-d64689aed139 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/58fa5fbf-2688-49a3-aaf2-91b00ee15f8e HTTP/1.1" status: 204 len: 168 time: 3.6641085 Mar 21 06:59:10.267612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55580) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.275070 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7a4293a8-828a-4eb7-9cac-249410d391ef tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/193154d4106a448fb530e352fd57a26e HTTP/1.1" status: 204 len: 168 time: 0.0706093 Mar 21 06:59:10.290027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Checking segment: {'id': '93fd1358-b485-4c6a-bdbe-d960af1e3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:10.290394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network hostable DHCP agents. Network: 772960ea-f89a-4241-98c0-e90a3bfec18a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:10.311080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55584) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.343924 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-182d0d94-e3ac-4a9a-9cd8-a8f151319be9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:59:10.344565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-182d0d94-e3ac-4a9a-9cd8-a8f151319be9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:10.350814 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-21903d07-9901-45bb-b98d-9ba714c65aa8 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0383730 Mar 21 06:59:10.354525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55588) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.373986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.379716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Subnet': ['ID=3f79f8fb-591f-4c6f-859a-0cb217531f6a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:10.391822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:10.419362 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ddc5482f-ef5b-46e5-8fce-67843708247b tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas/193154d4106a448fb530e352fd57a26e HTTP/1.1" status: 200 len: 370 time: 0.0632136 Mar 21 06:59:10.422155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:security_group_rule and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:10.426743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55592) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.430816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 25d39a6c-2f92-4232-b389-57f6f03d63bf {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:10.431388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.438018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-182d0d94-e3ac-4a9a-9cd8-a8f151319be9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:10.439846 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-182d0d94-e3ac-4a9a-9cd8-a8f151319be9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/58fa5fbf-2688-49a3-aaf2-91b00ee15f8e HTTP/1.1" status: 404 len: 333 time: 0.1705439 Mar 21 06:59:10.447378 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4c9a20fb-22b6-40b6-8a54-707bcb700369 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas/193154d4106a448fb530e352fd57a26e/default HTTP/1.1" status: 200 len: 370 time: 0.0158601 Mar 21 06:59:10.447378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.447378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55598) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.464320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:10.477373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:10.507312 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-2906e7d8-e956-4295-ba1d-ef63fb0414f9 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] delete failed (client error): The resource could not be found. Mar 21 06:59:10.508722 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2906e7d8-e956-4295-ba1d-ef63fb0414f9 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/193154d4106a448fb530e352fd57a26e HTTP/1.1" status: 404 len: 348 time: 0.0591629 Mar 21 06:59:10.511965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network 772960ea-f89a-4241-98c0-e90a3bfec18a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:10.566898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 772960ea-f89a-4241-98c0-e90a3bfec18a) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:10.577544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572ddd0-3ff4-4ec3-a551-bda9ee446769 None None] Network 772960ea-f89a-4241-98c0-e90a3bfec18a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:10.580856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:10.581509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.581637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 578fd8b5-64cc-44ed-8c84-931a9dec0d16 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:10.585727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.618541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.676749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55606) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.712129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8ce1f80-d6f0-4ecb-8b7d-98cb3afbbec1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6062658 Mar 21 06:59:10.721743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55610) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:10.723149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14af29b-1c61-4223-904c-4191fec7aff8 None None] Network d095296d-0f5c-4d8c-af9e-8d0c21c37943 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:10.743112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=dc81f348-ce04-4b56-a1e6-0296d92f141e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:10.756318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.818170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.819017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.819352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.839474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Transition to ACTIVE for port object 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:10.861378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.909097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d095296d-0f5c-4d8c-af9e-8d0c21c37943']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:10.931201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb61f7-8d85-4a27-8e98-c8a00736e14d') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:10.931641 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb61f7-8d85-4a27-8e98-c8a00736e14d') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:10.951198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.951722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Transition to ACTIVE for port object 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:10.977672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.988676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:10.989298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:10.999959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.006243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:network and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:11.012729 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:11.031738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.060995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f098d-2cb4-4d5a-b75a-736590e0f449 None None] DHCP port deletion for d095296d-0f5c-4d8c-af9e-8d0c21c37943 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:11.124082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Network 95d209a9-e961-4c0f-8001-b04453b640b0 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:11.128417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Pushing event updated for resources: {'Port': ['ID=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.132130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:11.135760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:11.139818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 25d39a6c-2f92-4232-b389-57f6f03d63bf owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:11.143921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.144275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.144742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.144952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.145313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.145650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.145981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.146309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.146636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.146960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.147278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.147604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:11.153647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-772960ea-f89a-4241-98c0-e90a3bfec18a', 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a', 'tenant_id': '8d959830c1dd4513a2050678f46d2393', 'fixed_ips': [{'subnet_id': '3f79f8fb-591f-4c6f-859a-0cb217531f6a'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:11.154466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.167843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:11.172320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.172691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.184842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.217761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=d095296d-0f5c-4d8c-af9e-8d0c21c37943,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.233500 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-267b0a33-81af-4743-9b6a-d4638a7307c3 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/d095296d-0f5c-4d8c-af9e-8d0c21c37943 HTTP/1.1" status: 204 len: 168 time: 10.7175834 Mar 21 06:59:11.255671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55614) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:11.272395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.306231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Attempting to bind port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:11.306598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Attempting to bind port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '5cab8e37-dd69-4260-a097-d92373d9ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:11.306965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Attempting to bind port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 on network 95d209a9-e961-4c0f-8001-b04453b640b0 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:11.313358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.324882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:11.325285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Checking segment: {'id': '5cab8e37-dd69-4260-a097-d92373d9ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:11.325883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.326444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Bound using segment: {'id': '5cab8e37-dd69-4260-a097-d92373d9ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:11.327318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Bound port: 50d80b6e-f96f-4a8b-a9b9-48815869e6b8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab8e37-dd69-4260-a097-d92373d9ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '95d209a9-e961-4c0f-8001-b04453b640b0'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:11.327863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.355907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:subnet and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:11.362425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.364812 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/578fd8b5-64cc-44ed-8c84-931a9dec0d16 HTTP/1.1" status: 204 len: 168 time: 0.9168916 Mar 21 06:59:11.369407 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f269b1bc-382f-4eda-9a4a-679b35046115 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:11.369860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f269b1bc-382f-4eda-9a4a-679b35046115 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:11.371638 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f269b1bc-382f-4eda-9a4a-679b35046115 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/dc81f348-ce04-4b56-a1e6-0296d92f141e HTTP/1.1" status: 404 len: 337 time: 0.1135700 Mar 21 06:59:11.372326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55618) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:11.378166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:11.380766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe7d8-c435-44ac-8ef6-563828e344b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=578fd8b5-64cc-44ed-8c84-931a9dec0d16,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.396024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:11.417511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30221103-5479-4657-95b4-153099bcde9e None None] Network 16d0cfc1-b02c-41b7-ba47-c5189df12b4f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:11.444793 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-104b381a-c108-46c0-9a7a-bae804076b30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:11.445372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104b381a-c108-46c0-9a7a-bae804076b30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:11.447135 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-104b381a-c108-46c0-9a7a-bae804076b30 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/d095296d-0f5c-4d8c-af9e-8d0c21c37943 HTTP/1.1" status: 404 len: 339 time: 0.0676291 Mar 21 06:59:11.450416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:11.462229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:11.478798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43281d1-5819-4af4-b2a1-c39ef716f170,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.492643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.492916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Added segment 8dfcea78-d8c5-4497-a22e-345e0ef68866 of type vlan for network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 Mar 21 06:59:11.569746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:subnetpool and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:11.607941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.608154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Allocated IP 172.20.0.2 (772960ea-f89a-4241-98c0-e90a3bfec18a/3f79f8fb-591f-4c6f-859a-0cb217531f6a/005eae47-a14e-481e-8a3c-e889a7e2ac28) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:11.610502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] For port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:11.622982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:11.645206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.648000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port da66cb29-05d7-4199-b66b-5cc2deec7429 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:11.648330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.662075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] For port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,segment=NetworkSegment(5cab8e37-dd69-4260-a097-d92373d9ff80),segment_id=5cab8e37-dd69-4260-a097-d92373d9ff80)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:11.670740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.707629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.750864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:port and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:11.767521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.776983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:11.785470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:11.863344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa46b-d528-4e7e-8d9c-ca429aa7addc None None] Pushing event updated for resources: {'Port': ['ID=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.925867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=25d39a6c-2f92-4232-b389-57f6f03d63bf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:11.937828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:router and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:12.002191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.015160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Transition to ACTIVE for port object 005eae47-a14e-481e-8a3c-e889a7e2ac28 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:12.023453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] DHCP port deletion for 16d0cfc1-b02c-41b7-ba47-c5189df12b4f request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:12.039502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Deleting port da66cb29-05d7-4199-b66b-5cc2deec7429 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:12.040124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.057486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.075468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:12.077196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e20a0577-799d-4f0f-9ddc-b7fbb3fc697c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:12.114492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.115461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:12.116184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.119148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Transition to ACTIVE for port object 005eae47-a14e-481e-8a3c-e889a7e2ac28 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:12.122120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481dbb94-f951-4274-800d-9477b9393aa4']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:12.122716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: e20a0577-799d-4f0f-9ddc-b7fbb3fc697c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:12.123414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e20a0577-799d-4f0f-9ddc-b7fbb3fc697c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:12.144045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.259634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76960652-af12-475b-b950-f8be9adbd73a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:12.259634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76960652-af12-475b-b950-f8be9adbd73a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:12.287678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port da66cb29-05d7-4199-b66b-5cc2deec7429, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=da66cb29-05d7-4199-b66b-5cc2deec7429,segment=NetworkSegment(39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd),segment_id=39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:12.288413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.299621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.325414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Network 772960ea-f89a-4241-98c0-e90a3bfec18a is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:12.335054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:floatingip and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:12.335825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:12.339912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:12.363611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Network': ['ID=29108709-9c4d-4ee0-8b6e-cc2ab670d7b3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:12.371514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:12.391314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.443413 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-facd175f-cfce-425d-830a-d107f464afee tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8292561 Mar 21 06:59:12.451397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.452915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cc0cfd5f-f97e-4cbd-a2ff-ea6975809e46 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/354f1ded-448d-44ac-bd9a-6f2186d06675 HTTP/1.1" status: 204 len: 168 time: 2.3175144 Mar 21 06:59:12.457254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55630) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:12.457898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55632) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:12.465983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'subnet': {'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:12.473403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Pushing event updated for resources: {'Port': ['ID=005eae47-a14e-481e-8a3c-e889a7e2ac28,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:12.475713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for da66cb29-05d7-4199-b66b-5cc2deec7429 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:12.476305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:12.506332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.528896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:12.529415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:12.546111 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:12.602806 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:59:12.668823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.672279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:12.695821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.697068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Attempting to bind port 005eae47-a14e-481e-8a3c-e889a7e2ac28 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:12.697590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Attempting to bind port 005eae47-a14e-481e-8a3c-e889a7e2ac28 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '93fd1358-b485-4c6a-bdbe-d960af1e3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:12.697811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Attempting to bind port 005eae47-a14e-481e-8a3c-e889a7e2ac28 on network 772960ea-f89a-4241-98c0-e90a3bfec18a {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:12.700667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:subnet and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:12.703296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.707892 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-6c6ed56d-ada3-4ce5-ab7c-9dd41ee0a298 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] delete failed (client error): The resource could not be found. Mar 21 06:59:12.712663 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6c6ed56d-ada3-4ce5-ab7c-9dd41ee0a298 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/354f1ded-448d-44ac-bd9a-6f2186d06675 HTTP/1.1" status: 404 len: 345 time: 0.2472789 Mar 21 06:59:12.712663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:12.712828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] For port da66cb29-05d7-4199-b66b-5cc2deec7429, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=da66cb29-05d7-4199-b66b-5cc2deec7429,segment=NetworkSegment(39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd),segment_id=39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:12.712828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.717749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55638) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:12.719822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:12.720731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Checking segment: {'id': '93fd1358-b485-4c6a-bdbe-d960af1e3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:12.721706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.721920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Bound using segment: {'id': '93fd1358-b485-4c6a-bdbe-d960af1e3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:12.722423 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Bound port: 005eae47-a14e-481e-8a3c-e889a7e2ac28, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fd1358-b485-4c6a-bdbe-d960af1e3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '772960ea-f89a-4241-98c0-e90a3bfec18a'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:12.722832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.747332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=481dbb94-f951-4274-800d-9477b9393aa4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:12.754474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:12.770175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=da66cb29-05d7-4199-b66b-5cc2deec7429,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:12.778012 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1c0b5c2d-1783-42e9-9b5b-effd6c80c805 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/481dbb94-f951-4274-800d-9477b9393aa4 HTTP/1.1" status: 204 len: 168 time: 1.3245437 Mar 21 06:59:12.778277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55642) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:12.780602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No DVR routers for this DVR port da66cb29-05d7-4199-b66b-5cc2deec7429 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:12.841491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Made reservation on behalf of 3870975798c9467db9585d23c626b2cf for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:12.844666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.863963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Calling delete_port for da66cb29-05d7-4199-b66b-5cc2deec7429 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:12.902425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:security_group and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:12.918264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:12.939335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Allocated IP 172.20.0.1 (95d209a9-e961-4c0f-8001-b04453b640b0/34b1b352-62e0-4520-bce7-78c1676f0a39/c15be53b-e5ae-491c-8570-5b68f5506535) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:12.941382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Usage tracker for resource:security_group_rule and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:12.965479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:12.994913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0cfc1-b02c-41b7-ba47-c5189df12b4f']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:12.995229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] For port 005eae47-a14e-481e-8a3c-e889a7e2ac28, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:12.998924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] For port 005eae47-a14e-481e-8a3c-e889a7e2ac28, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=005eae47-a14e-481e-8a3c-e889a7e2ac28,segment=NetworkSegment(93fd1358-b485-4c6a-bdbe-d960af1e3925),segment_id=93fd1358-b485-4c6a-bdbe-d960af1e3925)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:13.011225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:13.011682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f12ea0-d8ce-4841-b9a2-bb624dd1f8bd') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:13.022145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:13.022453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:13.022583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:13.023994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.025602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.039167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b6514b1c-df7b-4c82-b2ba-a495e918a876 tempest-QuotasTest-463915292 tempest-QuotasTest-463915292-project-admin] 10.222.0.31 "GET /v2.0/quotas/18790bf5dc6444098af8412311e2a94b/details.json HTTP/1.1" status: 200 len: 703 time: 2.3557320 Mar 21 06:59:13.045791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.053611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:13.054402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.116897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac80588-94e7-4949-8540-e8f63739acc3 None None] Pushing event updated for resources: {'Port': ['ID=005eae47-a14e-481e-8a3c-e889a7e2ac28,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:13.149174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:13.160834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:13.167400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:13.168214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Synchronizing usage tracker for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:13.181304 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:13.185603 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ed10dc-5b76-4820-8398-e694440ff237 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:13.186128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ed10dc-5b76-4820-8398-e694440ff237 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:13.191350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.217992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.224991 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/16d0cfc1-b02c-41b7-ba47-c5189df12b4f HTTP/1.1" status: 204 len: 168 time: 1.8435905 Mar 21 06:59:13.227324 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94ed10dc-5b76-4820-8398-e694440ff237 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/34d9ab28-88b8-4ab7-8b8e-2904da65647d HTTP/1.1" status: 404 len: 337 time: 0.4477539 Mar 21 06:59:13.227551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.232127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55650) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.232886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f71d0-8ffc-43ea-8ef2-3eefba514e5f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=16d0cfc1-b02c-41b7-ba47-c5189df12b4f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:13.240690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-105609546'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:13.286678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:13.296530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Unset dirty status for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:13.297830 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcbb006-9859-4f9f-ae17-339732351215 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:13.299042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcbb006-9859-4f9f-ae17-339732351215 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:13.300783 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5dcbb006-9859-4f9f-ae17-339732351215 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/7a0de83e-1242-4fde-a1fb-09a0cf401041 HTTP/1.1" status: 404 len: 339 time: 0.0657840 Mar 21 06:59:13.303310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55656) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.303600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.305891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f72b9-c8da-4796-bfea-d05d0a2ad6f9 None None] Network 95d209a9-e961-4c0f-8001-b04453b640b0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:13.310939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:13.318855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8a625cbc-b82b-4cee-a0d2-2aecdf6587a8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/ports?network_id=1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 HTTP/1.1" status: 200 len: 2358 time: 0.5948889 Mar 21 06:59:13.367884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:13.462199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:13.514710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.523297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Deleting port da66cb29-05d7-4199-b66b-5cc2deec7429 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:13.523707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:13.524247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.528333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.545432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931de1c3-a577-44c0-9b8a-744b7edb99ef tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:13.547070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-931de1c3-a577-44c0-9b8a-744b7edb99ef tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Synchronizing usage tracker for tenant:347530cb172e4b72b220235e072e34b0 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:13.562234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Transition to ACTIVE for port object c15be53b-e5ae-491c-8570-5b68f5506535 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:13.565394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting subnet f6765f2d-1586-422d-86c2-51565273a4d4 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:13.569374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.598869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6da21b3b-df75-488b-967d-a30ce1bf0b52 None None] Provisioning for port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:13.641674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55666) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.649672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.694744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a8533a7f-5d47-461a-9152-230231f34c5d None None] The port 'da66cb29-05d7-4199-b66b-5cc2deec7429' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:13.725602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.749610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:13.761920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.762570 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment be7d53f4-fe46-49a7-a6c0-4342d384ba48 of type vlan for network e84fdef2-bbf9-416b-b288-927fa6a696f4 Mar 21 06:59:13.794729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-931de1c3-a577-44c0-9b8a-744b7edb99ef tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Unset dirty status for tenant:347530cb172e4b72b220235e072e34b0 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:13.802003 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-931de1c3-a577-44c0-9b8a-744b7edb99ef tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/subnets/9ff1cd28-be1a-4607-8625-3d0f1c48024e HTTP/1.1" status: 200 len: 797 time: 0.4889698 Mar 21 06:59:13.809646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55672) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:13.812795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network 95d209a9-e961-4c0f-8001-b04453b640b0 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:13.829950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.830178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'port': {'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72', 'name': 'tempest-FloatingIPTestJSON-167412361', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:13.921362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:13.980160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.028147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:14.028393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:14.033698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:14.037437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Usage tracker for resource:security_group_rule and tenant:15bc736d034345c1a55e5cebec8d209f is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:14.044256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:14.057644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.063179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 005eae47-a14e-481e-8a3c-e889a7e2ac28 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:14.076084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:14.080229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.108708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:14.119218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:14.144260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:14.146111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:14.180820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Port': ['ID=c15be53b-e5ae-491c-8570-5b68f5506535,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:14.234686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.261933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 005eae47-a14e-481e-8a3c-e889a7e2ac28 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:14.276340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-37f140d4-f8dd-4c05-b8d8-b54ea369b694 None None] Provisioning for port c15be53b-e5ae-491c-8570-5b68f5506535 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:14.281739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-37f140d4-f8dd-4c05-b8d8-b54ea369b694 None None] Provisioning complete for port c15be53b-e5ae-491c-8570-5b68f5506535 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:14.282132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-37f140d4-f8dd-4c05-b8d8-b54ea369b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.395957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.403527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:14.486860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-37f140d4-f8dd-4c05-b8d8-b54ea369b694 None None] Port c15be53b-e5ae-491c-8570-5b68f5506535 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:14.515375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:14.524328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:14.525557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.541522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 06:59:14.542284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.585778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.601499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e085c-6b5c-4d3a-b5c7-86dde6573fc1 None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:14.628326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=f6765f2d-1586-422d-86c2-51565273a4d4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:14.634267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=e84fdef2-bbf9-416b-b288-927fa6a696f4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:14.640887 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bf917248-17a2-41f9-96ec-8ebef4dae4b6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/f6765f2d-1586-422d-86c2-51565273a4d4 HTTP/1.1" status: 204 len: 168 time: 1.3317034 Mar 21 06:59:14.642443 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4e92c8ec-68ce-4cb2-8064-a96f6480a5be tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4118135 Mar 21 06:59:14.647660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55676) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:14.647892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55678) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:14.687419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:14.719601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.740253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e86b6923-b7be-481f-81f3-e27182f259ca,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:14.749278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Checking segment: {'id': '8dfcea78-d8c5-4497-a22e-345e0ef68866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:14.749642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network hostable DHCP agents. Network: 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:14.761067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] device_id is not set on port f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:14.804882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:14.817818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01b2ce-d5f9-49ea-853a-b804ff1b7435 None None] Network 772960ea-f89a-4241-98c0-e90a3bfec18a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:14.830460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:14.841032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:14.852449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:14.871303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:14.899625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting subnet a7bc7f59-de38-47d7-a5ee-d093160d9dbb {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:14.913916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:14.917584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:14.935914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.009339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.078297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.099060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.197735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:15.202273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f871a4e7-b52b-474a-a7a1-4d282d1c3a18 None None] Provisioning complete for port c15be53b-e5ae-491c-8570-5b68f5506535 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:15.203176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f871a4e7-b52b-474a-a7a1-4d282d1c3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.206760 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15bc736d034345c1a55e5cebec8d209f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5584431 Mar 21 06:59:15.212727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55684) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:15.213397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4bf98-cfcf-4044-a0f9-90627cddd079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80651824-5be1-4679-98a1-884e18966a9f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:15.312071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:15.317709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:15.318383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.348910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.370451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.377678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f871a4e7-b52b-474a-a7a1-4d282d1c3a18 None None] Port c15be53b-e5ae-491c-8570-5b68f5506535 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:15.391665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.422905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-01e567ed-d875-41a5-b5b1-73005ba5b6fc tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9603655 Mar 21 06:59:15.422905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.14 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:15.423235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003e960-c07f-44ed-8326-c180129eecad None None] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:15.424688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55688) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:15.447311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.463576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1834411835', 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:15.473463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.13 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:15.482201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:15.498024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:port and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:15.507175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:15.524622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.592845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:15.593249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.624888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.637483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.648814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=b1655930-fcf1-405d-abe1-723ae1d4fec7,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:15.651645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': 'be7d53f4-fe46-49a7-a6c0-4342d384ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:15.652001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: e84fdef2-bbf9-416b-b288-927fa6a696f4, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:15.691137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.710671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bc7f59-de38-47d7-a5ee-d093160d9dbb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:15.712457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80651824-5be1-4679-98a1-884e18966a9f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:15.714539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Made reservation on behalf of 3870975798c9467db9585d23c626b2cf for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:15.716592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.717651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.718932 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6a70bb67-e234-4073-967a-c1c83cd82a47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80651824-5be1-4679-98a1-884e18966a9f HTTP/1.1" status: 204 len: 168 time: 0.5030715 Mar 21 06:59:15.724237 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee43edbd-c473-4cdb-a520-6f1ee20e21a6 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/a7bc7f59-de38-47d7-a5ee-d093160d9dbb HTTP/1.1" status: 204 len: 168 time: 1.0751324 Mar 21 06:59:15.727542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55694) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:15.763786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:15.803878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, e84fdef2-bbf9-416b-b288-927fa6a696f4) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:15.815582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Provisioning for port 005eae47-a14e-481e-8a3c-e889a7e2ac28 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:15.822950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] device_id is not set on port 26d3e0d7-e500-4a7f-99e2-feb5a58998a6 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:15.827466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a7b36-9b30-4671-9bc4-93bbc6c10b42 None None] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:15.840892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e9a87-34f8-48bb-887c-f4d77f0636fb None None] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:15.874592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,segment=NetworkSegment(5cab8e37-dd69-4260-a097-d92373d9ff80),segment_id=5cab8e37-dd69-4260-a097-d92373d9ff80)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:15.895443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Provisioning complete for port 005eae47-a14e-481e-8a3c-e889a7e2ac28 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:15.895828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.904600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:15.905147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.945627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.956472 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8835aa47-0b5d-4848-85f8-57ffc1659864 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3027894 Mar 21 06:59:15.957669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55700) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:15.961753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:15.964562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4', 'name': 'tempest-PortsIpV6TestJSON-2008678624', 'fixed_ips': [{'subnet_id': 'b1655930-fcf1-405d-abe1-723ae1d4fec7', 'ip_address': '2001:db8::10'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:16.008707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.023830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 1bf17a82-c9aa-47dd-a834-70c26d996452 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:16.024172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.083277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.129006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55706) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:16.163717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device da66cb29-05d7-4199-b66b-5cc2deec7429 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:16.181912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.214589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:16.239782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:16.255492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Usage tracker for resource:security_group_rule and tenant:18790bf5dc6444098af8412311e2a94b is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:16.266351 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:16.272167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: da66cb29-05d7-4199-b66b-5cc2deec7429 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:16.273784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device da66cb29-05d7-4199-b66b-5cc2deec7429 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:16.285027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:16.303969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:16.327065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:16.344449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:16.362465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:16.372331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 2001:db8::65 (29108709-9c4d-4ee0-8b6e-cc2ab670d7b3/e86b6923-b7be-481f-81f3-e27182f259ca/26d3e0d7-e500-4a7f-99e2-feb5a58998a6) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:16.425107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:16.430190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:16.456550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:16.515890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.524129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:16.529897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:16.537405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.545077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.555328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1f496-956c-409b-a6fc-14999805ca34 None None] Update dhcp port {'port': {'network_id': '7a8c5519-5dbe-47c9-af45-2463d9991168', 'fixed_ips': [{'subnet_id': 'a7bc7f59-de38-47d7-a5ee-d093160d9dbb'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': '1bf17a82-c9aa-47dd-a834-70c26d996452'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 06:59:16.633210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 1bf17a82-c9aa-47dd-a834-70c26d996452, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1bf17a82-c9aa-47dd-a834-70c26d996452,segment=NetworkSegment(b9d2d721-2e3a-4205-94c5-0388fa7872b1),segment_id=b9d2d721-2e3a-4205-94c5-0388fa7872b1)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:16.633846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.666558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:16.667467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.734430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-64cd1dd5-097a-46fc-b0c4-f65cde511ff2 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9213734 Mar 21 06:59:16.734430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.738276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55710) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:16.746021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:16.760656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.791179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97b1f496-956c-409b-a6fc-14999805ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.791572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:16.812752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] For port 005eae47-a14e-481e-8a3c-e889a7e2ac28, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=005eae47-a14e-481e-8a3c-e889a7e2ac28,segment=NetworkSegment(93fd1358-b485-4c6a-bdbe-d960af1e3925),segment_id=93fd1358-b485-4c6a-bdbe-d960af1e3925)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:16.816961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-e84fdef2-bbf9-416b-b288-927fa6a696f4', 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': 'b1655930-fcf1-405d-abe1-723ae1d4fec7'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:16.818107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.828150 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18790bf5dc6444098af8412311e2a94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912298 Mar 21 06:59:16.833278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55714) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:16.852898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.856284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:floatingip and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:16.862741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.873260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:16.893905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:16.908908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Port': ['ID=c15be53b-e5ae-491c-8570-5b68f5506535,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:16.922500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.932824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:16.953752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fdc8b-9c03-403a-847f-91211eb63da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d7e183-671d-4f7a-9aa6-bc24fbcc3e9c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:16.988593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 1bf17a82-c9aa-47dd-a834-70c26d996452 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:17.102974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ed14-fb11-4884-9605-f8b37c0517eb None None] Pushing event updated for resources: {'Port': ['ID=005eae47-a14e-481e-8a3c-e889a7e2ac28,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:17.105142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.137679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.160113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:17.177461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f0919b29-3e2b-4813-ab12-dfff182d1b13 None None] Provisioning complete for port 005eae47-a14e-481e-8a3c-e889a7e2ac28 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:17.177963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f0919b29-3e2b-4813-ab12-dfff182d1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.200041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.204613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.216477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86950349-3f04-4c97-9353-2d4b737fa638 None None] Network 7a8c5519-5dbe-47c9-af45-2463d9991168 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:17.269759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.284152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port 1bf17a82-c9aa-47dd-a834-70c26d996452 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:17.312314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=1bf17a82-c9aa-47dd-a834-70c26d996452,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:17.372461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Allocated IP 2001:db8::2 (e84fdef2-bbf9-416b-b288-927fa6a696f4/b1655930-fcf1-405d-abe1-723ae1d4fec7/495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:17.411547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:17.418553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network 95d209a9-e961-4c0f-8001-b04453b640b0 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:17.419546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:17.422380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=26d3e0d7-e500-4a7f-99e2-feb5a58998a6,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:17.424724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:17.426888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:17.427856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:17.428453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.460461 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-327b9f39-3d0d-4bc0-8fc1-e7aed8992f62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0345407 Mar 21 06:59:17.463098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55718) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:17.514207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.547772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8412e-bb86-4675-b4da-7ae7864d868a None None] DHCP port deletion for 7a8c5519-5dbe-47c9-af45-2463d9991168 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:17.561862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8c5519-5dbe-47c9-af45-2463d9991168']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:17.585023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d2d721-2e3a-4205-94c5-0388fa7872b1') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:17.585924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d2d721-2e3a-4205-94c5-0388fa7872b1') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:17.595067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.615034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.633507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d7e183-671d-4f7a-9aa6-bc24fbcc3e9c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:17.649342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.658572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.660242 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-607ea246-c3d9-470b-9b9a-f57cdba37e16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45d7e183-671d-4f7a-9aa6-bc24fbcc3e9c HTTP/1.1" status: 204 len: 168 time: 0.7741838 Mar 21 06:59:17.661716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:17.662244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:17.679823 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:17.724193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting port 26d3e0d7-e500-4a7f-99e2-feb5a58998a6 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:17.724450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.784465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.788847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.820038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.824818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.826156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=7a8c5519-5dbe-47c9-af45-2463d9991168,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:17.835965 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c96218ab-9653-426f-9745-5d3709d921ba tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/7a8c5519-5dbe-47c9-af45-2463d9991168 HTTP/1.1" status: 204 len: 168 time: 2.1074300 Mar 21 06:59:17.837346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e4d4061d-1f35-40f3-a64f-ed83bb24bea0 None None] Could not find standard attr ID for object 1bf17a82-c9aa-47dd-a834-70c26d996452. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:59:17.838976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55724) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:17.841953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Transition to ACTIVE for port object 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:17.865658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Transition to ACTIVE for port object 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:17.873019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:17.921340 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d8cdd-8a09-44a5-b365-5b8615737410 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:17.921340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5d8cdd-8a09-44a5-b365-5b8615737410 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:17.928989 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5e5d8cdd-8a09-44a5-b365-5b8615737410 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/df8dd0b7-8ebb-4c18-987f-4b01df06af13 HTTP/1.1" status: 404 len: 337 time: 0.0866208 Mar 21 06:59:17.929255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55728) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:17.967466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::10 (e84fdef2-bbf9-416b-b288-927fa6a696f4/b1655930-fcf1-405d-abe1-723ae1d4fec7/9a8454e3-4d73-4be8-ac13-85cb3c078f39) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:17.995303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Router f93e078d-ed47-4961-bbad-39a4de7804db is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:17.997645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:18.004481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:18.007900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:18.017647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Pushing event updated for resources: {'Port': ['ID=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:18.023417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-92af3cc8-c695-406e-80de-0c2795aef1c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:18.023890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92af3cc8-c695-406e-80de-0c2795aef1c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:18.107182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-741dfef2-d825-4910-bd42-c187dd8d5fdf None None] Provisioning complete for port c15be53b-e5ae-491c-8570-5b68f5506535 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:18.107615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-741dfef2-d825-4910-bd42-c187dd8d5fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.156137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Attempting to bind port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:18.156501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Attempting to bind port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'be7d53f4-fe46-49a7-a6c0-4342d384ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:18.157013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Attempting to bind port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 on network e84fdef2-bbf9-416b-b288-927fa6a696f4 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:18.176581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:18.176581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Checking segment: {'id': 'be7d53f4-fe46-49a7-a6c0-4342d384ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:18.176581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.176581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Bound using segment: {'id': 'be7d53f4-fe46-49a7-a6c0-4342d384ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:18.178183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Bound port: 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7d53f4-fe46-49a7-a6c0-4342d384ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:18.178569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.185243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-92af3cc8-c695-406e-80de-0c2795aef1c4 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/e6b83de0-8fb6-4bc1-9161-b86d8a8d4cfb HTTP/1.1" status: 404 len: 339 time: 0.2524078 Mar 21 06:59:18.196909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55738) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.199442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-741dfef2-d825-4910-bd42-c187dd8d5fdf None None] Port c15be53b-e5ae-491c-8570-5b68f5506535 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:18.283296 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3c22b7-83e9-4f8c-ad6f-04cb95165d3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:18.283851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3c22b7-83e9-4f8c-ad6f-04cb95165d3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:18.289434 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fb3c22b7-83e9-4f8c-ad6f-04cb95165d3f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/a1abba47-32cd-43d2-9e6a-e9073c9e02db HTTP/1.1" status: 404 len: 337 time: 0.0910289 Mar 21 06:59:18.290291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55744) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.340903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.358472 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-50483d22-d091-4572-a895-dc812e3b0a67 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:18.359302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50483d22-d091-4572-a895-dc812e3b0a67 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:18.364568 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-50483d22-d091-4572-a895-dc812e3b0a67 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/56d3a51d-94d8-4e28-b9cf-1cceed6489c2 HTTP/1.1" status: 404 len: 339 time: 0.0667346 Mar 21 06:59:18.366587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55750) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.373558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] For port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:18.379288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:18.381299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] For port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,segment=NetworkSegment(be7d53f4-fe46-49a7-a6c0-4342d384ba48),segment_id=be7d53f4-fe46-49a7-a6c0-4342d384ba48)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:18.391556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] Sync routers for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:18.393352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21c6b13e-179f-4228-be05-3d3f189f5319 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6661005 Mar 21 06:59:18.395733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.407266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55754) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.444983 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e2f385-dc0e-428f-b41e-df99f4489481 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:18.445378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e2f385-dc0e-428f-b41e-df99f4489481 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:18.449452 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5e2f385-dc0e-428f-b41e-df99f4489481 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/1d287d70-5ecd-44df-90d2-19aac9992f1c HTTP/1.1" status: 404 len: 337 time: 0.0799444 Mar 21 06:59:18.449948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.491925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.496680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 005eae47-a14e-481e-8a3c-e889a7e2ac28 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:18.502487 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b186581d-9b92-477a-8c71-3e089c9b32fc tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:18.503736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b186581d-9b92-477a-8c71-3e089c9b32fc tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:18.506377 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b186581d-9b92-477a-8c71-3e089c9b32fc tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/d1fd11a7-4197-4fe4-8072-3180a3f8b8a4 HTTP/1.1" status: 404 len: 339 time: 0.0554895 Mar 21 06:59:18.512008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.516327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55762) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.539329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 9a8454e3-4d73-4be8-ac13-85cb3c078f39 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:18.571770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.586748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:18.587391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:18.654668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:18.658977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:18.668460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:18.672781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:18.674627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:18.675393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.694066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31137d1-1047-4376-ab89-d6cb4fcb1c22 None None] Pushing event updated for resources: {'Port': ['ID=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:18.713015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:18.715578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:58:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:18.719112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=9a8454e3-4d73-4be8-ac13-85cb3c078f39,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:18.728797 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ddb2b64c-5376-4db5-8c63-3fcabd01471e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7698255 Mar 21 06:59:18.729646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55772) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:18.736405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'e84fdef2-bbf9-416b-b288-927fa6a696f4', 'name': 'tempest-PortsIpV6TestJSON-643988248', 'fixed_ips': [{'subnet_id': 'b1655930-fcf1-405d-abe1-723ae1d4fec7', 'ip_address': '2001:db8::f'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:18.861621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:18.861949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a43b8-5f72-40ce-92ea-feb4adb0742e None None] The sync data for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:18.873275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 005eae47-a14e-481e-8a3c-e889a7e2ac28 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:18.873652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:18.895497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.23 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/5425d5f1-2123-40e8-b62f-41dfe487f4e0) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:18.958102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Calling delete_port for 26d3e0d7-e500-4a7f-99e2-feb5a58998a6 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:19.004202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting subnet d2c5cadd-d319-4a07-9b72-5a17b9e94077 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:19.017718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55778) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:19.053180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:19.090475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.122318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:19.126821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:19.130435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:19.138966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:19.142872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:19.143250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.153432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:19.160492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.195392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 66ad725d-7dc8-47db-8332-5d21ec7e6108 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:19.231967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.445674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-446550607'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:19.479465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1bf17a82-c9aa-47dd-a834-70c26d996452 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:19.489040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::f (e84fdef2-bbf9-416b-b288-927fa6a696f4/b1655930-fcf1-405d-abe1-723ae1d4fec7/66ad725d-7dc8-47db-8332-5d21ec7e6108) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:19.524922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1bf17a82-c9aa-47dd-a834-70c26d996452 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:19.525598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1bf17a82-c9aa-47dd-a834-70c26d996452 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:19.572700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.630111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:19.696564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:network and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:19.719270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:19.729234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.738030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d3e0d7-e500-4a7f-99e2-feb5a58998a6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:19.746046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:19.746896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 66ad725d-7dc8-47db-8332-5d21ec7e6108 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:19.772714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.819102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.854217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:19.857379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:19.861776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:19.863612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed728d-d6ea-49c1-b24c-5f919c6594ad None None] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:19.867241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:19.867865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.875750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=66ad725d-7dc8-47db-8332-5d21ec7e6108,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:19.902169 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-230d389e-31a2-4948-9d9c-a2d9d6016c6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1688015 Mar 21 06:59:19.902422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:19.902516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55784) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:19.904275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.937321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55788) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:19.937570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0465a366-3a34-43be-a77d-82fd387b7b3a tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/ports/26d3e0d7-e500-4a7f-99e2-feb5a58998a6 HTTP/1.1" status: 204 len: 168 time: 2.4225049 Mar 21 06:59:19.939969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.956435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3', 'external_fixed_ips': [{'subnet_id': 'e86b6923-b7be-481f-81f3-e27182f259ca', 'ip_address': '2001:db8::65'}]}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:19.964413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:19.972306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:router and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:19.976140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:19.977343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a935fb94-eb8a-401a-bdcd-061306f3af8f None None] Provisioning for port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:19.979536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:19.991696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:20.009149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.010326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.028248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754b61d-9745-4d9c-b7fa-9a5ee5b499c9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:20.029118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7754b61d-9745-4d9c-b7fa-9a5ee5b499c9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:20.043387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.061752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7754b61d-9745-4d9c-b7fa-9a5ee5b499c9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:20.063076 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7754b61d-9745-4d9c-b7fa-9a5ee5b499c9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1597407 Mar 21 06:59:20.066858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55792) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:20.076171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.100515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:20.114983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:security_group_rule and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:20.120344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:20.134094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:20.315594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.324269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.362825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.394539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c5cadd-d319-4a07-9b72-5a17b9e94077,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:20.418613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.447563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.451596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3d4c6-d843-4fc1-a028-b38b9f19da16 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:20.451910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb21047-b1bb-432f-b982-c704b5c927ff None None] Network b7dea8de-ad50-4abb-958b-b922a9c4b45c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:20.452274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.455995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:20.459429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3d4c6-d843-4fc1-a028-b38b9f19da16 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:20.464823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:20.465230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3d4c6-d843-4fc1-a028-b38b9f19da16 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:20.466924 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e8a3d4c6-d843-4fc1-a028-b38b9f19da16 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3990541 Mar 21 06:59:20.482495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55796) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:20.556970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94c415c-653b-4f2d-af72-882676abcd9f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:20.579641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.580214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Added segment 31ed4bc3-33a3-4c7f-b282-ac75ad216fe9 of type vlan for network d9facef3-94a2-4c01-beaf-55ecc79510a2 Mar 21 06:59:20.583935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:20.596240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-152e6f48-547e-4d55-8975-0e0d24b75584 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/d2c5cadd-d319-4a07-9b72-5a17b9e94077 HTTP/1.1" status: 204 len: 168 time: 2.0782905 Mar 21 06:59:20.597532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:20.601953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:20.607701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:20.638554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=5425d5f1-2123-40e8-b62f-41dfe487f4e0,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:20.639845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 66ad725d-7dc8-47db-8332-5d21ec7e6108 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:20.640371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.667566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-d6673608-466b-4ad9-8144-68442c90913f tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:59:20.671494 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d6673608-466b-4ad9-8144-68442c90913f tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2580285 Mar 21 06:59:20.679931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55804) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:20.705038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Provisioning for port 66ad725d-7dc8-47db-8332-5d21ec7e6108 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:20.747220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Provisioning complete for port 66ad725d-7dc8-47db-8332-5d21ec7e6108 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:20.747582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.817166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:20.830095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:20.830421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.857851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Port 66ad725d-7dc8-47db-8332-5d21ec7e6108 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:20.909660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Provisioning complete for port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:20.910037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:20.923870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.002345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] DHCP port deletion for b7dea8de-ad50-4abb-958b-b922a9c4b45c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:21.018725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Deleting port 46f5a632-272e-46e0-849b-940d1f3485d2 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:21.019019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.091340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.127269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:59:21.174385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.218312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.224433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:21.225043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.286607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.315479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,segment=NetworkSegment(be7d53f4-fe46-49a7-a6c0-4342d384ba48),segment_id=be7d53f4-fe46-49a7-a6c0-4342d384ba48)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:21.378428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.379452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.428699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 46f5a632-272e-46e0-849b-940d1f3485d2 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:21.429325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.483402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] For port 46f5a632-272e-46e0-849b-940d1f3485d2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=46f5a632-272e-46e0-849b-940d1f3485d2,segment=NetworkSegment(d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89),segment_id=d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:21.483789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.518417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 66ad725d-7dc8-47db-8332-5d21ec7e6108 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:21.566013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.590563 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5717387 Mar 21 06:59:21.594388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:21.613497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'subnet': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:21.648914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2df4b-c35e-4999-affe-a504e2aa7111 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Network': ['ID=d9facef3-94a2-4c01-beaf-55ecc79510a2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:21.655271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Calling delete_port for 46f5a632-272e-46e0-849b-940d1f3485d2 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:21.723008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.768224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:21.769236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:21.790625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:21.791408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:subnet and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:21.796179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:21.796694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:21.800312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:21.802775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.817687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:21.892994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] No DVR routers for this DVR port 46f5a632-272e-46e0-849b-940d1f3485d2 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:21.900291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:21.904697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:21.953623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9e73-b000-453f-9999-f26e6c3ee1e4 None None] Pushing event deleted for resources: {'Port': ['ID=46f5a632-272e-46e0-849b-940d1f3485d2,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:21.994565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dd0a7d-6557-4c5d-8709-bd3cd71329c3 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 06:59:22.050304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.087205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 46f5a632-272e-46e0-849b-940d1f3485d2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=46f5a632-272e-46e0-849b-940d1f3485d2,segment=NetworkSegment(d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89),segment_id=d0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:22.087548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.126202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=66ad725d-7dc8-47db-8332-5d21ec7e6108,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:22.144434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd0a7d-6557-4c5d-8709-bd3cd71329c3 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 06:59:22.224138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.246492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 2001:db8::65 (29108709-9c4d-4ee0-8b6e-cc2ab670d7b3/e86b6923-b7be-481f-81f3-e27182f259ca/11a08001-c3fd-4f37-ae21-967f542ad057) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:22.268224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 46f5a632-272e-46e0-849b-940d1f3485d2 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:22.274669 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4bc5297e-d20e-48b0-98e8-21aea84318c2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/66ad725d-7dc8-47db-8332-5d21ec7e6108 HTTP/1.1" status: 204 len: 168 time: 1.7886386 Mar 21 06:59:22.288677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55814) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:22.404944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:22.437795 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf7e51c-d2c8-4688-b1d7-0ca38538d3b3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:59:22.438769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3bf7e51c-d2c8-4688-b1d7-0ca38538d3b3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:22.512031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3bf7e51c-d2c8-4688-b1d7-0ca38538d3b3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:22.513182 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3bf7e51c-d2c8-4688-b1d7-0ca38538d3b3 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/66ad725d-7dc8-47db-8332-5d21ec7e6108 HTTP/1.1" status: 404 len: 333 time: 0.2131844 Mar 21 06:59:22.519390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55818) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:22.531880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-89566539-b5e4-420e-ada1-d1fd0c13de04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.547068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.560329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Provisioning for port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:22.575159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Provisioning complete for port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:22.575528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.589455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.640852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:22.642253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.643690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Subnet': ['ID=467ab04e-7571-415d-b894-d05593c3a965,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:22.653790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:22.654270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:22.663056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Checking segment: {'id': '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:22.663464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network hostable DHCP agents. Network: d9facef3-94a2-4c01-beaf-55ecc79510a2, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:22.674365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:22.676335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.688021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.727818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:22.730906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b8e69796-ea31-40ba-86d6-efde87b45119 None None] Port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:22.767946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:22.771051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:22.775484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, d9facef3-94a2-4c01-beaf-55ecc79510a2) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:22.777146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:22.810814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.870384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a43ebbe1-e665-4e3b-8fd7-ec7cce8ae220 None None] Could not find standard attr ID for object 66ad725d-7dc8-47db-8332-5d21ec7e6108. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 06:59:22.886916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.904288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a43ebbe1-e665-4e3b-8fd7-ec7cce8ae220 None None] Provisioning complete for port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:22.904288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a43ebbe1-e665-4e3b-8fd7-ec7cce8ae220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:22.964290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=11a08001-c3fd-4f37-ae21-967f542ad057,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:22.978841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a43ebbe1-e665-4e3b-8fd7-ec7cce8ae220 None None] Port 9a8454e3-4d73-4be8-ac13-85cb3c078f39 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:22.980450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c88606-b7d3-4f53-8361-e04aaf060d32 None None] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:22.985897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:22.986581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.133317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 46f5a632-272e-46e0-849b-940d1f3485d2 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:23.149463 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d8b23ea-802b-4cd1-9d7d-24212ee391b4 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5512514 Mar 21 06:59:23.152460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:23.160737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 46f5a632-272e-46e0-849b-940d1f3485d2 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:23.160902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-2003570389'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:23.161003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.190874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 46f5a632-272e-46e0-849b-940d1f3485d2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:23.191297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 46f5a632-272e-46e0-849b-940d1f3485d2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:23.341038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-d9facef3-94a2-4c01-beaf-55ecc79510a2', 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'tenant_id': '3f52dff13dfb4b8fa427345273027854', 'fixed_ips': [{'subnet_id': '467ab04e-7571-415d-b894-d05593c3a965'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:23.342965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.362824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] The port '46f5a632-272e-46e0-849b-940d1f3485d2' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:23.407763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.415140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.455209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.503202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Allocated IP 172.20.0.2 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/b9d22fd0-7996-4754-9488-436572ea3c55) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:23.507951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:23.517232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:port and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:23.520399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:23.533354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:23.558253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:23.561706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.618099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 9a8454e3-4d73-4be8-ac13-85cb3c078f39 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:23.646607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port 5a86f392-284c-4e7f-ab71-b08792237f91 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:23.720591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.731476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Transition to ACTIVE for port object b9d22fd0-7996-4754-9488-436572ea3c55 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:23.736802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.752857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Transition to ACTIVE for port object b9d22fd0-7996-4754-9488-436572ea3c55 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:23.759642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.820293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dea8de-ad50-4abb-958b-b922a9c4b45c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:23.828211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:23.831320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:23.835292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:23.842208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:23.842526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0860fc7-3dd2-45b7-ba8e-c4e74f5dbd89') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:23.880249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Pushing event updated for resources: {'Port': ['ID=b9d22fd0-7996-4754-9488-436572ea3c55,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:23.935188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Attempting to bind port b9d22fd0-7996-4754-9488-436572ea3c55 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:23.935581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Attempting to bind port b9d22fd0-7996-4754-9488-436572ea3c55 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:23.935966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Attempting to bind port b9d22fd0-7996-4754-9488-436572ea3c55 on network d9facef3-94a2-4c01-beaf-55ecc79510a2 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:23.942231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:23.942628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Checking segment: {'id': '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:23.943000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.944101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Bound using segment: {'id': '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:23.944604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Bound port: b9d22fd0-7996-4754-9488-436572ea3c55, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:23.944984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:23.958646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.6 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/5a86f392-284c-4e7f-ab71-b08792237f91) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:23.973732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.041128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] For port b9d22fd0-7996-4754-9488-436572ea3c55, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:24.081138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.165084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.199632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] For port b9d22fd0-7996-4754-9488-436572ea3c55, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b9d22fd0-7996-4754-9488-436572ea3c55,segment=NetworkSegment(31ed4bc3-33a3-4c7f-b282-ac75ad216fe9),segment_id=31ed4bc3-33a3-4c7f-b282-ac75ad216fe9)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:24.202378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:24.202839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.205114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:24.218189 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:24.221236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting port c15be53b-e5ae-491c-8570-5b68f5506535 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:24.221236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.245024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.292800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fd000-18d8-4b98-bfbe-822e4a08eba5 None None] Pushing event updated for resources: {'Port': ['ID=b9d22fd0-7996-4754-9488-436572ea3c55,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:24.392642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=9a8454e3-4d73-4be8-ac13-85cb3c078f39,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:24.460296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.489517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.492097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router e2cc19a9-d90c-4341-a3f4-d1f944ac942b is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:24.497165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.535890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.536841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9e67-6455-4856-9e5e-aa7c72668c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.543551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.571926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object 5a86f392-284c-4e7f-ab71-b08792237f91 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:24.581272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.630766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.714183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=b7dea8de-ad50-4abb-958b-b922a9c4b45c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:24.736205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:24.765716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4c27d9b3-c230-4022-b9ea-46945c1bafa9 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/9a8454e3-4d73-4be8-ac13-85cb3c078f39 HTTP/1.1" status: 204 len: 168 time: 2.2441030 Mar 21 06:59:24.786513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-496f5c29-4801-446f-901b-440c10a8f64c tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/b7dea8de-ad50-4abb-958b-b922a9c4b45c HTTP/1.1" status: 204 len: 168 time: 4.1810606 Mar 21 06:59:24.792865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:24.793468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55828) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:24.799957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:24.801742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=5425d5f1-2123-40e8-b62f-41dfe487f4e0,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:24.834842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.881107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:24.900232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:24.928696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=5a86f392-284c-4e7f-ab71-b08792237f91,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:24.945731 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cd8ef6-3883-4c7c-92b0-705f039b031d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:59:24.947073 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-54cd8ef6-3883-4c7c-92b0-705f039b031d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/9a8454e3-4d73-4be8-ac13-85cb3c078f39 HTTP/1.1" status: 404 len: 333 time: 0.1502979 Mar 21 06:59:24.948044 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-725d9230-cb17-4260-9899-4a68b9a6fc05 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:24.948476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725d9230-cb17-4260-9899-4a68b9a6fc05 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:24.952858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55834) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.010698 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-725d9230-cb17-4260-9899-4a68b9a6fc05 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/65fe5a55-f0f9-45fc-831c-b7580940ff58 HTTP/1.1" status: 404 len: 337 time: 0.2121129 Mar 21 06:59:25.018662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:25.024436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55838) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.034890 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Sync routers for ids ['e2cc19a9-d90c-4341-a3f4-d1f944ac942b'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:25.041372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Calling delete_port for c15be53b-e5ae-491c-8570-5b68f5506535 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:25.046145 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Routers {'e2cc19a9-d90c-4341-a3f4-d1f944ac942b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:25.046835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e2cc19a9-d90c-4341-a3f4-d1f944ac942b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:25.068876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:25.069321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.096272 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f57262-8121-4ada-8fe9-f58f678fee97 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] DELETE failed (client error): The resource could not be found. Mar 21 06:59:25.096768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f57262-8121-4ada-8fe9-f58f678fee97 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:25.100861 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-06f57262-8121-4ada-8fe9-f58f678fee97 tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/df4771d3-1bac-4451-92a9-56db9166df13 HTTP/1.1" status: 404 len: 339 time: 0.0733225 Mar 21 06:59:25.103130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55842) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.146906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.150523 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3bfd8d89-08a0-43b4-9732-8e4787547da5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2086749 Mar 21 06:59:25.152100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55846) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.153010 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cbfc99a6-df44-4a35-9133-019dbd547ad7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9992330 Mar 21 06:59:25.156032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55848) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.160559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet b1655930-fcf1-405d-abe1-723ae1d4fec7 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:25.172096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.237488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-1160120640', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d9:1b:d8'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:25.238894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Set router e2cc19a9-d90c-4341-a3f4-d1f944ac942b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:25.281061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting subnet 071d9699-a684-4ce6-a1b7-2b2afd6204ae {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:25.287946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.317131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.451933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.496509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.586158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP 740adad5-04e1-480d-bce7-7ac82290159f associated. External IP: 172.26.2.23, port: f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc. Mar 21 06:59:25.614085 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc19a9-d90c-4341-a3f4-d1f944ac942b', 'name': '', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3', 'external_fixed_ips': [{'subnet_id': 'e86b6923-b7be-481f-81f3-e27182f259ca', 'ip_address': '2001:db8::65'}], 'enable_snat': True}, 'gw_port_id': '11a08001-c3fd-4f37-ae21-967f542ad057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:20Z', 'updated_at': '2022-03-21T06:59:23Z', 'revision_number': 3, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port': {'id': '11a08001-c3fd-4f37-ae21-967f542ad057', 'name': '', 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc19a9-d90c-4341-a3f4-d1f944ac942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e86b6923-b7be-481f-81f3-e27182f259ca', 'ip_address': '2001:db8::65', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:21Z', 'updated_at': '2022-03-21T06:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e86b6923-b7be-481f-81f3-e27182f259ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:25.619192 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Checking router: e2cc19a9-d90c-4341-a3f4-d1f944ac942b for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:59:25.619577 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Updating router e2cc19a9-d90c-4341-a3f4-d1f944ac942b port 11a08001-c3fd-4f37-ae21-967f542ad057 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:59:25.622729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.667160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.681907 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.707725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=b1655930-fcf1-405d-abe1-723ae1d4fec7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:25.723297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.732730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed2737-1a7f-43bc-be2c-fe50a751bee7 None None] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:25.739794 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-65d2a1f8-e0a0-4c15-9ca4-558da849ef01 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/b1655930-fcf1-405d-abe1-723ae1d4fec7 HTTP/1.1" status: 204 len: 168 time: 0.7798071 Mar 21 06:59:25.743647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55854) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.765664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99099bbe-c7af-406d-8fed-cd025492837d None None] Network e84fdef2-bbf9-416b-b288-927fa6a696f4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:25.869193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.912963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.920950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Subnet': ['ID=071d9699-a684-4ce6-a1b7-2b2afd6204ae,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:25.924169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.941485 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d5a362c8-4d0f-4318-abf3-ea9d7ebb91bf tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/subnets/071d9699-a684-4ce6-a1b7-2b2afd6204ae HTTP/1.1" status: 204 len: 168 time: 0.8339386 Mar 21 06:59:25.942235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55858) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:25.950330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:25.962749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9799a-179b-4ce5-912b-3016475a2894 None None] Network 309c4129-d2b1-4e87-9b9f-fae916e3c35e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:25.965186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:25.965567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.008512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:26.031329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:port and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:26.038932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.097687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.100485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:26.116924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b9b1466f-26bc-4b98-91da-4b069daf37c8 None None] Provisioning for port b9d22fd0-7996-4754-9488-436572ea3c55 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:26.148675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:26.153110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.194599 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.224014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:26.233301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Deleting port 48a7f51d-6677-4e09-ac0d-9a438c518839 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:26.233639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.409197 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Transition to ACTIVE for port object 11a08001-c3fd-4f37-ae21-967f542ad057 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:26.425828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.496873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.509282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b9d22fd0-7996-4754-9488-436572ea3c55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:26.545083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,segment=NetworkSegment(be7d53f4-fe46-49a7-a6c0-4342d384ba48),segment_id=be7d53f4-fe46-49a7-a6c0-4342d384ba48)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:26.545686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.583210 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Attempting to bind port 11a08001-c3fd-4f37-ae21-967f542ad057 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:26.583968 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Attempting to bind port 11a08001-c3fd-4f37-ae21-967f542ad057 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '8dfcea78-d8c5-4497-a22e-345e0ef68866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:26.584489 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Attempting to bind port 11a08001-c3fd-4f37-ae21-967f542ad057 on network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:26.586930 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Pushing event updated for resources: {'Port': ['ID=11a08001-c3fd-4f37-ae21-967f542ad057,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:26.587175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Port': ['ID=c15be53b-e5ae-491c-8570-5b68f5506535,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:26.636132 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:26.639048 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Checking segment: {'id': '8dfcea78-d8c5-4497-a22e-345e0ef68866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:26.643819 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.644310 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Bound using segment: {'id': '8dfcea78-d8c5-4497-a22e-345e0ef68866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:26.645168 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Bound port: 11a08001-c3fd-4f37-ae21-967f542ad057, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfcea78-d8c5-4497-a22e-345e0ef68866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '29108709-9c4d-4ee0-8b6e-cc2ab670d7b3'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:26.646074 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.647783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b9d22fd0-7996-4754-9488-436572ea3c55 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:26.654248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b9d22fd0-7996-4754-9488-436572ea3c55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:26.654885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.744713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:26.754908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f60df-0207-4905-a303-166117918409 None None] DHCP port deletion for 309c4129-d2b1-4e87-9b9f-fae916e3c35e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:26.762704 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.763073 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.763417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.763747 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.764076 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.764417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f60df-0207-4905-a303-166117918409 None None] Deleting port 48a7f51d-6677-4e09-ac0d-9a438c518839 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:26.764526 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.764743 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.765056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f2f60df-0207-4905-a303-166117918409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.765162 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.765439 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.769023 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.770980 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.770980 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 06:59:26.819095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] DHCP port deletion for e84fdef2-bbf9-416b-b288-927fa6a696f4 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:26.836764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Deleting port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:26.837375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.897689 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] For port 11a08001-c3fd-4f37-ae21-967f542ad057, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:26.903154 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] For port 11a08001-c3fd-4f37-ae21-967f542ad057, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11a08001-c3fd-4f37-ae21-967f542ad057,segment=NetworkSegment(8dfcea78-d8c5-4497-a22e-345e0ef68866),segment_id=8dfcea78-d8c5-4497-a22e-345e0ef68866)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:26.905298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.918699 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:26.959298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] For port 48a7f51d-6677-4e09-ac0d-9a438c518839, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=48a7f51d-6677-4e09-ac0d-9a438c518839,segment=NetworkSegment(cc94cb8b-484c-4512-b3dd-a0f3d9035ad4),segment_id=cc94cb8b-484c-4512-b3dd-a0f3d9035ad4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:26.959656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.080695 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Routers {'e2cc19a9-d90c-4341-a3f4-d1f944ac942b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:27.081337 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['e2cc19a9-d90c-4341-a3f4-d1f944ac942b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.114038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.125003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting port 11a08001-c3fd-4f37-ae21-967f542ad057 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:27.125858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.148249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] For port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,segment=NetworkSegment(be7d53f4-fe46-49a7-a6c0-4342d384ba48),segment_id=be7d53f4-fe46-49a7-a6c0-4342d384ba48)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:27.148725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.157091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Calling delete_port for 48a7f51d-6677-4e09-ac0d-9a438c518839 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:27.191730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500c30e-9ed6-4693-8e40-9300e52ebb2d None None] Pushing event updated for resources: {'Port': ['ID=11a08001-c3fd-4f37-ae21-967f542ad057,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:27.200284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.271881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:27.275731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No DVR routers for this DVR port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:27.309640 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] Set router e2cc19a9-d90c-4341-a3f4-d1f944ac942b gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:27.412382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Calling delete_port for 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:27.434370 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc19a9-d90c-4341-a3f4-d1f944ac942b', 'name': '', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:20Z', 'updated_at': '2022-03-21T06:59:26Z', 'revision_number': 4, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.438859 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f820f-0c1f-4702-b0cd-cac0ed0e899a None None] The sync data for ids ['e2cc19a9-d90c-4341-a3f4-d1f944ac942b'] in dv-neutron-834307-1-hyperv is: [{'id': 'e2cc19a9-d90c-4341-a3f4-d1f944ac942b', 'name': '', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:20Z', 'updated_at': '2022-03-21T06:59:26Z', 'revision_number': 4, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:27.481787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.490361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.492362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.556972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Port': ['ID=48a7f51d-6677-4e09-ac0d-9a438c518839,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:27.562569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84fdef2-bbf9-416b-b288-927fa6a696f4']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.570578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] No DVR routers for this DVR port 48a7f51d-6677-4e09-ac0d-9a438c518839 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:27.593583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f60df-0207-4905-a303-166117918409 None None] The port '48a7f51d-6677-4e09-ac0d-9a438c518839' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:27.608933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.611240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7d53f4-fe46-49a7-a6c0-4342d384ba48') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.611364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7d53f4-fe46-49a7-a6c0-4342d384ba48') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.620059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port 81c649e3-02fc-4840-909c-d75e7e54201a yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:27.628938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Provisioning complete for port b9d22fd0-7996-4754-9488-436572ea3c55 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:27.629411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.656806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.675703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.678907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:27.679279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.682250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:27.682634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:27.713854 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:27.748105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:27.749360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:27.755946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b9d22fd0-7996-4754-9488-436572ea3c55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b9d22fd0-7996-4754-9488-436572ea3c55,segment=NetworkSegment(31ed4bc3-33a3-4c7f-b282-ac75ad216fe9),segment_id=31ed4bc3-33a3-4c7f-b282-ac75ad216fe9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:27.796765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.830914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.855462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.867714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.877282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=e84fdef2-bbf9-416b-b288-927fa6a696f4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:27.897346 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76cfa018-4076-4fa2-b6aa-858ead2d48b7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/e84fdef2-bbf9-416b-b288-927fa6a696f4 HTTP/1.1" status: 204 len: 168 time: 2.1509504 Mar 21 06:59:27.900813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55862) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:27.904822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b9d22fd0-7996-4754-9488-436572ea3c55,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:27.906632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c4129-d2b1-4e87-9b9f-fae916e3c35e']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.914820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Provisioning for port 5a86f392-284c-4e7f-ab71-b08792237f91 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:27.920514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Provisioning complete for port 5a86f392-284c-4e7f-ab71-b08792237f91 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:27.920995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341865497'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:27.921114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.927982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.928321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc94cb8b-484c-4512-b3dd-a0f3d9035ad4') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:27.935647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:27.942933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:network and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:27.946538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.952998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:27.962931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:27.972080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.978650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:27.982106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:27.995268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:27.995658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.010779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a3f80cd1-f1c3-47eb-9dcf-80e3212ccb48 None None] Port 5a86f392-284c-4e7f-ab71-b08792237f91 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:28.011503 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:28.096433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:28.098498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.117137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.136116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] Pushing event deleted for resources: {'Network': ['ID=309c4129-d2b1-4e87-9b9f-fae916e3c35e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:28.138329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.138777 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Added segment c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f of type vlan for network c53ec7aa-f654-41c7-8869-60aacd0b73b7 Mar 21 06:59:28.145249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9704c3cd-5a66-4ef5-b28d-1aee54c67728 None None] Provisioning complete for port 5a86f392-284c-4e7f-ab71-b08792237f91 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:28.148440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9704c3cd-5a66-4ef5-b28d-1aee54c67728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.148611 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bb5d5a10-c96d-4e70-80c8-9e99aab6f07f tempest-NetworksIpV6Test-315589619 tempest-NetworksIpV6Test-315589619-project] 10.222.0.31 "DELETE /v2.0/networks/309c4129-d2b1-4e87-9b9f-fae916e3c35e HTTP/1.1" status: 204 len: 168 time: 2.2032545 Mar 21 06:59:28.179628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.216774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9704c3cd-5a66-4ef5-b28d-1aee54c67728 None None] Port 5a86f392-284c-4e7f-ab71-b08792237f91 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:28.251735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Deleting port 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:28.252387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.344983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:28.364085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Router f93e078d-ed47-4961-bbad-39a4de7804db has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:28.370806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] For port 11a08001-c3fd-4f37-ae21-967f542ad057, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11a08001-c3fd-4f37-ae21-967f542ad057,segment=NetworkSegment(8dfcea78-d8c5-4497-a22e-345e0ef68866),segment_id=8dfcea78-d8c5-4497-a22e-345e0ef68866)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:28.371242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.384544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:28.393908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c357f-a994-4be8-91aa-4343097a84e1 None None] The port '495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:28.400579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.412611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:28.418775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:28.418775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.422575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:28.490021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b9d22fd0-7996-4754-9488-436572ea3c55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:28.568358 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6638405 Mar 21 06:59:28.568358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55870) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:28.571390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:28.584408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55872) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:28.590941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b9d22fd0-7996-4754-9488-436572ea3c55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:28.591889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.599397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:28.619183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca5661-6238-49d9-bb40-1e950257b763 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Network': ['ID=c53ec7aa-f654-41c7-8869-60aacd0b73b7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:28.648265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Calling delete_port for 11a08001-c3fd-4f37-ae21-967f542ad057 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:28.655500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:28.656249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:28.708025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:28.731924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.7 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/81c649e3-02fc-4840-909c-d75e7e54201a) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:28.774761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:28.787395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:28.790305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.792778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:28.802892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:28.803072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:28.803574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d735d63-54eb-457d-a795-a10ea9dd78f0 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:28.806740 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9ae5c752-d426-4482-8f44-0ec232e7b0b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d6ec8b3d4d74cb1871f38afa4290dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295365 Mar 21 06:59:28.811181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:28.838922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:28.842338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.858944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:28.864690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-35b4924b-69ef-495b-899a-1d759c9c4857 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1540091 Mar 21 06:59:28.874536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:28.878444 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] Sync routers for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:28.893495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:28.894568 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:28.983409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:28.988921 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:29.005377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:29.006756 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:29.007855 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:29.029747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.049855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:29.050560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 495d7b3a-ee8a-4760-bad3-ec7b9b7fdb63 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:29.051337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 48a7f51d-6677-4e09-ac0d-9a438c518839 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:29.092287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 48a7f51d-6677-4e09-ac0d-9a438c518839 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:29.092991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 48a7f51d-6677-4e09-ac0d-9a438c518839 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:29.103338 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:29.103748 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25efa48-ccd3-4f8c-86f4-aec607b1af2a None None] The sync data for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:29.145963 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-01a18566-8ee5-4c99-8309-5ad6c63a32f3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] delete failed (client error): The resource could not be found. Mar 21 06:59:29.148215 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-01a18566-8ee5-4c99-8309-5ad6c63a32f3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1622250801 HTTP/1.1" status: 404 len: 335 time: 0.2693555 Mar 21 06:59:29.154957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0a68076d-d733-4f09-bd7f-06d2b4eeed5c tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.4134414 Mar 21 06:59:29.161358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:29.161762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55892) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:29.166189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.173379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0876842a-b4c3-4f58-9aa0-9f5bae818fa2 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f93e078d-ed47-4961-bbad-39a4de7804db'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:29.196424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e2151-f40e-4b4d-9cfc-910965e20c5a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:29.206824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.226835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': 'f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:29.242281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.245616 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-39936b56-d3f7-41c6-8556-4350e43c7716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c6e2151-f40e-4b4d-9cfc-910965e20c5a HTTP/1.1" status: 204 len: 168 time: 0.4310865 Mar 21 06:59:29.293272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=fdb6bf66-2e4f-41db-95e6-b94ef466658f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:29.298958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Checking segment: {'id': 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:29.299306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network hostable DHCP agents. Network: c53ec7aa-f654-41c7-8869-60aacd0b73b7, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:29.326043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:29.338046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, c53ec7aa-f654-41c7-8869-60aacd0b73b7) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:29.348032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211015cd-8732-4f67-a050-4da76305f0d8 None None] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:29.352590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:29.353193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.381016 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0aeba5df-cd0f-48bf-a159-aeef31bc8642 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7950499 Mar 21 06:59:29.381850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:29.387829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-319339759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:29.396327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:29.400831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:router and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:29.405183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:29.411847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:29.425013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.426360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.448527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.470928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.509744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.511430 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f88d6735-f1e7-4cd3-ab85-bd7445fbd54c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1281662 Mar 21 06:59:29.514097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55908) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:29.520675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7', 'name': 'tempest-PortsIpV6TestJSON-239838366'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:29.624695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.638870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-c53ec7aa-f654-41c7-8869-60aacd0b73b7', 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': 'fdb6bf66-2e4f-41db-95e6-b94ef466658f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:29.639762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.698491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:29.704976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:29.709346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:29.718760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:29.736507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:29.742073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:29.770022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:29.833986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Allocated IP 2001:db8::2 (c53ec7aa-f654-41c7-8869-60aacd0b73b7/fdb6bf66-2e4f-41db-95e6-b94ef466658f/ead305e1-dc7e-4efb-9282-c0b8bc93e3f0) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:30.075459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.086256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Transition to ACTIVE for port object ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:30.104682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Transition to ACTIVE for port object ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:30.112845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.127925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0876842a-b4c3-4f58-9aa0-9f5bae818fa2 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.137011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55926) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:30.154302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.189801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:30.193093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:30.195617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:30.203071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::f5 (c53ec7aa-f654-41c7-8869-60aacd0b73b7/fdb6bf66-2e4f-41db-95e6-b94ef466658f/a5afd06c-63e3-4cff-8ae2-d64c3935ee23) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:30.278677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Pushing event updated for resources: {'Port': ['ID=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:30.312235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Attempting to bind port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:30.312928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Attempting to bind port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:30.313867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Attempting to bind port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 on network c53ec7aa-f654-41c7-8869-60aacd0b73b7 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:30.322046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:30.322417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Checking segment: {'id': 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:30.322810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.323189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Bound using segment: {'id': 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:30.324224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Bound port: ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c53ec7aa-f654-41c7-8869-60aacd0b73b7'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:30.324594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.369028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.384282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Port': ['ID=11a08001-c3fd-4f37-ae21-967f542ad057,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:30.396274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4c89f255-b1d1-4969-a3f7-10cc2d8af5c1 tempest-DvrRoutersNegativeTest-1796459060 tempest-DvrRoutersNegativeTest-1796459060-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1333672357', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:30.399218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.policy [None req-4c89f255-b1d1-4969-a3f7-10cc2d8af5c1 tempest-DvrRoutersNegativeTest-1796459060 tempest-DvrRoutersNegativeTest-1796459060-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87988) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 21 06:59:30.399368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.policy [None req-4c89f255-b1d1-4969-a3f7-10cc2d8af5c1 tempest-DvrRoutersNegativeTest-1796459060 tempest-DvrRoutersNegativeTest-1796459060-project] Failed policy check for 'create_router' {{(pid=87988) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 21 06:59:30.400395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-4c89f255-b1d1-4969-a3f7-10cc2d8af5c1 tempest-DvrRoutersNegativeTest-1796459060 tempest-DvrRoutersNegativeTest-1796459060-project] create failed (client error): Access was denied to this resource. Mar 21 06:59:30.401395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4c89f255-b1d1-4969-a3f7-10cc2d8af5c1 tempest-DvrRoutersNegativeTest-1796459060 tempest-DvrRoutersNegativeTest-1796459060-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2540405 Mar 21 06:59:30.407872 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-0876842a-b4c3-4f58-9aa0-9f5bae818fa2 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] update failed (client error): The resource could not be found. Mar 21 06:59:30.408856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0876842a-b4c3-4f58-9aa0-9f5bae818fa2 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db HTTP/1.1" status: 404 len: 339 time: 1.2461753 Mar 21 06:59:30.423826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:30.427934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] For port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:30.431651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] For port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,segment=NetworkSegment(c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f),segment_id=c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:30.437382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.470959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object 81c649e3-02fc-4840-909c-d75e7e54201a will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:30.472225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.538733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd3d42-cdc3-4a32-8468-8828c57ed6f6 None None] Pushing event updated for resources: {'Port': ['ID=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:30.605671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.699750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object a5afd06c-63e3-4cff-8ae2-d64c3935ee23 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:30.829343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55940) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:30.925568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.928090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.962766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:30.963298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2cc19a9-d90c-4341-a3f4-d1f944ac942b {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:31.072309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.112177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.114263 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-851abefd-2643-4d70-8119-1d8f5672fdae tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e2cc19a9-d90c-4341-a3f4-d1f944ac942b HTTP/1.1" status: 204 len: 168 time: 5.9595408 Mar 21 06:59:31.117610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:31.119895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:31.129029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.131026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.133710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Usage tracker for resource:security_group_rule and tenant:f71ac8f2dfe642b4a3fbac765554a095 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:31.138984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:31.216001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.217114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:31.253022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:31.257382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:31.294287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:31.307132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:31.318342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:31.319795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:31.324114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:31.324735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.346678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=a5afd06c-63e3-4cff-8ae2-d64c3935ee23,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:31.395558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting subnet e86b6923-b7be-481f-81f3-e27182f259ca {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:31.397693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=81c649e3-02fc-4840-909c-d75e7e54201a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:31.420971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.477367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b27fe71-f19c-43d4-acda-8b7b3569b897 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9616737 Mar 21 06:59:31.483953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55950) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:31.602507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.635912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:31.636526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.676738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a73b0b5-9e36-4922-9076-52ac472da6b1 None None] Provisioning for port 81c649e3-02fc-4840-909c-d75e7e54201a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:31.679287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Allocated IP 172.20.0.1 (fb76c670-7835-4b9e-a814-d6e1bf16759e/c1a4c62e-1f59-44b9-a16d-7191b610f6a8/9ad0f992-9ed7-4c0b-93b0-bb66e083831f) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:31.685997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a73b0b5-9e36-4922-9076-52ac472da6b1 None None] Provisioning complete for port 81c649e3-02fc-4840-909c-d75e7e54201a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:31.686404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a73b0b5-9e36-4922-9076-52ac472da6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.745446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.750691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1a73b0b5-9e36-4922-9076-52ac472da6b1 None None] Port 81c649e3-02fc-4840-909c-d75e7e54201a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:31.784867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce194e-593f-451c-b955-4d23a5c97d98 None None] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:31.843781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.873432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.892023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Transition to ACTIVE for port object 9ad0f992-9ed7-4c0b-93b0-bb66e083831f will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:31.917638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:31.960849 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-243a1c0e-dcbd-4288-b0c5-a8d1bac4feb9 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.7998860 Mar 21 06:59:31.973003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55954) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:31.973465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:59:32.002345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-19f8195a-89d6-4f9a-83b2-0d7a4f7c7e01 None None] Provisioning for port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:32.033545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network fb76c670-7835-4b9e-a814-d6e1bf16759e is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:32.038150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:32.040506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:32.090085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Port': ['ID=9ad0f992-9ed7-4c0b-93b0-bb66e083831f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:32.099604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f71ac8f2dfe642b4a3fbac765554a095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2685814 Mar 21 06:59:32.100878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.103106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55958) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:32.173088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.217433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:32.234151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:32.242780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:32.243766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:32.288381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22f672-1831-4dbb-870a-b93c3d6d193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6158fa-6f22-4a7e-a83d-11d47fbb3e59,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:32.306150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.353790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f6dcb130-5d08-43eb-976d-f08f297ab32d None None] Provisioning for port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:32.359485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f6dcb130-5d08-43eb-976d-f08f297ab32d None None] Provisioning complete for port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:32.360707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb130-5d08-43eb-976d-f08f297ab32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.430187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.457133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.461970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcb130-5d08-43eb-976d-f08f297ab32d None None] Port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:32.472469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.513860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:32.526305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.542628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:32.544122 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-629a33b7-4d84-4b6d-acad-0b5d3b55a9ea tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5696297 Mar 21 06:59:32.544990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.550945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55962) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:32.609617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Provisioning for port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:32.617823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Provisioning complete for port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:32.618487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.621145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.656624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port 81c649e3-02fc-4840-909c-d75e7e54201a {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:32.657767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.685494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.693326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e86b6923-b7be-481f-81f3-e27182f259ca,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:32.695146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6158fa-6f22-4a7e-a83d-11d47fbb3e59,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:32.731316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:32.737982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:32.738570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.768562 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-865c4d46-95fc-4739-9afe-2fa241226e79 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/e86b6923-b7be-481f-81f3-e27182f259ca HTTP/1.1" status: 204 len: 168 time: 1.6424847 Mar 21 06:59:32.771899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 55966) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:32.774298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:32.777058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.778277 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d22d0dad-4122-42ac-81f0-3bb5c040fb7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f6158fa-6f22-4a7e-a83d-11d47fbb3e59 HTTP/1.1" status: 204 len: 168 time: 0.6650758 Mar 21 06:59:32.818531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Provisioning complete for port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:32.820735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-92420055-dcb3-4d43-ba5e-d1fc806908e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.937280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.939737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:32.980319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,segment=NetworkSegment(c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f),segment_id=c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:32.989561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.135348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:33.258758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.263893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0d25ebb5-3d35-4435-9968-942ca81085c9 None None] Provisioning complete for port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:33.264280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0d25ebb5-3d35-4435-9968-942ca81085c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.290865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:33.372491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0d25ebb5-3d35-4435-9968-942ca81085c9 None None] Port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:33.586879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.604379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:33.608617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.620684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.620981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:33.635734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:33.637440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.650050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.662272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.722824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.748652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:33.750001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.776559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for 81c649e3-02fc-4840-909c-d75e7e54201a owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:33.828895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29108709-9c4d-4ee0-8b6e-cc2ab670d7b3']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.868367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.869941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33fd34-4163-4d43-93c1-081f0c865317 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:33.881999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfcea78-d8c5-4497-a22e-345e0ef68866') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.882299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfcea78-d8c5-4497-a22e-345e0ef68866') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:33.903535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.947097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.972640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:33.973407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:33.988165 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:34.003289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=a5afd06c-63e3-4cff-8ae2-d64c3935ee23,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:34.047165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.076964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9173eeed-57a6-4158-a444-0ab89dc0c08a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/740adad5-04e1-480d-bce7-7ac82290159f HTTP/1.1" status: 200 len: 977 time: 4.9127564 Mar 21 06:59:34.081141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 55998) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:34.108602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.116398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e24159d7-4175-4241-a6b1-2727af0a2ea9 None None] Provisioning complete for port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:34.117007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e24159d7-4175-4241-a6b1-2727af0a2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.228404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event updated for resources: {'Port': ['ID=9ad0f992-9ed7-4c0b-93b0-bb66e083831f,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:34.271241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.280336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.286611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.310075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e24159d7-4175-4241-a6b1-2727af0a2ea9 None None] Port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:34.326867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 06:59:34.339396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.371418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Network': ['ID=29108709-9c4d-4ee0-8b6e-cc2ab670d7b3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:34.378948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.448420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:34.452196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 5425d5f1-2123-40e8-b62f-41dfe487f4e0 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:34.452797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.531070 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-78223695-927e-44b6-af80-f8acd1424b34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/networks/29108709-9c4d-4ee0-8b6e-cc2ab670d7b3 HTTP/1.1" status: 204 len: 168 time: 1.7519507 Mar 21 06:59:34.558436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=81c649e3-02fc-4840-909c-d75e7e54201a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:34.566681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:34.568485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.669031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:34.755215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.883510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:34.884479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.030206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56020) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:35.048571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'name': 'tempest-router--2093241121', 'project_id': '3b413b536b6b4f87b8c951d71b9e8870'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:35.098259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:35.115521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 5425d5f1-2123-40e8-b62f-41dfe487f4e0 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:35.134543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:router and tenant:3b413b536b6b4f87b8c951d71b9e8870 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:35.143331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Network fb76c670-7835-4b9e-a814-d6e1bf16759e is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:35.147068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--2071312910', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:35.152947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:35.155691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:35.158309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:35.169998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:35.177943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:35.185187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:35.253451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:35.275249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.276258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.353317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.358036 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4e261a68-4eb3-4c35-b808-b33707c28a57 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/81c649e3-02fc-4840-909c-d75e7e54201a HTTP/1.1" status: 204 len: 168 time: 2.7958100 Mar 21 06:59:35.358846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56024) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:35.365178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:35.368520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.433775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.441767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0dfc977f-05cb-4811-8c64-c68e015611f5 None None] Provisioning complete for port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:35.442400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0dfc977f-05cb-4811-8c64-c68e015611f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.460649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.466328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab72c724-2073-4194-8416-3d5ace3cb0d8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] GET failed (client error): The resource could not be found. Mar 21 06:59:35.466860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab72c724-2073-4194-8416-3d5ace3cb0d8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:35.486126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:35.497272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc977f-05cb-4811-8c64-c68e015611f5 None None] Port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:35.497510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Router f93e078d-ed47-4961-bbad-39a4de7804db has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:35.501663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:35.509395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:35.519068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:35.520875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab72c724-2073-4194-8416-3d5ace3cb0d8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:35.522183 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ab72c724-2073-4194-8416-3d5ace3cb0d8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports/81c649e3-02fc-4840-909c-d75e7e54201a HTTP/1.1" status: 404 len: 333 time: 0.1584895 Mar 21 06:59:35.526469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56028) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:35.526621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.529144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.578983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-1927217851'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:35.688631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.689868 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1e73b1a4-42a3-4fd5-8380-081bfe6dd564 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6587062 Mar 21 06:59:35.698789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56032) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:35.718049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.725017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=5425d5f1-2123-40e8-b62f-41dfe487f4e0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:35.739050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.739788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.806521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:35.820347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] Sync routers for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:35.830868 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:35.831581 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:35.881091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:35.892983 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:35.901644 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:35.902337 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:35.958886 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-df340ba0-3b03-451d-9586-8b0c36d50a0e tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5318267 Mar 21 06:59:35.964457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56036) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:35.990876 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:35.991397 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef26c5-3df1-4d8a-8ee8-4b18fa494d20 None None] The sync data for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:36.039832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=a5afd06c-63e3-4cff-8ae2-d64c3935ee23,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:36.087682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.087934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP 740adad5-04e1-480d-bce7-7ac82290159f disassociated (deleted). External IP: 172.26.2.23, port: f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc. Mar 21 06:59:36.161344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:36.199365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:36.218658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:36.272008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:36.410739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.423996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.516133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:36.519891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.524958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.527488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e5eab373-a0ff-4b4e-abb1-562407a06d86 None None] Provisioning complete for port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:36.527981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e5eab373-a0ff-4b4e-abb1-562407a06d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.536700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.548830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 06:59:36.553252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:36.557643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3abafaa8-4c99-4818-9e05-a28ff1c994a1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.587464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e5eab373-a0ff-4b4e-abb1-562407a06d86 None None] Port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:36.587983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port 33d96768-0f23-4e80-b82f-2c5508f37a19 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:36.645840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.646197 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment b2a9facb-bca0-46e8-8185-9b0271e94f33 of type vlan for network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde Mar 21 06:59:36.702435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.702909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1280c8fc-d9b3-4575-a206-35063e958c07 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:36.754662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.774082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:36.774544 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-3abafaa8-4c99-4818-9e05-a28ff1c994a1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 21 06:59:36.774902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Router 46d0d305-d945-4f84-9279-909b1733c355 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:36.775584 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3abafaa8-4c99-4818-9e05-a28ff1c994a1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db HTTP/1.1" status: 409 len: 329 time: 0.8086827 Mar 21 06:59:36.779561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.780578 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4bd874df-b98b-4356-b6e8-3976a5ebb413 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1280c8fc-d9b3-4575-a206-35063e958c07 HTTP/1.1" status: 204 len: 168 time: 1.0785093 Mar 21 06:59:36.796114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56040) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:36.873665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.880154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:36.880740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:36.909491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56046) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:37.022709 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3479350 Mar 21 06:59:37.028066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56052) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:37.183541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.11 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/33d96768-0f23-4e80-b82f-2c5508f37a19) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:37.216599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:37.232329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-881817261', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:37.244788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:37.256290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:37.268608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:37.278320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:37.279919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:37.281850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbf65e-998a-4832-9c14-4a2d7f474e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:37.290025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:37.293205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:37.297899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:37.308339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:37.310422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 06:59:37.331010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] Sync routers for ids ['46d0d305-d945-4f84-9279-909b1733c355'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:37.359195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.359443 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be9fc64b-e29a-472a-af4e-91604da73de5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/routers/46d0d305-d945-4f84-9279-909b1733c355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8661208 Mar 21 06:59:37.359546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.359736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:37.362403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56056) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:37.364671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] Routers {'46d0d305-d945-4f84-9279-909b1733c355'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:37.364970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.365594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['46d0d305-d945-4f84-9279-909b1733c355'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.368766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.369643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.375182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:37.385670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.389420 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:37.390213 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.474853 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.483778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.489793 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:37.492348 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.518010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] Routers {'46d0d305-d945-4f84-9279-909b1733c355'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:37.519252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['46d0d305-d945-4f84-9279-909b1733c355'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.553633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-72d59841-4f50-4006-86c6-5d1826311fda tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/740adad5-04e1-480d-bce7-7ac82290159f HTTP/1.1" status: 204 len: 168 time: 3.4720378 Mar 21 06:59:37.561105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56060) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:37.579946 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.580159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.582403 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e70b5-56aa-428a-a0c1-e8ac0d9b3216 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:37.594060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:37.594724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58841993-72bd-42ea-8a90-24d0e0b41857 None None] The sync data for ids ['46d0d305-d945-4f84-9279-909b1733c355'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:37.685019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:37.685396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.753504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef09d87-7a7d-4672-8a4b-af88bed73c13 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:37.754179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3ef09d87-7a7d-4672-8a4b-af88bed73c13 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:37.761305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:37.828984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object 33d96768-0f23-4e80-b82f-2c5508f37a19 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:37.832504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3ef09d87-7a7d-4672-8a4b-af88bed73c13 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:37.833713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3ef09d87-7a7d-4672-8a4b-af88bed73c13 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?device_id=46d0d305-d945-4f84-9279-909b1733c355 HTTP/1.1" status: 200 len: 987 time: 0.4437964 Mar 21 06:59:37.842084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:37.881423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.181368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.225089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.329450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.372995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:38.430168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:38.447739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.488923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=33d96768-0f23-4e80-b82f-2c5508f37a19,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:38.497428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:38.527640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:38.725725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-870032a5-ad39-4ee8-aace-b0b97e1af590 None None] Provisioning for port 33d96768-0f23-4e80-b82f-2c5508f37a19 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:38.731529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-870032a5-ad39-4ee8-aace-b0b97e1af590 None None] Provisioning complete for port 33d96768-0f23-4e80-b82f-2c5508f37a19 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:38.732004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-870032a5-ad39-4ee8-aace-b0b97e1af590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.788315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-870032a5-ad39-4ee8-aace-b0b97e1af590 None None] Port 33d96768-0f23-4e80-b82f-2c5508f37a19 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:38.794303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:38.794913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.831810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:38.868604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8d5cbce8-3319-4e57-b179-92cea4bd7ca6 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3406181 Mar 21 06:59:38.872433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56068) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:38.890005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d9:1b:d8'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:38.904639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.170824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.236629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:39.338486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.376317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.484216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.494602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Allocated IP 172.26.2.48 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/9cdf2faf-14b2-4f51-a845-7e89a762da65) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:39.514590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting port 9ad0f992-9ed7-4c0b-93b0-bb66e083831f {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:39.514935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.547612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.568455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.570324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3ab50f8d-edb0-43d8-881e-bd348068c55e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/f23cd9ad-cd6c-4f7a-baa9-de94bd36c0fc HTTP/1.1" status: 204 len: 168 time: 2.0082622 Mar 21 06:59:39.577424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56072) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:39.630823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:39.676120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:39.703818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:floatingip and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:39.711512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:39.722929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:39.842297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.846582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.861697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:39.979325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Calling delete_port for 9ad0f992-9ed7-4c0b-93b0-bb66e083831f owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:40.080739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.100881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port a5afd06c-63e3-4cff-8ae2-d64c3935ee23 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:40.101146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.172864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.182588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.189579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:40.202514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:40.211759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:40.256502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event updated for resources: {'Port': ['ID=9cdf2faf-14b2-4f51-a845-7e89a762da65,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:40.288897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.215 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/7c13b5ab-c48e-4243-9a20-8f84712a1605) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:40.527229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=33d96768-0f23-4e80-b82f-2c5508f37a19,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:40.558860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.624730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ef3b9ae1-82b1-47f1-aefc-d6c67b1058b3 None None] Provisioning complete for port 33d96768-0f23-4e80-b82f-2c5508f37a19 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:40.625535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ef3b9ae1-82b1-47f1-aefc-d6c67b1058b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.627770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] In _notify_port_updated(), no bound segment for port 33d96768-0f23-4e80-b82f-2c5508f37a19 on network d9facef3-94a2-4c01-beaf-55ecc79510a2 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:59:40.633145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:40.633815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.637708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8a48a84b-0c1c-40e8-b609-9f5f3be002b1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "PUT /v2.0/ports/33d96768-0f23-4e80-b82f-2c5508f37a19 HTTP/1.1" status: 200 len: 994 time: 1.7551031 Mar 21 06:59:40.648492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56076) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:40.683981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b9ae1-82b1-47f1-aefc-d6c67b1058b3 None None] Port 33d96768-0f23-4e80-b82f-2c5508f37a19 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:40.700100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.709689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:40.826730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Port': ['ID=9ad0f992-9ed7-4c0b-93b0-bb66e083831f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:40.861138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for a5afd06c-63e3-4cff-8ae2-d64c3935ee23 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:40.923740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port 33d96768-0f23-4e80-b82f-2c5508f37a19 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:40.924084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.045292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.261422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.263797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.280210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.333556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.430923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for 33d96768-0f23-4e80-b82f-2c5508f37a19 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:41.487767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.515638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=a5afd06c-63e3-4cff-8ae2-d64c3935ee23,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:41.714730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:41.721448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:41.729208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:41.804096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=7c13b5ab-c48e-4243-9a20-8f84712a1605,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:41.861627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:41.872516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.31 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/fc00b66f-7fde-4700-b15d-56ee748b50f4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:42.029000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Router f93e078d-ed47-4961-bbad-39a4de7804db has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:42.233209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.366508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=33d96768-0f23-4e80-b82f-2c5508f37a19,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:42.423263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:42.429953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Router 46d0d305-d945-4f84-9279-909b1733c355 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:42.439766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] Sync routers for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:42.443095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.455447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:42.457243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.467942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.538153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.551583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] Routers {'f93e078d-ed47-4961-bbad-39a4de7804db'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:42.552086 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-79f5b16c-e06d-4c8d-bfdb-4035f7855c47 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7548263 Mar 21 06:59:42.552838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f93e078d-ed47-4961-bbad-39a4de7804db'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.558208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:42.634254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.653557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.654043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f10338-d490-4f96-aa4d-58d16c90ca12 None None] The sync data for ids ['f93e078d-ed47-4961-bbad-39a4de7804db'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:42.708040 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-a04c516c-0960-4650-8b7a-d079e0c3b027 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] show failed (client error): The resource could not be found. Mar 21 06:59:42.709088 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a04c516c-0960-4650-8b7a-d079e0c3b027 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1658391686 HTTP/1.1" status: 404 len: 335 time: 0.1499214 Mar 21 06:59:42.713310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56084) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:42.792577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-88aa6ea6-c486-4678-99f7-9da2325000ae tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:42.877583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:42.884260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:42.889504 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] Sync routers for ids ['46d0d305-d945-4f84-9279-909b1733c355'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:42.892981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:42.895138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-88aa6ea6-c486-4678-99f7-9da2325000ae tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] update failed (client error): The resource could not be found. Mar 21 06:59:42.895897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-88aa6ea6-c486-4678-99f7-9da2325000ae tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1177668639 HTTP/1.1" status: 404 len: 335 time: 0.1723707 Mar 21 06:59:42.903286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56088) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:42.904819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:42.911991 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] Routers {'46d0d305-d945-4f84-9279-909b1733c355'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:42.912722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.913185 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['46d0d305-d945-4f84-9279-909b1733c355'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.939298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=fc00b66f-7fde-4700-b15d-56ee748b50f4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:42.968019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:42.973070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-60f06e82-c741-4323-84d1-7a6a87cecab1 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/33d96768-0f23-4e80-b82f-2c5508f37a19 HTTP/1.1" status: 204 len: 168 time: 2.3182917 Mar 21 06:59:42.973282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56092) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:42.978854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:42.979299 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6135b331-a0c2-4028-8b6a-520313d972ca tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/routers/46d0d305-d945-4f84-9279-909b1733c355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1352017 Mar 21 06:59:42.989328 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] Routers {'46d0d305-d945-4f84-9279-909b1733c355'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:42.990047 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['46d0d305-d945-4f84-9279-909b1733c355'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.010196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56096) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:43.023739 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-68088a7a-215c-46f6-ae58-0c6204bdde91 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] GET failed (client error): The resource could not be found. Mar 21 06:59:43.024267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-68088a7a-215c-46f6-ae58-0c6204bdde91 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:43.049461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-68088a7a-215c-46f6-ae58-0c6204bdde91 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:43.055107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-68088a7a-215c-46f6-ae58-0c6204bdde91 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports/33d96768-0f23-4e80-b82f-2c5508f37a19 HTTP/1.1" status: 404 len: 333 time: 0.0764024 Mar 21 06:59:43.055107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56102) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:43.056006 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.056559 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c0afe1-35c3-4832-b424-bfe33b75012f None None] The sync data for ids ['46d0d305-d945-4f84-9279-909b1733c355'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:43.060951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-274197490'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:43.108991 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1860dc4d-7c3e-4fa9-8839-47e13cdf9f66 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 06:59:43.109586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1860dc4d-7c3e-4fa9-8839-47e13cdf9f66 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:43.151120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.317212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Router 3b5a8048-52e0-45aa-a4b3-160395451e91 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:43.332807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting subnet 3f79f8fb-591f-4c6f-859a-0cb217531f6a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:43.350783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.385352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.397078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1860dc4d-7c3e-4fa9-8839-47e13cdf9f66 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:43.398275 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1860dc4d-7c3e-4fa9-8839-47e13cdf9f66 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/a5afd06c-63e3-4cff-8ae2-d64c3935ee23 HTTP/1.1" status: 404 len: 333 time: 0.3762062 Mar 21 06:59:43.409967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56108) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:43.491522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:43.544611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.567277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:43.592342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.738115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:43.741522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.810993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:43.822780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] Sync routers for ids ['3b5a8048-52e0-45aa-a4b3-160395451e91'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:43.832809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] Routers {'3b5a8048-52e0-45aa-a4b3-160395451e91'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:43.833611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3b5a8048-52e0-45aa-a4b3-160395451e91'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.840456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.847473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.898729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.908161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] Routers {'3b5a8048-52e0-45aa-a4b3-160395451e91'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:43.908919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3b5a8048-52e0-45aa-a4b3-160395451e91'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.930283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:43.935044 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c95ce1e5-6e41-46aa-8c92-a065b594d65c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9683154 Mar 21 06:59:43.939753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56112) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:43.945696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port 559bb2d0-748c-4c73-bd18-37d69160d2dc yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:43.979751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:43.980311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5547b7-bd50-4405-b277-6f4ce0a06300 None None] The sync data for ids ['3b5a8048-52e0-45aa-a4b3-160395451e91'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:44.040081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.044467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.111970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.112346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Fanout notify agent at l3_agent the message router_deleted on router 46d0d305-d945-4f84-9279-909b1733c355 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:44.189448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.199307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.206353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.207428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7c6cc961-3547-40df-baad-753f7f7b152e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/routers/46d0d305-d945-4f84-9279-909b1733c355 HTTP/1.1" status: 204 len: 168 time: 0.7926614 Mar 21 06:59:44.216931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56118) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:44.287538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.303946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.12 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/559bb2d0-748c-4c73-bd18-37d69160d2dc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:44.339252 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0e2faee5-0e90-49c9-b91a-63f64717a7e9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/3b5a8048-52e0-45aa-a4b3-160395451e91 HTTP/1.1" status: 200 len: 923 time: 0.3913765 Mar 21 06:59:44.340118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=fc00b66f-7fde-4700-b15d-56ee748b50f4,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:44.344220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56122) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:44.354520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Subnet': ['ID=3f79f8fb-591f-4c6f-859a-0cb217531f6a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:44.366268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.371341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce0855-d5a3-40f2-85ad-c496b8d6b29a None None] Network 772960ea-f89a-4241-98c0-e90a3bfec18a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:44.382909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet fdb6bf66-2e4f-41db-95e6-b94ef466658f {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:44.388454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.398458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.428679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-47e96dbb-91fb-4a5c-ae32-e6095f662a45 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/subnets/3f79f8fb-591f-4c6f-859a-0cb217531f6a HTTP/1.1" status: 204 len: 168 time: 1.5141897 Mar 21 06:59:44.428933 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-12cceacf-1566-4674-875d-3eb4046005bf tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5a8048-52e0-45aa-a4b3-160395451e91 HTTP/1.1" status: 200 len: 205 time: 0.0790565 Mar 21 06:59:44.428933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:44.429118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56128) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:44.468579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.497150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:44.560981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.562206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-36643c90-de16-46d0-a1a7-d625e6b9547a tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9838588 Mar 21 06:59:44.574947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:44.611947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'port': {'network_id': '1dcf014a-a0d7-439c-9f6e-ef2a20df5d72', 'name': 'tempest-FloatingIPTestJSON-1425964691'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:44.646802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] DHCP port deletion for 772960ea-f89a-4241-98c0-e90a3bfec18a request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:44.651058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Deleting port 005eae47-a14e-481e-8a3c-e889a7e2ac28 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:44.651533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.864394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.872901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] For port 005eae47-a14e-481e-8a3c-e889a7e2ac28, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=005eae47-a14e-481e-8a3c-e889a7e2ac28,segment=NetworkSegment(93fd1358-b485-4c6a-bdbe-d960af1e3925),segment_id=93fd1358-b485-4c6a-bdbe-d960af1e3925)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:44.873410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.904808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:44.920032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:44.931528 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:44.932770 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:44.954174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:44.962619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting subnet 34b1b352-62e0-4520-bce7-78c1676f0a39 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:45.010612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.011483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb6bf66-2e4f-41db-95e6-b94ef466658f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:45.014600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.017491 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe4b8a3d-4362-45e1-84fa-8a6d570eb5fb tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/fdb6bf66-2e4f-41db-95e6-b94ef466658f HTTP/1.1" status: 204 len: 168 time: 0.7943301 Mar 21 06:59:45.020190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56138) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:45.023370 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Calling delete_port for 005eae47-a14e-481e-8a3c-e889a7e2ac28 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:45.023562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.029751 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ec469e31-c46b-4dc6-92b4-1465f20c80c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0006006 Mar 21 06:59:45.030776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56142) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:45.058139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0a93a-e757-4945-933d-d5eb06f4b5ca None None] Network c53ec7aa-f654-41c7-8869-60aacd0b73b7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:45.066652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.214678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.253090 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:45.259667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:45.261601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.268183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.279506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.314909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.341349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] Pushing event deleted for resources: {'Port': ['ID=005eae47-a14e-481e-8a3c-e889a7e2ac28,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:45.355891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:45.358830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad61cd0-b241-49d9-8d6a-63b32259f354 None None] No DVR routers for this DVR port 005eae47-a14e-481e-8a3c-e889a7e2ac28 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:45.373568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:port and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:45.442472 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a22bb524-add8-42f1-9b5d-494f9801c342 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3804715 Mar 21 06:59:45.448713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56148) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:45.454439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:45.471847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:45.478802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] DHCP port deletion for c53ec7aa-f654-41c7-8869-60aacd0b73b7 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:45.488491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Deleting port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:45.488914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.505609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object 559bb2d0-748c-4c73-bd18-37d69160d2dc will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:45.534047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:45.537483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.567276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.581936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] device_id is not set on port 24674b1b-6567-470c-95ea-06c15e45cfdc yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:45.614616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ad967-327d-4e62-b98e-2b7d5b0a642b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:45.616113 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fd2ad967-327d-4e62-b98e-2b7d5b0a642b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666389 Mar 21 06:59:45.619763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56152) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:45.628168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 9cdf2faf-14b2-4f51-a845-7e89a762da65 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:45.628517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.637955 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:42Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:45.642272 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:59:45.642614 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Updating router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f port 7c13b5ab-c48e-4243-9a20-8f84712a1605 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:59:45.666329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.676307 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-11db6621-3e19-4698-a090-e7c63669d8b9 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509458 Mar 21 06:59:45.676307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56156) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:45.680618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990421628', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:45.707683 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.802448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.808205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] For port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,segment=NetworkSegment(c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f),segment_id=c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:45.809976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:45.947332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:45.952259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:45.956946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:45.963275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:45.988012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:45.991326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.012541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:46.019828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Calling delete_port for ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:46.021366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:46.040613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:46.088498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=559bb2d0-748c-4c73-bd18-37d69160d2dc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:46.091050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.144893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] For port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,segment=NetworkSegment(c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f),segment_id=c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:46.145910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.148627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.149298 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.149871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.160651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.2 (1dcf014a-a0d7-439c-9f6e-ef2a20df5d72/9ff1cd28-be1a-4607-8625-3d0f1c48024e/24674b1b-6567-470c-95ea-06c15e45cfdc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:46.168909 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Transition to ACTIVE for port object 7c13b5ab-c48e-4243-9a20-8f84712a1605 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:46.184442 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.189646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Subnet': ['ID=34b1b352-62e0-4520-bce7-78c1676f0a39,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:46.191733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.212761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11196447-efe3-4f98-b4e2-57496cf2a445 None None] Network 95d209a9-e961-4c0f-8001-b04453b640b0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:46.292609 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Attempting to bind port 7c13b5ab-c48e-4243-9a20-8f84712a1605 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:46.293122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Attempting to bind port 7c13b5ab-c48e-4243-9a20-8f84712a1605 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:46.293598 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Attempting to bind port 7c13b5ab-c48e-4243-9a20-8f84712a1605 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:46.314432 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:46.314913 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:46.315412 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.315912 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:46.316482 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Bound port: 7c13b5ab-c48e-4243-9a20-8f84712a1605, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:46.316947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.357806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:46.371775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] Pushing event deleted for resources: {'Port': ['ID=ead305e1-dc7e-4efb-9282-c0b8bc93e3f0,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:46.378333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a11101-1066-4380-b6df-5e6ce8d002d4 None None] No DVR routers for this DVR port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:46.437476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 9cdf2faf-14b2-4f51-a845-7e89a762da65 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:46.448228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 005eae47-a14e-481e-8a3c-e889a7e2ac28 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:46.475326 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6d7055b4-f1cf-42ce-9c19-7e80a2011bc1 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/subnets/34b1b352-62e0-4520-bce7-78c1676f0a39 HTTP/1.1" status: 204 len: 168 time: 2.0451965 Mar 21 06:59:46.479289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56160) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:46.490333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:46.491093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.512090 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c80cbe-fc14-4ef1-abb1-1a0bbb7460ed None None] Pushing event updated for resources: {'Port': ['ID=7c13b5ab-c48e-4243-9a20-8f84712a1605,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:46.519434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 005eae47-a14e-481e-8a3c-e889a7e2ac28 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:46.520384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 005eae47-a14e-481e-8a3c-e889a7e2ac28 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:46.521144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:46.541608 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] For port 7c13b5ab-c48e-4243-9a20-8f84712a1605, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:46.545761 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] For port 7c13b5ab-c48e-4243-9a20-8f84712a1605, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c13b5ab-c48e-4243-9a20-8f84712a1605,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:46.555148 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.566704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8e2b7b8-c9a8-4b5f-a3a8-e7e76818896e tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5110767 Mar 21 06:59:46.571124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:46.572636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:46.573213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:46.586038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:46.586489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:46.589741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:1b:d8'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:46.603303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-285451f8-169c-4ca3-b3df-9aad2e0d4da3 None None] Provisioning for port 559bb2d0-748c-4c73-bd18-37d69160d2dc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:46.624321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-285451f8-169c-4ca3-b3df-9aad2e0d4da3 None None] Provisioning complete for port 559bb2d0-748c-4c73-bd18-37d69160d2dc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:46.625523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-285451f8-169c-4ca3-b3df-9aad2e0d4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.664348 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:46.664970 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:46.710544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-285451f8-169c-4ca3-b3df-9aad2e0d4da3 None None] Port 559bb2d0-748c-4c73-bd18-37d69160d2dc cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:46.744326 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c80cbe-fc14-4ef1-abb1-1a0bbb7460ed None None] Pushing event updated for resources: {'Port': ['ID=7c13b5ab-c48e-4243-9a20-8f84712a1605,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:46.801322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] DHCP port deletion for 95d209a9-e961-4c0f-8001-b04453b640b0 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:46.805672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Deleting port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:46.806027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.889193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:46.896285 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:46.976228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.050336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] For port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,segment=NetworkSegment(5cab8e37-dd69-4260-a097-d92373d9ff80),segment_id=5cab8e37-dd69-4260-a097-d92373d9ff80)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:47.050891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.100942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.115032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port ead305e1-dc7e-4efb-9282-c0b8bc93e3f0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:47.115829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.207227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Calling delete_port for 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:47.212708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.219845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.269099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] The port 'ead305e1-dc7e-4efb-9282-c0b8bc93e3f0' was deleted {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:47.274079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.274662 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:42Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.280147 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c4ec4-5c97-43c7-9e41-00e41c8beaec None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:42Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:47.305045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.331089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:47.333715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: bfb617d8-3c3c-40cd-b5a2-5d6afd094cde, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 06:59:47.365706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] Pushing event deleted for resources: {'Port': ['ID=50d80b6e-f96f-4a8b-a9b9-48815869e6b8,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:47.381482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7d782-566f-45dd-91c8-7828f0a8742a None None] No DVR routers for this DVR port 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:47.384810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=423db1c8-fea2-467f-ab6e-c9d90000afb7,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:47.405055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772960ea-f89a-4241-98c0-e90a3bfec18a']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.424807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=9cdf2faf-14b2-4f51-a845-7e89a762da65,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:47.438499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fd1358-b485-4c6a-bdbe-d960af1e3925') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.438791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fd1358-b485-4c6a-bdbe-d960af1e3925') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.451282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 06:59:47.482039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.503443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.530582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.541707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, bfb617d8-3c3c-40cd-b5a2-5d6afd094cde) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:47.546235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.554508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:47.555124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.560978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917962d-fed8-41ef-87af-0fa174041fde None None] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:47.607124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d2be5f9d-ce0b-40a1-96d9-efef22155de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9292042 Mar 21 06:59:47.608771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:47.609317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.625319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network 1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:47.626763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56172) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:47.629177 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:47.632320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53ec7aa-f654-41c7-8869-60aacd0b73b7']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.652514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:47.655121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:47.732863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:47.733517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.752844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=24674b1b-6567-470c-95ea-06c15e45cfdc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:47.800255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.800554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63ccce9-3749-4cfe-97aa-a3a7b6b77d7f') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:47.819907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.820175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.854340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.887316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.890286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.894316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Network': ['ID=772960ea-f89a-4241-98c0-e90a3bfec18a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:47.895553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:47.896538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.973000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:47.973442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:47.993162 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ce029897-0232-4f9c-9d1e-5ec9bbc04753 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/networks/772960ea-f89a-4241-98c0-e90a3bfec18a HTTP/1.1" status: 204 len: 168 time: 1.5140593 Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:47.994417 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:47.996358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58c9b37b-9663-4a4d-a402-12a2be2abc96 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4158909 Mar 21 06:59:48.000422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56176) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.000718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.064962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': '24674b1b-6567-470c-95ea-06c15e45cfdc'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:48.095636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Allocated IP 172.20.0.2 (bfb617d8-3c3c-40cd-b5a2-5d6afd094cde/423db1c8-fea2-467f-ab6e-c9d90000afb7/fcff9208-923b-490e-af79-2049fd99bb1b) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:48.167157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.169666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.177564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.205615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.216487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=c53ec7aa-f654-41c7-8869-60aacd0b73b7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:48.221169 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-73a24094-477f-41b0-b1b6-c497406ea2af tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/c53ec7aa-f654-41c7-8869-60aacd0b73b7 HTTP/1.1" status: 204 len: 168 time: 3.1999917 Mar 21 06:59:48.225396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56184) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.285141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.427451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce29e2-377e-44ea-bc2b-fd830d99c1e2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:48.428058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-73ce29e2-377e-44ea-bc2b-fd830d99c1e2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:48.475823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-73ce29e2-377e-44ea-bc2b-fd830d99c1e2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:48.480361 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-73ce29e2-377e-44ea-bc2b-fd830d99c1e2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/ce6888e2-5375-4c4a-b657-c5742eb8134c HTTP/1.1" status: 200 len: 844 time: 0.2509604 Mar 21 06:59:48.495270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.511014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Transition to ACTIVE for port object fcff9208-923b-490e-af79-2049fd99bb1b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:48.533455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c13b5ab-c48e-4243-9a20-8f84712a1605 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:48.540519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56188) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.561006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.569642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Transition to ACTIVE for port object fcff9208-923b-490e-af79-2049fd99bb1b will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:48.589827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.590362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5a8048-52e0-45aa-a4b3-160395451e91 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:48.597338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.620739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.649665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.650971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df344c84-9955-4fe1-8343-a6e966140362 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/3b5a8048-52e0-45aa-a4b3-160395451e91 HTTP/1.1" status: 204 len: 168 time: 4.2195306 Mar 21 06:59:48.676713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:48.683694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:48.688597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:48.688866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.695726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.705496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301995815', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:48.721515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.728523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:48.742693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Pushing event updated for resources: {'Port': ['ID=fcff9208-923b-490e-af79-2049fd99bb1b,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:48.794634 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c8d05e2a-de86-48e7-b645-30d99f8c6aa0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/ce6888e2-5375-4c4a-b657-c5742eb8134c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2495298 Mar 21 06:59:48.794882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7c13b5ab-c48e-4243-9a20-8f84712a1605 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:48.805489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7c13b5ab-c48e-4243-9a20-8f84712a1605 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:48.805870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.812161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:48.814328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=559bb2d0-748c-4c73-bd18-37d69160d2dc,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:48.823682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:48.853290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Attempting to bind port fcff9208-923b-490e-af79-2049fd99bb1b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:48.853638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Attempting to bind port fcff9208-923b-490e-af79-2049fd99bb1b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:48.854012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Attempting to bind port fcff9208-923b-490e-af79-2049fd99bb1b on network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:48.856530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:router and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:48.863429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:48.863800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Checking segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:48.864204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.864599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Bound using segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:48.865063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Bound port: fcff9208-923b-490e-af79-2049fd99bb1b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:48.865459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:48.893151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:48.911481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:49.037913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] For port fcff9208-923b-490e-af79-2049fd99bb1b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:49.042358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] For port fcff9208-923b-490e-af79-2049fd99bb1b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fcff9208-923b-490e-af79-2049fd99bb1b,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:49.044004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.052325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.096587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.146632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 7c13b5ab-c48e-4243-9a20-8f84712a1605, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c13b5ab-c48e-4243-9a20-8f84712a1605,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:49.163117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.174087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.175123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.193958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446ffc-9e62-40a4-b23d-d25d72903400 None None] Pushing event updated for resources: {'Port': ['ID=fcff9208-923b-490e-af79-2049fd99bb1b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:49.274460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:49.317588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:49.322396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:49.324060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:49.324409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 50d80b6e-f96f-4a8b-a9b9-48815869e6b8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:49.326519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:49.341648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=7c13b5ab-c48e-4243-9a20-8f84712a1605,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:49.342969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:49.377516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1d9f20ba-95ac-4792-8262-24200f6434f8 None None] Provisioning complete for port 559bb2d0-748c-4c73-bd18-37d69160d2dc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:49.378044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1d9f20ba-95ac-4792-8262-24200f6434f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.448098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f20ba-95ac-4792-8262-24200f6434f8 None None] Port 559bb2d0-748c-4c73-bd18-37d69160d2dc cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:49.455631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:49.459444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.498198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] In _notify_port_updated(), no bound segment for port 559bb2d0-748c-4c73-bd18-37d69160d2dc on network d9facef3-94a2-4c01-beaf-55ecc79510a2 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:59:49.505257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:49.505449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.506811 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e27e9849-8b3d-46bd-852b-b38732120b4f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "PUT /v2.0/ports/559bb2d0-748c-4c73-bd18-37d69160d2dc HTTP/1.1" status: 200 len: 996 time: 2.9322331 Mar 21 06:59:49.518580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56200) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:49.541825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.605066 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 06:59:49.687964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port 559bb2d0-748c-4c73-bd18-37d69160d2dc {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:49.688493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.718319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.751933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d209a9-e961-4c0f-8001-b04453b640b0']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:49.777055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cab8e37-dd69-4260-a097-d92373d9ff80') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:49.777382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cab8e37-dd69-4260-a097-d92373d9ff80') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:49.804536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.863472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (bfb617d8-3c3c-40cd-b5a2-5d6afd094cde/423db1c8-fea2-467f-ab6e-c9d90000afb7/5b40cb30-2a32-4787-8393-7b196fd0f7f8) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:49.902514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.918795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:49.919198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:49.934737 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:50.134293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.282738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for 559bb2d0-748c-4c73-bd18-37d69160d2dc owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:50.324487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.347420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe4000-634e-44c5-a9a6-51135d2d171c None None] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:50.360638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 5b40cb30-2a32-4787-8393-7b196fd0f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:50.501093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.506467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.509271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.514002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9edf47ab-5d8e-4b64-a978-892f98db5ce1 None None] Provisioning for port fcff9208-923b-490e-af79-2049fd99bb1b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:50.541045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.557669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c13b5ab-c48e-4243-9a20-8f84712a1605 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:50.569369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Network': ['ID=95d209a9-e961-4c0f-8001-b04453b640b0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:50.587070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:59:50.615736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:50.617313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.622548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:50.632974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:50.686841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1662abe1-b99d-4a94-9f7b-e1b09d01dc10 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/networks/95d209a9-e961-4c0f-8001-b04453b640b0 HTTP/1.1" status: 204 len: 168 time: 2.6292994 Mar 21 06:59:50.703764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56204) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:50.719796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.768834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7c13b5ab-c48e-4243-9a20-8f84712a1605 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:50.769448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.818423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:50.821308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.853478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:50.854299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.921525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:50.941498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:50.941731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21d6ca-8992-4f18-8aa6-43c0f72ab3ca None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:50.942173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:50.977515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=559bb2d0-748c-4c73-bd18-37d69160d2dc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:50.992828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.011922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting subnet c1a4c62e-1f59-44b9-a16d-7191b610f6a8 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 06:59:51.025205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.067633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.076393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=f8b58970-89d8-4714-8163-25d78fcc45b6,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:51.096851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fcff9208-923b-490e-af79-2049fd99bb1b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:51.119091 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0cdaa1c1-d285-4aab-b9f0-071359a5c22f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/559bb2d0-748c-4c73-bd18-37d69160d2dc HTTP/1.1" status: 204 len: 168 time: 1.5996649 Mar 21 06:59:51.122207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56210) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:51.131137 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-80665f4e-2c17-4445-af09-f9cc3eab77ac tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3139455 Mar 21 06:59:51.137088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56214) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:51.145957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'security_group': {'name': 'tempest-secgroup-2145848129'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:51.201905 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fda072-f93f-4e20-8e2b-7f64d303ca8f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] GET failed (client error): The resource could not be found. Mar 21 06:59:51.204417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4fda072-f93f-4e20-8e2b-7f64d303ca8f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:51.269873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4fda072-f93f-4e20-8e2b-7f64d303ca8f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:51.276204 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a4fda072-f93f-4e20-8e2b-7f64d303ca8f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports/559bb2d0-748c-4c73-bd18-37d69160d2dc HTTP/1.1" status: 404 len: 333 time: 0.1494715 Mar 21 06:59:51.276730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56218) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:51.279903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port fcff9208-923b-490e-af79-2049fd99bb1b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:51.305155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.326258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fcff9208-923b-490e-af79-2049fd99bb1b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:51.326953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.338488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-1694501336'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:51.416114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Provisioning for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:51.418029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.425798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Provisioning complete for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:51.426160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.464589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.509799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP a59cad49-1333-4eed-ab1b-fe6d45ae5799 associated. External IP: 172.26.2.31, port: 24674b1b-6567-470c-95ea-06c15e45cfdc. Mar 21 06:59:51.566169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:51.570973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:51.573972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:51.579618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:51.581210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:51.592883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.599187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.604621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a08313c5-1308-4cf2-af7b-367a0e43f832', 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'tenant_id': '725f2a3efe24449d914c58b310a0748e', 'fixed_ips': [{'subnet_id': 'f8b58970-89d8-4714-8163-25d78fcc45b6'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 06:59:51.605462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.657191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:51.663325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.675996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Provisioning complete for port fcff9208-923b-490e-af79-2049fd99bb1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:51.676373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-935dcfc8-f86c-4591-9424-c60c8697a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.680424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:51.696632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a4c62e-1f59-44b9-a16d-7191b610f6a8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:51.708514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.719295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da44773-fd0c-4f3a-9f0e-750f62ce43e5 None None] Network fb76c670-7835-4b9e-a814-d6e1bf16759e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 06:59:51.737049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:51.743385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d54f35f-8bb0-42ec-b975-878672de9ca3 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/subnets/c1a4c62e-1f59-44b9-a16d-7191b610f6a8 HTTP/1.1" status: 204 len: 168 time: 1.0364788 Mar 21 06:59:51.746617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56222) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:51.749553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:51.766640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port fcff9208-923b-490e-af79-2049fd99bb1b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fcff9208-923b-490e-af79-2049fd99bb1b,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:51.780415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:51.784546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.795743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:51.826124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:51.851121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:51.902248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port ee902950-67b9-43e2-80fe-7a69dc8c80cd yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:52.018170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.083530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=fcff9208-923b-490e-af79-2049fd99bb1b,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:52.115449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Deleting port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:52.115679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.119403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Allocated IP 2001:db8::2 (a08313c5-1308-4cf2-af7b-367a0e43f832/f8b58970-89d8-4714-8163-25d78fcc45b6/e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:52.311149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.358789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1b840ce6-f64e-4436-8a7c-ad639fe2031f None None] Provisioning complete for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:52.358789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b840ce6-f64e-4436-8a7c-ad639fe2031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.391888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] DHCP port deletion for fb76c670-7835-4b9e-a814-d6e1bf16759e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 06:59:52.427841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Deleting port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:52.428566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.461892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.8 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/ee902950-67b9-43e2-80fe-7a69dc8c80cd) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:52.474799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:52.479881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.480438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fcff9208-923b-490e-af79-2049fd99bb1b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:52.510753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.520970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] For port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,segment=NetworkSegment(98f4dd72-47bf-48bd-8f98-673a03cd52fc),segment_id=98f4dd72-47bf-48bd-8f98-673a03cd52fc)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:52.521366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.528759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.534541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a5f-0b39-41e2-aa10-b15c32ef6a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.541250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.553695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1b840ce6-f64e-4436-8a7c-ad639fe2031f None None] Port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:52.605119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Transition to ACTIVE for port object e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:52.606905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.641296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.646055 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5010753 Mar 21 06:59:52.654442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463648-98a6-4840-97ec-76aa786b7c5b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f24a2-23e6-47ac-ba7c-7d8a5bec3689,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:52.657595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Transition to ACTIVE for port object e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:52.659908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56226) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:52.660847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.689256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.707758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'security_group': {'name': 'tempest-secgroup-1224850023'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:52.725098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:52.752140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:52.759602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:52.771585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:52.823832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fcff9208-923b-490e-af79-2049fd99bb1b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:52.824233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.856333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:52.865659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:52.879613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:52.886730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Calling delete_port for 21eb46d3-cc2b-4a42-9c2b-2ea070531dad owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:52.897828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] For port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,segment=NetworkSegment(98f4dd72-47bf-48bd-8f98-673a03cd52fc),segment_id=98f4dd72-47bf-48bd-8f98-673a03cd52fc)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:52.898181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.899316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.905896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:52.945182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:52.946893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:52.960465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:52.968139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:52.975879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:52.992454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.006244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:53.012053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:53.018179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 172.26.2.146 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/1a412b2a-d2f0-4da9-8ff1-a8a81c85f111) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:53.027634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:53.088858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3960e1f7-07b0-49ad-8016-e2a181218c3d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/a59cad49-1333-4eed-ab1b-fe6d45ae5799 HTTP/1.1" status: 200 len: 977 time: 5.0328526 Mar 21 06:59:53.089627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56230) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:53.159578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Calling delete_port for 21eb46d3-cc2b-4a42-9c2b-2ea070531dad owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:53.198370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.212020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:53.212646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.279340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Port': ['ID=21eb46d3-cc2b-4a42-9c2b-2ea070531dad,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:53.281889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 24674b1b-6567-470c-95ea-06c15e45cfdc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:53.282265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.294299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Attempting to bind port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:53.294938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Attempting to bind port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:53.295489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Attempting to bind port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 on network a08313c5-1308-4cf2-af7b-367a0e43f832 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:53.298113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.300361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] No DVR routers for this DVR port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 06:59:53.314831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:53.315545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Checking segment: {'id': 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:53.316130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.316687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Bound using segment: {'id': 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:53.317380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Bound port: e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:53.317938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.350774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.376017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:53.376912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.383956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.402803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.409741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object ee902950-67b9-43e2-80fe-7a69dc8c80cd will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:53.451306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.478253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:53.482964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:53.487182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.504373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 06:59:53.504812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 06:59:53.505472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.505628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a92bf-7c2f-42ce-8832-5c7aec3f580b None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:53.519258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3a9f4-54ef-4a0a-92f8-bcce5c2a9808,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:53.528412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.532382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2c48c93f-725e-42a7-a733-c645dafb3cb5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8304949 Mar 21 06:59:53.549831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56234) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:53.557028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:53.561023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:53.566313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.575191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1335663458', 'security_groups': ['b9b3a9f4-54ef-4a0a-92f8-bcce5c2a9808'], 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8b58970-89d8-4714-8163-25d78fcc45b6'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:53.597992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb76c670-7835-4b9e-a814-d6e1bf16759e']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.651231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 21eb46d3-cc2b-4a42-9c2b-2ea070531dad no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 06:59:53.704179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 21eb46d3-cc2b-4a42-9c2b-2ea070531dad {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 06:59:53.704415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 21eb46d3-cc2b-4a42-9c2b-2ea070531dad not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 06:59:53.720417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.724363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf79da0-cc59-4302-8987-dcb548184fc5 None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:53.771166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f4dd72-47bf-48bd-8f98-673a03cd52fc') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.771616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f4dd72-47bf-48bd-8f98-673a03cd52fc') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:53.804265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.821949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.872350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:53.882582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.885202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:53.897069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e3809102-b88d-4ccd-a540-933184565798 None None] Provisioning complete for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:53.897534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e3809102-b88d-4ccd-a540-933184565798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.903206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:53.933142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:53.936148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:53.939829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 06:59:53.940439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:53.977268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:53.978659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:53.982370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:53.986023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.004933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e3809102-b88d-4ccd-a540-933184565798 None None] Port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:54.016427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Deleting port 21eb46d3-cc2b-4a42-9c2b-2ea070531dad {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:54.017311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 06:59:54.037091 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 06:59:54.061807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:54.123552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2965-b6e5-4f5f-9659-23f4a5da6f26 None None] The port '21eb46d3-cc2b-4a42-9c2b-2ea070531dad' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 06:59:54.179933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=ee902950-67b9-43e2-80fe-7a69dc8c80cd,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:54.238632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:port and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:54.245935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:54.266735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.294916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:54.295558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.309953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:54.334291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.340575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8aa92adc-a8fa-45d2-9051-c4b00fb3cc43 None None] Provisioning for port ee902950-67b9-43e2-80fe-7a69dc8c80cd completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:54.349636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8aa92adc-a8fa-45d2-9051-c4b00fb3cc43 None None] Provisioning complete for port ee902950-67b9-43e2-80fe-7a69dc8c80cd triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:54.350323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8aa92adc-a8fa-45d2-9051-c4b00fb3cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.356071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Pushing event deleted for resources: {'Network': ['ID=fb76c670-7835-4b9e-a814-d6e1bf16759e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:54.384979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d68384b4-5236-4085-b748-366336366db7 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/networks/fb76c670-7835-4b9e-a814-d6e1bf16759e HTTP/1.1" status: 204 len: 168 time: 2.6289811 Mar 21 06:59:54.387432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:54.429207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8aa92adc-a8fa-45d2-9051-c4b00fb3cc43 None None] Port ee902950-67b9-43e2-80fe-7a69dc8c80cd cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:54.458480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:54.496632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:54.536209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-84fcc1d3-41ab-495d-8f4c-77625c66478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.551224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:54.635550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-769d3d25-eef5-49aa-b218-147f7389a1ee tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Synchronizing usage tracker for tenant:8d959830c1dd4513a2050678f46d2393 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 06:59:54.649994 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-82e31823-7e53-450b-b8d7-a21730266a2f tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3715129 Mar 21 06:59:54.651374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56242) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:54.675566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'network_id': 'd9facef3-94a2-4c01-beaf-55ecc79510a2', 'name': 'tempest-AllowedAddressPairTestJSON-2111874611'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:54.731647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-769d3d25-eef5-49aa-b218-147f7389a1ee tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Unset dirty status for tenant:8d959830c1dd4513a2050678f46d2393 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 06:59:54.732915 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-769d3d25-eef5-49aa-b218-147f7389a1ee tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93e078d-ed47-4961-bbad-39a4de7804db HTTP/1.1" status: 200 len: 205 time: 0.3445857 Mar 21 06:59:54.737319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:54.739598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56246) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:54.751042 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:54.762760 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:54.763600 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:54.796008 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b245671-c18e-41a9-b087-8d5a594b03e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1658847 Mar 21 06:59:54.900533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56250) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:54.906634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.938437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:54.969108 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:55.050270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.055992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Provisioning for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:55.061959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:55.063303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.115059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.115430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.115937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP a59cad49-1333-4eed-ab1b-fe6d45ae5799 disassociated. External IP: 172.26.2.31, port: 24674b1b-6567-470c-95ea-06c15e45cfdc. Mar 21 06:59:55.116446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 24674b1b-6567-470c-95ea-06c15e45cfdc owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:55.207590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 0dea3bd4-cf40-4541-bd32-31388d044f82 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:55.211217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.252382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:55.256307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.303857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.306108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.351325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.351923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Fanout notify agent at l3_agent the message router_deleted on router f93e078d-ed47-4961-bbad-39a4de7804db {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 06:59:55.371928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:55.376953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.378453 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6ae3fc75-6812-48b5-b391-2e3f50032509 tempest-RoutersNegativeTest-2025142557 tempest-RoutersNegativeTest-2025142557-project] 10.222.0.31 "DELETE /v2.0/routers/f93e078d-ed47-4961-bbad-39a4de7804db HTTP/1.1" status: 204 len: 168 time: 0.5940168 Mar 21 06:59:55.388003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:55.388387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.420605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:55.430709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Usage tracker for resource:port and tenant:3f52dff13dfb4b8fa427345273027854 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:55.431184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.431664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.432125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.432582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.433035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.433516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.433972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.434420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.436264 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a35a219b-a26a-4085-9ddf-273bf091486d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.4777133 Mar 21 06:59:55.442187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:55.445791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56256) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:55.456937 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:55.465531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a7a766ae-45a7-4c48-a9e1-183b895950a0 None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:55.470172 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:59:55.470622 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Updating router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:59:55.499217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:55.535755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Made reservation on behalf of 3f52dff13dfb4b8fa427345273027854 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:55.539735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.545129 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.574581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] device_id is not set on port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 06:59:55.636785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.637595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.638063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.638526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.639005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.639462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.639899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.640407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:55.645981 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6cecc5f0-c26d-4497-aa72-bb6fa50be2a2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5164 time: 0.1959856 Mar 21 06:59:55.646208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56260) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:55.720043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.760568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:55.858939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56266) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:55.946533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Allocated IP 172.20.0.12 (d9facef3-94a2-4c01-beaf-55ecc79510a2/467ab04e-7571-415d-b894-d05593c3a965/6bd65533-65b4-4857-9b8f-76fa1dc7cca3) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:56.010818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.078665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.105693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.119750 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Transition to ACTIVE for port object 5b40cb30-2a32-4787-8393-7b196fd0f7f8 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:56.130126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.145155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=24674b1b-6567-470c-95ea-06c15e45cfdc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:56.156420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6b544bb1-b877-4028-bae8-1a7bebd6c948 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3745 time: 0.5085797 Mar 21 06:59:56.193453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::272 (a08313c5-1308-4cf2-af7b-367a0e43f832/f8b58970-89d8-4714-8163-25d78fcc45b6/0dea3bd4-cf40-4541-bd32-31388d044f82) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 06:59:56.327283 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f6171-6d2a-4382-b0f4-2e7b28814406 None None] Pushing event updated for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:56.454852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:56.499182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Attempting to bind port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:56.500727 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Attempting to bind port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:56.501095 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Attempting to bind port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 on network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:56.507394 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:56.507759 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Checking segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:56.508151 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.509370 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Bound using segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:56.509840 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Bound port: 5b40cb30-2a32-4787-8393-7b196fd0f7f8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:56.510588 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.620375 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] For port 5b40cb30-2a32-4787-8393-7b196fd0f7f8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:56.627391 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] For port 5b40cb30-2a32-4787-8393-7b196fd0f7f8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5b40cb30-2a32-4787-8393-7b196fd0f7f8,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:56.629946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:56.630926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.636066 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c879992c-016e-45cc-be1d-bc6be7944900 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d959830c1dd4513a2050678f46d2393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7734449 Mar 21 06:59:56.636550 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.652814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56276) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:56.756519 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:56.756878 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:56.785361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.810182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Transition to ACTIVE for port object 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:56.831768 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f6171-6d2a-4382-b0f4-2e7b28814406 None None] Pushing event updated for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:56.849604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 06:59:56.863096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:56.905162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router 28745904-ecc5-4d87-804d-ca51e96cbb8c is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 06:59:56.973990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:56.981511 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:56.984910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:56.992828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:57.073122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.073733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.094317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=6bd65533-65b4-4857-9b8f-76fa1dc7cca3,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:57.142925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.204639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56280) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:57.213923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.223006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690225671', 'description': 'tempest-secgroup-smoke-1690225671 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:57.229321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:57.233130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:57.236618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:57.242931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:57.253112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.262185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.277594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:57.278218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.283792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fe8b7146-7cdd-48bd-b9de-3adf8d12b462 None None] Provisioning for port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:57.287222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:57.291994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fe8b7146-7cdd-48bd-b9de-3adf8d12b462 None None] Provisioning complete for port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:57.291994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe8b7146-7cdd-48bd-b9de-3adf8d12b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.317617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5319d9-f6ed-477b-b9ae-7b74648a0460,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:57.320947 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bec5706d-c0d1-4298-9506-b8d0985d7dfa tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6663666 Mar 21 06:59:57.326168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.330072 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5a564c8a-3af4-4d8c-9c29-3742c0994ab3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f5319d9-f6ed-477b-b9ae-7b74648a0460 HTTP/1.1" status: 204 len: 168 time: 0.6734469 Mar 21 06:59:57.330072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56284) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:57.338143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d9:1b:d8'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c2:c7:53'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:57.363957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Sync routers for ids ['28745904-ecc5-4d87-804d-ca51e96cbb8c'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:57.403592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 0dea3bd4-cf40-4541-bd32-31388d044f82 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:57.423003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Routers {'28745904-ecc5-4d87-804d-ca51e96cbb8c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:57.424058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['28745904-ecc5-4d87-804d-ca51e96cbb8c'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.437993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:57.495653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:57.504682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:57.518130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b7146-7cdd-48bd-b9de-3adf8d12b462 None None] Port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:57.533466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:57.536889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 06:59:57.550306 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 06:59:57.579320 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:57.579928 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.680006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.697469 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.712294 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 06:59:57.712901 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.789444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Set router 28745904-ecc5-4d87-804d-ca51e96cbb8c gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 06:59:57.810787 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.815206 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8e25c-f725-48b1-9e69-58890ffdbc67 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:57.819351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:57.823367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-94a76078-33bd-4b63-b9a1-d76beacee6a9 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.1301758 Mar 21 06:59:57.829946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:57.836830 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:56Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:57.848602 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1c16-27f3-4221-adb0-49bdeeb77527 None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:56Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 06:59:57.902347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.009994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.022648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 06:59:58.026708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=0dea3bd4-cf40-4541-bd32-31388d044f82,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:58.029321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 06:59:58.033791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 06:59:58.041455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.048289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:58.048958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.056383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.058262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ed40954e-33d9-42ba-af45-fcbea37dfcaf tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/24674b1b-6567-470c-95ea-06c15e45cfdc HTTP/1.1" status: 204 len: 168 time: 4.9499226 Mar 21 06:59:58.064558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56304) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:58.235121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ba5232ef-57df-4e14-b668-28ed78af4b29 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/floatingips/a59cad49-1333-4eed-ab1b-fe6d45ae5799 HTTP/1.1" status: 200 len: 687 time: 0.1694508 Mar 21 06:59:58.235798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73869af-d41a-4a09-bcbc-365abfff1b00,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:58.237792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56312) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:58.254301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.255420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-69a2bafb-1c1b-4208-9587-ee4e3d0c1f34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0462532 Mar 21 06:59:58.349348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56318) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:58.391591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:58.398021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:58.406295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:58.407882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:58.408728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4810431-886e-4542-b6b2-6c380ead8904 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8354111 Mar 21 06:59:58.413908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56324) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:58.415186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:58.425416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:54Z', 'revision_number': 3, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port': {'id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:52Z', 'updated_at': '2022-03-21T06:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 06:59:58.431990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Checking router: 28745904-ecc5-4d87-804d-ca51e96cbb8c for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 06:59:58.432806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Updating router 28745904-ecc5-4d87-804d-ca51e96cbb8c port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 06:59:58.457157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:58.471813 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5088f241-af1f-4104-99ee-28e894aadc46 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/28745904-ecc5-4d87-804d-ca51e96cbb8c HTTP/1.1" status: 200 len: 909 time: 0.6406307 Mar 21 06:59:58.475788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56328) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:58.476459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.497622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1301995815', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': True}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:58.515663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5b40cb30-2a32-4787-8393-7b196fd0f7f8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 06:59:58.535033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:58.564847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d7a0991-5d7d-4b84-b017-355ae5e6460f None None] Provisioning for port 0dea3bd4-cf40-4541-bd32-31388d044f82 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:58.570806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Usage tracker for resource:router and tenant:3870975798c9467db9585d23c626b2cf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:58.575093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d7a0991-5d7d-4b84-b017-355ae5e6460f None None] Provisioning complete for port 0dea3bd4-cf40-4541-bd32-31388d044f82 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:58.576039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0991-5d7d-4b84-b017-355ae5e6460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.580741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:58.592477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:58.620612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.654166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.655173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.666911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.678159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port fc00b66f-7fde-4700-b15d-56ee748b50f4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:58.678499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.710327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.725163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a0991-5d7d-4b84-b017-355ae5e6460f None None] Port 0dea3bd4-cf40-4541-bd32-31388d044f82 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:58.737460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.757759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.774452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.784594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 06:59:58.793242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:58.793642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:58.957050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8b6e96-84a2-4e3a-9e0c-942ca867ef71,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:59.008344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:59.020954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:59.028638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:59.038610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:59.075685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.076291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.157763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.224686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5b40cb30-2a32-4787-8393-7b196fd0f7f8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5b40cb30-2a32-4787-8393-7b196fd0f7f8,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 06:59:59.233145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.315467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for fc00b66f-7fde-4700-b15d-56ee748b50f4 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 06:59:59.347987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 06:59:59.463268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8c345088-7ad6-4804-b390-6d6b6fd03472 None None] Provisioning complete for port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 06:59:59.464395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8c345088-7ad6-4804-b390-6d6b6fd03472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.505308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 06:59:59.509049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.529863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8c345088-7ad6-4804-b390-6d6b6fd03472 None None] Port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 06:59:59.532749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:59.552670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event updated for resources: {'Port': ['ID=6bd65533-65b4-4857-9b8f-76fa1dc7cca3,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:59.556882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] In _notify_port_updated(), no bound segment for port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 on network d9facef3-94a2-4c01-beaf-55ecc79510a2 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 06:59:59.562801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 06:59:59.563464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.566302 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-82f3b47a-5924-4e92-9b15-fde58f7dc641 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "PUT /v2.0/ports/6bd65533-65b4-4857-9b8f-76fa1dc7cca3 HTTP/1.1" status: 200 len: 1056 time: 2.2350740 Mar 21 06:59:59.567439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.576712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.578772 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14d4efa0-1056-479c-b2e9-d9e6eb499ac1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2281094 Mar 21 06:59:59.580970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56346) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:59.581365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56348) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:59.602634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Transition to ACTIVE for port object 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 06:59:59.613367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.674633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:59.681436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 06:59:59.685324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 06:59:59.689256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 06:59:59.694527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 06:59:59.705999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.ipam_backend_mixin [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8b58970-89d8-4714-8163-25d78fcc45b6 (CIDR: 2001:db8::/64) Mar 21 06:59:59.715909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 06:59:59.716305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 06:59:59.723105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.732404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Attempting to bind port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 06:59:59.733084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Attempting to bind port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 06:59:59.735683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Attempting to bind port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 06:59:59.747608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.753886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623ff2-4881-4740-acad-94fb05cf8732 None None] Pushing event updated for resources: {'Port': ['ID=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:59.755084 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-504c084b-56c6-441a-b52d-488ad4f50694 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3246160 Mar 21 06:59:59.757845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56358) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 06:59:59.765718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 06:59:59.766042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 06:59:59.767032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 06:59:59.767673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.768240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 06:59:59.769063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Bound port: 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 06:59:59.769687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.829582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.839431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.878880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.891278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c0633-11de-4a39-bb37-5c3e529c02a1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 06:59:59.891444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] For port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 06:59:59.901727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] For port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 06:59:59.909038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.918348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 06:59:59.919041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 06:59:59.958982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=fc00b66f-7fde-4700-b15d-56ee748b50f4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:00.026792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Routers {'28745904-ecc5-4d87-804d-ca51e96cbb8c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:00.027842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['28745904-ecc5-4d87-804d-ca51e96cbb8c'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:00.028315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.032639 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9018b844-67a2-4746-970b-3049f5646dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4458458 Mar 21 07:00:00.038458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56362) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:00.051771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:00.110185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623ff2-4881-4740-acad-94fb05cf8732 None None] Pushing event updated for resources: {'Port': ['ID=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:00.116895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.133357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.177121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.194479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.231253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.233672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.236081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.237530 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ca2b32cb-c644-45b8-af14-f7c9683ab6f1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/a59cad49-1333-4eed-ab1b-fe6d45ae5799 HTTP/1.1" status: 204 len: 168 time: 1.9985447 Mar 21 07:00:00.239960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56366) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:00.242788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.245248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:00.248597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310200324', 'description': 'tempest-secgroup-smoke-1310200324 description', 'project_id': '6cb6fa494551499b8aaab746fb8a1188'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:00.256081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.259242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.261501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] Set router 28745904-ecc5-4d87-804d-ca51e96cbb8c gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:00.263662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'c359c119-730f-4ff5-b6a1-a57549ca5b7c'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:00.269774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.273774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:floatingip and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.277158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.283929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.295919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.299070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.303479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.310845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.328142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.350047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:00.354232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.368381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.391045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.397654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.437683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5b40cb30-2a32-4787-8393-7b196fd0f7f8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:00.465253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.528585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for 6bd65533-65b4-4857-9b8f-76fa1dc7cca3 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:00.549779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.559870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.566874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.583584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.617591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:00.618152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.762214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.792449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:54Z', 'revision_number': 3, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port': {'id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:52Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:00.796936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4415daf-2e83-423a-8991-6bca6451293c None None] The sync data for ids ['28745904-ecc5-4d87-804d-ca51e96cbb8c'] in dv-neutron-834307-1-hyperv is: [{'id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146'}], 'enable_snat': False}, 'gw_port_id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:54Z', 'revision_number': 3, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port': {'id': '1a412b2a-d2f0-4da9-8ff1-a8a81c85f111', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28745904-ecc5-4d87-804d-ca51e96cbb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:52Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:00.835839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.840519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.854745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.863043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:00.867379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.877014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:00.884617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.885577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:00.894217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:00.896215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b64784c-b666-4a58-b944-01bac1585b79,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:00.931082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.951517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.977610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd9e220-e76a-4297-a125-0cbecf46b218,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:00.997711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:00.999268 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9ad94e07-6bac-4074-b261-89b78ae84f6d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9585459 Mar 21 07:00:01.004939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56374) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:01.006731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.021249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:01.037954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:01.053360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:01.063406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:01.064051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.070488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:01.094983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc560b-618a-4031-9ef5-38ab0938ebe9 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:01.109457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:01.112525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=6bd65533-65b4-4857-9b8f-76fa1dc7cca3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:01.115892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:01.133040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=d19627cb-7253-45d1-b7f9-38140414a527,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:01.162062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:01.168563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.180789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.212697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8fa3b107-111f-48b7-b8b2-d44f96396a8a tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4538076 Mar 21 07:00:01.216146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.217806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9766667 Mar 21 07:00:01.219406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56378) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:01.223518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56380) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:01.244379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1256485339', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd19627cb-7253-45d1-b7f9-38140414a527'}], 'security_groups': ['4c4f24a2-23e6-47ac-ba7c-7d8a5bec3689']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:01.254764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:01.277699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:01.397836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79040f0-7147-4445-a4ee-7298497d7909 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a65197d-8cf6-4648-801a-fc4979a4a937,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:01.532265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:01.540168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.554076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:01.573982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:01.601873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.637405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 172.26.2.74 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/f405f52f-e5c3-47a3-85dc-01d66e5d8846) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:01.650155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Update dhcp port {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'fixed_ips': [{'subnet_id': 'f8b58970-89d8-4714-8163-25d78fcc45b6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd19627cb-7253-45d1-b7f9-38140414a527'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:00:01.684855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.717001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:01.966654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Allocated IP 2001:db8:0:1::2 (a08313c5-1308-4cf2-af7b-367a0e43f832/d19627cb-7253-45d1-b7f9-38140414a527/e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:01.990924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.015907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.029116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.037389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.052305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.067668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e330533e-fd94-4584-9ea4-99690cfd3c86,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:02.092730 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f4370e4f-15aa-41c9-b4fc-ba739c74dbdc tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/6bd65533-65b4-4857-9b8f-76fa1dc7cca3 HTTP/1.1" status: 204 len: 168 time: 2.5080774 Mar 21 07:00:02.093621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56386) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:02.105974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.107251 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9f892cf8-11bb-40b2-8aca-208a2228bac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1019225 Mar 21 07:00:02.111469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec415f8-b41c-4171-a246-6980558897f2,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:02.115048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56390) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:02.122144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:02.130934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:02.136624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.141686 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-626c8023-69e8-438b-926d-8f4ea34f3cea tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9135835 Mar 21 07:00:02.141930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56394) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:02.146497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:02.147839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:02.153560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.153725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:02.154300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.157059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:02.157833 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9527b411-c2be-4df7-bdda-d3293d0e153c tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] GET failed (client error): The resource could not be found. Mar 21 07:00:02.158366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9527b411-c2be-4df7-bdda-d3293d0e153c tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:02.160706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:02.161967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:02.165340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:02.168256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:02.174973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:02.176920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Transition to ACTIVE for port object e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:02.183115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.194012 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:00:02.204104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.220529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.316579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:02.327189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:02.343067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f91b7f-32c1-423e-9bf0-487f9fc66f04 None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:02.355750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:02.405024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.420357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9527b411-c2be-4df7-bdda-d3293d0e153c tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:02.424962 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9527b411-c2be-4df7-bdda-d3293d0e153c tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports/6bd65533-65b4-4857-9b8f-76fa1dc7cca3 HTTP/1.1" status: 404 len: 333 time: 0.3301070 Mar 21 07:00:02.425754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56402) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:02.426332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=f405f52f-e5c3-47a3-85dc-01d66e5d8846,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:02.483540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:02.520364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.558224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.569154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Delete allocated IP 2001:db8::272 (a08313c5-1308-4cf2-af7b-367a0e43f832/f8b58970-89d8-4714-8163-25d78fcc45b6) {{(pid=87988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 07:00:02.591781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:02.603389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:02.603777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.625999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8:0:1::e9 (a08313c5-1308-4cf2-af7b-367a0e43f832/d19627cb-7253-45d1-b7f9-38140414a527/0dea3bd4-cf40-4541-bd32-31388d044f82) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:02.650167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.18 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/7178b4d5-27eb-4c48-b829-1177579e6c33) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:02.673949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e5842b-14da-4a8c-b6c4-db5d2b5b79bb,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:02.688353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port ee902950-67b9-43e2-80fe-7a69dc8c80cd {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:02.689034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.700004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.706194 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f08ffb15-a459-4cdf-a73c-f1addcd21c52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5902407 Mar 21 07:00:02.711630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56406) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:02.719544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'a73869af-d41a-4a09-bcbc-365abfff1b00', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:02.726302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:02.730547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:02.735171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:02.741466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:02.767374 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:00:02.771205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.775967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.803103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:02.809489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:02.982660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:03.013327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.022695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.048936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.067615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8987e2c7-1d02-415d-887f-4a573e45d65c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:03.078844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.110714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Provisioning complete for port 0dea3bd4-cf40-4541-bd32-31388d044f82 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:03.111234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.135602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.137165 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94881a05-b2fd-46d0-979f-6c7a0225d202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4246049 Mar 21 07:00:03.146523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.172403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Port 0dea3bd4-cf40-4541-bd32-31388d044f82 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:03.187898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Provisioning for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:03.199484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:03.200051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.262428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174c3442-d024-4042-8c92-4217d002c50f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:03.396044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:03.396578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.428792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.433295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9ed3efea-edc9-4e9a-a45e-a680498d484c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2902393 Mar 21 07:00:03.439859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56434) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:03.454625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.463556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:03.470087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4445ab98-e4ba-4512-9fa8-b89b437931d7 None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:03.503998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:03.520057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:03.528372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:03.551893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:03.601696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.602921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.612832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-22cefd4e-b739-482a-9dc8-28f9c6fd1189 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690225671&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.1627812 Mar 21 07:00:03.665241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.721429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:03.807837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for ee902950-67b9-43e2-80fe-7a69dc8c80cd owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:03.811261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router 5efe27f8-a44d-47e3-a279-78361980ce97 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:03.987440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 0dea3bd4-cf40-4541-bd32-31388d044f82 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:03.998808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:04.001874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.012547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Sync routers for ids ['5efe27f8-a44d-47e3-a279-78361980ce97'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:04.023804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Routers {'5efe27f8-a44d-47e3-a279-78361980ce97'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:04.024424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['5efe27f8-a44d-47e3-a279-78361980ce97'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:04.025150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.026481 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-07851d04-1cf0-4908-baf1-f972ae995474 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5415177 Mar 21 07:00:04.028988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56444) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:04.048730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.151979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:04.186100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:04.203495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:04.253342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Set router 5efe27f8-a44d-47e3-a279-78361980ce97 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:04.253827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.257484 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3798e29c-e50a-49b2-9aa4-63ae738a558d tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/5efe27f8-a44d-47e3-a279-78361980ce97 HTTP/1.1" status: 200 len: 907 time: 0.2272794 Mar 21 07:00:04.263437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56450) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:04.263957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=7178b4d5-27eb-4c48-b829-1177579e6c33,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:04.267996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] In _notify_port_updated(), no bound segment for port 0dea3bd4-cf40-4541-bd32-31388d044f82 on network a08313c5-1308-4cf2-af7b-367a0e43f832 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:00:04.273403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:04.274056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.277959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/ports/0dea3bd4-cf40-4541-bd32-31388d044f82 HTTP/1.1" status: 200 len: 930 time: 3.0418303 Mar 21 07:00:04.332951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56454) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:04.342114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.395735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-c1a5fd39-8259-49b9-a40d-8aaafdc631eb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:04.398419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-c1a5fd39-8259-49b9-a40d-8aaafdc631eb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 797 time: 0.7685211 Mar 21 07:00:04.456176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 0dea3bd4-cf40-4541-bd32-31388d044f82 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:04.456511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:04.456650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.501997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5c57-085a-4449-a289-67a3d2a5f913 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=0dea3bd4-cf40-4541-bd32-31388d044f82,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:04.504234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b13af47-7f1e-4075-b590-4ae224dcf4fc,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:04.519827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aff21-e501-4686-9e82-c1f0dfb693ef req-e9f27f3f-9b41-44ab-af1b-033eb1a02e49 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:04.521435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a5aff21-e501-4686-9e82-c1f0dfb693ef req-e9f27f3f-9b41-44ab-af1b-033eb1a02e49 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.7932808 Mar 21 07:00:04.569325 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-7aff598a-0d86-4447-a6b4-d88167c6b14c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.1055269 Mar 21 07:00:04.605708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0ad01fda-0382-4cd7-a373-463ac52aef84 None None] Provisioning for port 0dea3bd4-cf40-4541-bd32-31388d044f82 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:04.606668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.610910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-14928be5-3d28-4d86-a50f-e2a5aed23655 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1626139 Mar 21 07:00:04.616483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56458) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:04.623630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0ad01fda-0382-4cd7-a373-463ac52aef84 None None] Provisioning complete for port 0dea3bd4-cf40-4541-bd32-31388d044f82 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:04.624000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0ad01fda-0382-4cd7-a373-463ac52aef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.631549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:04.649690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:04.667396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:04.670300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.674772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:04.686744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:04.703607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:04.703974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.729753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.776941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0ad01fda-0382-4cd7-a373-463ac52aef84 None None] Port 0dea3bd4-cf40-4541-bd32-31388d044f82 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:04.885097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:04.894870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:04.901816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=ee902950-67b9-43e2-80fe-7a69dc8c80cd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:04.914867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a5aff21-e501-4686-9e82-c1f0dfb693ef req-6778224a-a9da-46b4-8c08-a58beac036d2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496399 Mar 21 07:00:04.919333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efe27f8-a44d-47e3-a279-78361980ce97', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f405f52f-e5c3-47a3-85dc-01d66e5d8846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:58Z', 'updated_at': '2022-03-21T07:00:02Z', 'revision_number': 3, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port': {'id': 'f405f52f-e5c3-47a3-85dc-01d66e5d8846', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efe27f8-a44d-47e3-a279-78361980ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:00Z', 'updated_at': '2022-03-21T07:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:04.937995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Checking router: 5efe27f8-a44d-47e3-a279-78361980ce97 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:04.938345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Updating router 5efe27f8-a44d-47e3-a279-78361980ce97 port f405f52f-e5c3-47a3-85dc-01d66e5d8846 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:00:05.002298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.158760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:05.159842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.161571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.163428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8df3d8ec-ffab-44c0-ba4a-2f2862436c77 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/ee902950-67b9-43e2-80fe-7a69dc8c80cd HTTP/1.1" status: 204 len: 168 time: 2.7238653 Mar 21 07:00:05.196558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56464) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:05.241996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.298180 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-028b8367-ecd5-4f35-9d8e-568974554df8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] GET failed (client error): The resource could not be found. Mar 21 07:00:05.298718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-028b8367-ecd5-4f35-9d8e-568974554df8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Synchronizing usage tracker for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:05.391876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-149f8043-5591-4130-96d4-37fe0bed00a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8109505 Mar 21 07:00:05.394985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 0dea3bd4-cf40-4541-bd32-31388d044f82 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:05.418095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-028b8367-ecd5-4f35-9d8e-568974554df8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Unset dirty status for tenant:3f52dff13dfb4b8fa427345273027854 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:05.424419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-028b8367-ecd5-4f35-9d8e-568974554df8 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "GET /v2.0/ports/ee902950-67b9-43e2-80fe-7a69dc8c80cd HTTP/1.1" status: 404 len: 333 time: 0.2155869 Mar 21 07:00:05.435152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56468) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:05.439225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.489423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.506027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.537277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting port f405f52f-e5c3-47a3-85dc-01d66e5d8846 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:05.537669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.574634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99434d-1f9b-4cda-8e92-0fc202a39266 req-9404408d-963c-40d8-bf4c-dc8197484ad2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:05.576079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f99434d-1f9b-4cda-8e92-0fc202a39266 req-9404408d-963c-40d8-bf4c-dc8197484ad2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.4188294 Mar 21 07:00:05.582323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.595397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07507064-8959-4e28-aaa8-1b8e602b23d7,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:05.596642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Transition to ACTIVE for port object f405f52f-e5c3-47a3-85dc-01d66e5d8846 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:05.606510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.635954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.640072 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eefabfae-8586-42ae-99f3-630783eef5cc tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0186849 Mar 21 07:00:05.640371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-f0dafef7-99b3-4259-88e3-be5420fafdb5 service neutron] 10.222.0.31 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296958 Mar 21 07:00:05.644279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56472) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:05.644435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port 5a86f392-284c-4e7f-ab71-b08792237f91 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:05.644596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.658743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:05.686394 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f99434d-1f9b-4cda-8e92-0fc202a39266 req-09e94775-ddd6-4a42-9635-298932a88891 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879667 Mar 21 07:00:05.689756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Attempting to bind port f405f52f-e5c3-47a3-85dc-01d66e5d8846 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:05.689756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Attempting to bind port f405f52f-e5c3-47a3-85dc-01d66e5d8846 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:05.690160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Attempting to bind port f405f52f-e5c3-47a3-85dc-01d66e5d8846 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:05.690275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:05.699386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf166d-4026-4ada-a308-f763502e3422 None None] Pushing event updated for resources: {'Port': ['ID=f405f52f-e5c3-47a3-85dc-01d66e5d8846,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:05.702284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:05.705854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:05.705854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.705854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:05.705854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Bound port: f405f52f-e5c3-47a3-85dc-01d66e5d8846, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:05.708821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.708953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:05.712715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:05.721112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:05.801039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] For port f405f52f-e5c3-47a3-85dc-01d66e5d8846, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:05.802270 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Project 6cb6fa494551499b8aaab746fb8a1188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:00:05.804597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] For port f405f52f-e5c3-47a3-85dc-01d66e5d8846, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f405f52f-e5c3-47a3-85dc-01d66e5d8846,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:05.813434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.818134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.866515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.912252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Routers {'5efe27f8-a44d-47e3-a279-78361980ce97'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:05.913185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['5efe27f8-a44d-47e3-a279-78361980ce97'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:05.934838 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e9404daf-bea6-4ea4-bee8-d0c8d2ac7497 service neutron] 10.222.0.31 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796731 Mar 21 07:00:05.947937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:05.979862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf166d-4026-4ada-a308-f763502e3422 None None] Pushing event updated for resources: {'Port': ['ID=f405f52f-e5c3-47a3-85dc-01d66e5d8846,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:06.024889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.045654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=0dea3bd4-cf40-4541-bd32-31388d044f82,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:06.047789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.082484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.091202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] Set router 5efe27f8-a44d-47e3-a279-78361980ce97 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:06.120531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b75cbe9-ca2a-4cf7-b2a6-eeb9dc90b423,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:06.139427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb585eb-fe5f-4a98-bc0b-2b6efe4beab8 req-a956c902-eaee-4736-bd27-dc1810e0435d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:06.146526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bcb585eb-fe5f-4a98-bc0b-2b6efe4beab8 req-a956c902-eaee-4736-bd27-dc1810e0435d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2757695 Mar 21 07:00:06.186206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.193248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-47b44694-7b5b-45e9-b083-bba3ffe0756e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5478759 Mar 21 07:00:06.196639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.200525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56482) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:06.213766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.214103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.214433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.214761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.215084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.215518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.215846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.216164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.216482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.216799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.217117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.217459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:06.221489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'security_group_rule': {'security_group_id': '5a65197d-8cf6-4648-801a-fc4979a4a937', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:06.239615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.252157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efe27f8-a44d-47e3-a279-78361980ce97', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:58Z', 'updated_at': '2022-03-21T07:00:05Z', 'revision_number': 4, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:06.254764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:06.263081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ce8c4-5b2f-43d4-9f55-5d2c4babfb1c None None] The sync data for ids ['5efe27f8-a44d-47e3-a279-78361980ce97'] in dv-neutron-834307-1-hyperv is: [{'id': '5efe27f8-a44d-47e3-a279-78361980ce97', 'name': 'tempest-snat-router-1301995815', 'tenant_id': '3870975798c9467db9585d23c626b2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:58Z', 'updated_at': '2022-03-21T07:00:05Z', 'revision_number': 4, 'project_id': '3870975798c9467db9585d23c626b2cf', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:06.333796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:security_group_rule and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:06.372213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:06.391711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bcb585eb-fe5f-4a98-bc0b-2b6efe4beab8 req-04047a08-ad5b-43f2-89a4-224f3af03c74 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385848 Mar 21 07:00:06.402041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cbb235b-5fc4-4c31-a364-39ee038c1a6d req-d601e3d3-52a8-4ede-923d-6f6315e2ae98 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.1506183 Mar 21 07:00:06.418383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:06.438834 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7d66374f-36d2-4c19-a639-78a4e37eeb6d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/0dea3bd4-cf40-4541-bd32-31388d044f82 HTTP/1.1" status: 204 len: 168 time: 2.0932918 Mar 21 07:00:06.442065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56492) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:06.446561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Calling delete_port for f405f52f-e5c3-47a3-85dc-01d66e5d8846 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:06.533412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.550740 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1011d0f-afb7-4646-95fc-e620cf696e4f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 07:00:06.551058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d1011d0f-afb7-4646-95fc-e620cf696e4f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:06.564186 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Project 6cb6fa494551499b8aaab746fb8a1188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:00:06.641584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.683318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d1011d0f-afb7-4646-95fc-e620cf696e4f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:06.684465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d1011d0f-afb7-4646-95fc-e620cf696e4f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/0dea3bd4-cf40-4541-bd32-31388d044f82 HTTP/1.1" status: 404 len: 333 time: 0.2414935 Mar 21 07:00:06.689256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56498) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:06.706081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for 5a86f392-284c-4e7f-ab71-b08792237f91 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:06.787526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.803741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4999e-be0b-4c34-9512-57089b34116a req-c0fa9270-1aa3-4b62-b34e-1bb587be3b43 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:06.805292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77a4999e-be0b-4c34-9512-57089b34116a req-c0fa9270-1aa3-4b62-b34e-1bb587be3b43 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2327564 Mar 21 07:00:06.807963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.810186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.829838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.918910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.923707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:00:06.924029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:00:06.963021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:06.978439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.035599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac36d09b-774e-4b86-b3f7-896eea6f4ff6,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:07.113698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.114888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-85253315-0a87-4f88-9c51-b523f0ecac32 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9026120 Mar 21 07:00:07.123679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56502) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:07.142971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'network': {'name': 'tempest-network-smoke--1673258349', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:07.148328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77a4999e-be0b-4c34-9512-57089b34116a req-fa872081-4c0d-4d61-910b-470fff8fd81b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293598 Mar 21 07:00:07.155155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:07.158176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=7178b4d5-27eb-4c48-b829-1177579e6c33,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:07.164681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:network and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:07.169192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:07.177874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Port': ['ID=5a86f392-284c-4e7f-ab71-b08792237f91,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:07.185064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:07.188717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.268695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Made reservation on behalf of 6cb6fa494551499b8aaab746fb8a1188 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:07.272843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.307214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.367907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3a9f4-54ef-4a0a-92f8-bcce5c2a9808,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:07.378276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.383590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56508) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:07.385166 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e624f6dc-ab39-4973-9eb7-ba3c01e6f935 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/ports/5a86f392-284c-4e7f-ab71-b08792237f91 HTTP/1.1" status: 204 len: 168 time: 1.9441252 Mar 21 07:00:07.386998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.387570 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b97b6d72-9ced-4ebb-8e54-763a2c0f89f1 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9b3a9f4-54ef-4a0a-92f8-bcce5c2a9808 HTTP/1.1" status: 204 len: 168 time: 0.6901808 Mar 21 07:00:07.394634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56512) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:07.425726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting port f405f52f-e5c3-47a3-85dc-01d66e5d8846 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:07.426082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.470650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:00:07.519856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.521678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Added segment eca984d8-14db-4714-900f-d4370b681f66 of type vlan for network f9e308c6-fdee-4c32-b70c-97bbfb171d26 Mar 21 07:00:07.615730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP d0e89b48-d131-4c93-9dc2-89813012ac1f associated. External IP: 172.26.2.18, port: c359c119-730f-4ff5-b6a1-a57549ca5b7c. Mar 21 07:00:07.690889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting subnet 467ab04e-7571-415d-b894-d05593c3a965 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:07.691886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] For port f405f52f-e5c3-47a3-85dc-01d66e5d8846, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f405f52f-e5c3-47a3-85dc-01d66e5d8846,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:07.692398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.712115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca8c7d72-50da-461d-ac0d-9a3e0ad7fcfe req-cf5e4fa1-748e-432b-a045-ee954b7e7d45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.1621051 Mar 21 07:00:07.750864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.759349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:07.835822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Calling delete_port for f405f52f-e5c3-47a3-85dc-01d66e5d8846 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:07.966476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.019104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.023714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.066290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Port': ['ID=f405f52f-e5c3-47a3-85dc-01d66e5d8846,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:08.133004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.138312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:08.138900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.161131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.205756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.336002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-8a0e61a6-192d-4979-b7c6-66e4ffa751c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:08.337458 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-8a0e61a6-192d-4979-b7c6-66e4ffa751c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 797 time: 0.5915451 Mar 21 07:00:08.341271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2079875 Mar 21 07:00:08.341551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.342633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56524) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:08.348391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'admin_state_up': True, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:08.355166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.356980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:08.365037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:router and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:08.369972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:08.382917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:08.392801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.393349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5efe27f8-a44d-47e3-a279-78361980ce97 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:00:08.395831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.396820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.412214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.442000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Network': ['ID=f9e308c6-fdee-4c32-b70c-97bbfb171d26,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:08.442216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.443133 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9dda39b3-ae9f-4e8a-ae54-b99ffd702979 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5efe27f8-a44d-47e3-a279-78361980ce97 HTTP/1.1" status: 204 len: 168 time: 4.1782525 Mar 21 07:00:08.460551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56528) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:08.481868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f83751-a737-4bac-a49f-9536141ddc29 req-8e68e786-c0f3-4915-b083-184f6468e299 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:08.483911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31f83751-a737-4bac-a49f-9536141ddc29 req-8e68e786-c0f3-4915-b083-184f6468e299 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.8052382 Mar 21 07:00:08.664212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.664560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.664906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.665257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.665596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.665924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.666251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.666579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.666897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.667218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.667539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.667857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc25346-4a6a-42fc-b77e-0eacec69cb66 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:08.679808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:00:08.705697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.747599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.779735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:08.804442 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-bc1ca8e2-30e6-4473-b7d4-bf97b93239d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 380 time: 0.3881385 Mar 21 07:00:08.908683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['a73869af-d41a-4a09-bcbc-365abfff1b00']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:08.922543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f24a2-23e6-47ac-ba7c-7d8a5bec3689,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:09.071837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.072942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-28f6f1a9-b6c4-45ec-97e5-70a801bd59bc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c4f24a2-23e6-47ac-ba7c-7d8a5bec3689 HTTP/1.1" status: 204 len: 168 time: 1.6416998 Mar 21 07:00:09.076194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31f83751-a737-4bac-a49f-9536141ddc29 req-f20b8fe0-bc98-4ee5-9e4f-9a035a0840f0 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967125 Mar 21 07:00:09.081412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56534) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:09.088873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2ae11cc5-d5f6-4f1c-832e-acb814ed1bd1 req-032efb7f-6a3f-41f3-be21-1989eb37445e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.2106950 Mar 21 07:00:09.158556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.189659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.222248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:09.260464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.332244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Allocated IP 172.26.2.120 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/a0da9106-97e8-4707-8cbc-9d4554966e68) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:09.352302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.445776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet f8b58970-89d8-4714-8163-25d78fcc45b6 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:09.483061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.490782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.512752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.523850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Subnet': ['ID=467ab04e-7571-415d-b894-d05593c3a965,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:09.535433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e90c83-b92f-4aab-a635-1c47c4548ed4 None None] Network d9facef3-94a2-4c01-beaf-55ecc79510a2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:09.535868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.581947 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f80e365d-96e8-44f2-8557-7bcacde28a7b tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/subnets/467ab04e-7571-415d-b894-d05593c3a965 HTTP/1.1" status: 204 len: 168 time: 2.1949170 Mar 21 07:00:09.582277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56538) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:09.587425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:09.606688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:09.613621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:09.635801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:09.638057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=a0da9106-97e8-4707-8cbc-9d4554966e68,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:09.716031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:port and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:09.727977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:09.732179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.765932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:09.805053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] DHCP port deletion for d9facef3-94a2-4c01-beaf-55ecc79510a2 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:00:09.809883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Deleting port b9d22fd0-7996-4754-9488-436572ea3c55 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:09.810351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.814981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.825451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.828108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:09.831551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.852014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:09.869306 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:09.870623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Deleting port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:09.870969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.881083 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:09.882047 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:09.930970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port b9d22fd0-7996-4754-9488-436572ea3c55 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:09.931325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:09.962802 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:09.980685 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:09.985081 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:09.992597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.061909 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:10.062393 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cda06-c522-4c7a-a466-f0e73bc4f070 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:10.076769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] For port b9d22fd0-7996-4754-9488-436572ea3c55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b9d22fd0-7996-4754-9488-436572ea3c55,segment=NetworkSegment(31ed4bc3-33a3-4c7f-b282-ac75ad216fe9),segment_id=31ed4bc3-33a3-4c7f-b282-ac75ad216fe9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:10.078379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.241316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.247044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Calling delete_port for b9d22fd0-7996-4754-9488-436572ea3c55 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:10.257876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] For port b9d22fd0-7996-4754-9488-436572ea3c55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b9d22fd0-7996-4754-9488-436572ea3c55,segment=NetworkSegment(31ed4bc3-33a3-4c7f-b282-ac75ad216fe9),segment_id=31ed4bc3-33a3-4c7f-b282-ac75ad216fe9)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:10.258230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.360783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.420419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b9d22fd0-7996-4754-9488-436572ea3c55 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:00:10.444871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-65b4e458-aaa9-459f-b9f6-07a0304d922b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.1895638 Mar 21 07:00:10.448537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] No DVR routers for this DVR port b9d22fd0-7996-4754-9488-436572ea3c55 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:00:10.493114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb25d41-f058-49b3-8e5c-86612da87d00 None None] Pushing event deleted for resources: {'Port': ['ID=b9d22fd0-7996-4754-9488-436572ea3c55,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:10.503615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b9d22fd0-7996-4754-9488-436572ea3c55 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:00:10.504269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b9d22fd0-7996-4754-9488-436572ea3c55 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:00:10.518416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56546) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:10.529305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Calling delete_port for b9d22fd0-7996-4754-9488-436572ea3c55 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:10.544660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-805779484'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:10.550227 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e3f474d-ced3-4874-abc6-10349ad81109 req-a455e133-8975-439c-a48a-4247429591e3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.2234919 Mar 21 07:00:10.559135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:10.582999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:network and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:10.592365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:10.623285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:10.628051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.14 (bfb617d8-3c3c-40cd-b5a2-5d6afd094cde/423db1c8-fea2-467f-ab6e-c9d90000afb7/be403304-884b-4896-ba5c-694710865567) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:10.664126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] For port 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:10.664431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.684501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:10.688721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.698343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.700454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.749342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:00:10.749589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:00:10.867121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Calling delete_port for 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:10.919670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b58970-89d8-4714-8163-25d78fcc45b6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:10.922147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:10.928344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f555a6d-1ae1-4d27-9110-c6edbfb6731e None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:10.995379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00852c1d-ad13-408e-a229-f1ed49acdf84 req-9c8f0737-6fb3-4e11-a704-7fae8695b002 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:10.996877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00852c1d-ad13-408e-a229-f1ed49acdf84 req-9c8f0737-6fb3-4e11-a704-7fae8695b002 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6686869 Mar 21 07:00:11.006449 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-97192e4a-07b6-458d-ab8b-be6f38e52dd6 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/f8b58970-89d8-4714-8163-25d78fcc45b6 HTTP/1.1" status: 204 len: 168 time: 1.9203825 Mar 21 07:00:11.013297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56550) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:11.016526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:00:11.034022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:11.056493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.150189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.150535 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Added segment 3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba of type vlan for network b446f97e-d335-48a7-9815-12004890e527 Mar 21 07:00:11.257600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Deleting port b9d22fd0-7996-4754-9488-436572ea3c55 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:11.257600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.284781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00852c1d-ad13-408e-a229-f1ed49acdf84 req-3a25b5f8-8ec2-411e-a583-9c9c3095d55d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708426 Mar 21 07:00:11.337303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.369646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] The port 'b9d22fd0-7996-4754-9488-436572ea3c55' was deleted {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:00:11.396627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.421861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:11.444870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:11.488605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:11.491304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.496853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:11.497190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.504347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:11.540497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:11.571513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.628768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9facef3-94a2-4c01-beaf-55ecc79510a2']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:11.640241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1190310 Mar 21 07:00:11.651581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56556) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:11.661071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'subnet': {'network_id': 'b446f97e-d335-48a7-9815-12004890e527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:11.679459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object be403304-884b-4896-ba5c-694710865567 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:11.680745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:11.684223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.698724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb47392-b3a8-46d0-8e43-3a6ceaeca82b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Network': ['ID=b446f97e-d335-48a7-9815-12004890e527,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:11.711890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b446f97e-d335-48a7-9815-12004890e527 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:00:11.717412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:11.719294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed4bc3-33a3-4c7f-b282-ac75ad216fe9') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:11.747232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.761324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.788596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:11.797047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.819893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:00:11.820303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:11.829103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Sync routers for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:11.836577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-dd7028e6-c5ff-4e4d-a871-841406334d89 req-81503777-fe4b-43c4-99a7-b44244c98ced tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:00:11.839668 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:00:11.859480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:11.860342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:11.890207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a412b2a-d2f0-4da9-8ff1-a8a81c85f111,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:12.032498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-41e17f49-8bd7-4f3e-b226-78fbe7f979e7 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:12.033087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-41e17f49-8bd7-4f3e-b226-78fbe7f979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.053920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.058060 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dce7f217-4032-42d3-9d41-3021590bcde6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7110944 Mar 21 07:00:12.059519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56560) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.086164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.121953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:12.127818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.131479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] Pushing event deleted for resources: {'Network': ['ID=d9facef3-94a2-4c01-beaf-55ecc79510a2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:12.145106 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b2db9898-4882-47ec-ae2b-854226d37fe7 tempest-AllowedAddressPairTestJSON-934798724 tempest-AllowedAddressPairTestJSON-934798724-project] 10.222.0.31 "DELETE /v2.0/networks/d9facef3-94a2-4c01-beaf-55ecc79510a2 HTTP/1.1" status: 204 len: 168 time: 2.5617871 Mar 21 07:00:12.215243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:12.247197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:12.247915 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0e080f83-311d-4040-a181-e072df39dab7 tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6cb6fa494551499b8aaab746fb8a1188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1878638 Mar 21 07:00:12.257753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.305081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.444934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-dd7028e6-c5ff-4e4d-a871-841406334d89 req-81503777-fe4b-43c4-99a7-b44244c98ced tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:12.444934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd7028e6-c5ff-4e4d-a871-841406334d89 req-81503777-fe4b-43c4-99a7-b44244c98ced tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.7293179 Mar 21 07:00:12.458921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.478721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-41e17f49-8bd7-4f3e-b226-78fbe7f979e7 None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:12.479086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-41e17f49-8bd7-4f3e-b226-78fbe7f979e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.486755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25515374-3fd7-476c-a84a-ededdfcd6698 tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:12.491804 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-25515374-3fd7-476c-a84a-ededdfcd6698 tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2330351 Mar 21 07:00:12.492551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56576) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.565996 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-55c59094-f9df-487d-a080-fbfedf8d819c tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723338 Mar 21 07:00:12.566620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56580) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.566949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56582) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.576213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1022753018', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:12.586990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-41e17f49-8bd7-4f3e-b226-78fbe7f979e7 None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:12.613834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:09Z', 'revision_number': 3, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:12.617756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Checking router: d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:12.618239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Updating router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 port a0da9106-97e8-4707-8cbc-9d4554966e68 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:00:12.634952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:12.638360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.682937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.755038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:12.766873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:subnet and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:12.767901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.772284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:12.781018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:12.784609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.785624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:12.799771 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-921f749b-1794-4aab-9044-82d54d9beb27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f52dff13dfb4b8fa427345273027854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316954 Mar 21 07:00:12.802652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56590) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:12.816010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Made reservation on behalf of 6cb6fa494551499b8aaab746fb8a1188 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:12.819278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.839155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:12.855158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:12.897761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:12.960755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:12.961304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28745904-ecc5-4d87-804d-ca51e96cbb8c {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:00:12.977852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.013344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.152689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.171637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:13.172682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.177843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.178630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Transition to ACTIVE for port object a0da9106-97e8-4707-8cbc-9d4554966e68 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:13.193499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.196374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.214823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dcb64-bfa4-4a56-b77d-9f4fdfec290d req-140e7d32-2dcf-4377-8f78-2ac1c9d0416d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:13.216460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-299dcb64-bfa4-4a56-b77d-9f4fdfec290d req-140e7d32-2dcf-4377-8f78-2ac1c9d0416d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.7716906 Mar 21 07:00:13.231352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.232550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4fc91ce9-3802-4f83-b1c4-6c65b5e249ba tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "DELETE /v2.0/routers/28745904-ecc5-4d87-804d-ca51e96cbb8c HTTP/1.1" status: 204 len: 168 time: 4.7685900 Mar 21 07:00:13.249525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56594) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:13.253163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.261175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94c415c-653b-4f2d-af72-882676abcd9f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:13.290721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-cb9b9a0a-8c44-41ad-b4ca-82560f5ae140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4045081 Mar 21 07:00:13.298137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165839824', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:13.327886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:13.334642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Request body: {'port': {'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:13.335395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.336611 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6903f53-1d5c-48e7-a93f-ac48c2c2d6e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a94c415c-653b-4f2d-af72-882676abcd9f HTTP/1.1" status: 204 len: 168 time: 0.5328867 Mar 21 07:00:13.355219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Subnet': ['ID=b509bbfc-faba-458a-8795-f60f9a063143,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:13.363358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Checking segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:13.363867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network hostable DHCP agents. Network: f9e308c6-fdee-4c32-b70c-97bbfb171d26, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:00:13.386743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d0d4c8bf-43c8-4a79-a0c7-0021be31d745 None None] Provisioning for port be403304-884b-4896-ba5c-694710865567 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:13.394521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:00:13.396834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:13.400648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Attempting to bind port a0da9106-97e8-4707-8cbc-9d4554966e68 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:13.401093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Attempting to bind port a0da9106-97e8-4707-8cbc-9d4554966e68 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:13.401483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Attempting to bind port a0da9106-97e8-4707-8cbc-9d4554966e68 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:13.408537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d0d4c8bf-43c8-4a79-a0c7-0021be31d745 None None] Provisioning complete for port be403304-884b-4896-ba5c-694710865567 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:13.408749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c8bf-43c8-4a79-a0c7-0021be31d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.408861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:13.412992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, f9e308c6-fdee-4c32-b70c-97bbfb171d26) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:13.428960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:13.430220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.434836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:13.460798 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-299dcb64-bfa4-4a56-b77d-9f4fdfec290d req-95835ee7-5852-444f-9fe5-ac7b32abe0f7 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343364 Mar 21 07:00:13.462481 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dbcb8eed-dcfc-4986-80e8-894a7c89fe1b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8909695 Mar 21 07:00:13.465580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56600) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:13.466563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1c24a0-1439-42b9-8afd-a80226f8f908 None None] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:13.492648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Subnet': ['ID=5d3ea38e-43dd-4258-ac11-cdfe95a62e6c,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:13.516544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.517950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.598423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Checking segment: {'id': '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b446f97e-d335-48a7-9815-12004890e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:13.599055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network hostable DHCP agents. Network: b446f97e-d335-48a7-9815-12004890e527, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:00:13.604505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.626012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:13.626392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:13.626798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.627192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:13.627655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Bound port: a0da9106-97e8-4707-8cbc-9d4554966e68, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:13.628037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.695021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.712231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] For port a0da9106-97e8-4707-8cbc-9d4554966e68, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:13.715571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] For port a0da9106-97e8-4707-8cbc-9d4554966e68, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a0da9106-97e8-4707-8cbc-9d4554966e68,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:13.718652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.741202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:13.750642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:13.757248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.759130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:13.759931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:13.766603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Pushing event updated for resources: {'Port': ['ID=a0da9106-97e8-4707-8cbc-9d4554966e68,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:13.783991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49267a73-0593-4fae-9202-5cb5b5ea9280 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:13.801659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network b446f97e-d335-48a7-9815-12004890e527 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:00:13.835071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4c8bf-43c8-4a79-a0c7-0021be31d745 None None] Port be403304-884b-4896-ba5c-694710865567 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:13.852921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.853479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.853916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.854406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.854812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.855267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.855688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.856083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.856587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.857006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.857540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.857943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:00:13.863529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=26225811-ee1f-43ee-b4fc-3df52400abd5,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:13.955207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b446f97e-d335-48a7-9815-12004890e527) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:14.024173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebcd0c-5ad9-4342-8d81-416370cea896 None None] Network b446f97e-d335-48a7-9815-12004890e527 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:14.159570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:14.160436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.171863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be717346-e1c5-439e-a52e-cc198390860e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1497774 Mar 21 07:00:14.176224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56616) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:14.260940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'security_group': {'name': 'tempest-secgroup-1219374332'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:14.391418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:14.441205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:00:14.469345 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0141c91f-15d2-44ca-8d20-eaa17865e3b9 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8133514 Mar 21 07:00:14.476840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:14.477294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:14.477940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:14.483688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:14.487636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56628) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:14.557875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:14.561902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.568122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2083972710', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:14.584367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:14.600684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:router and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:14.624417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:14.640406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.674384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757667-9c73-4b92-a59c-94a8eae69baa req-e6bd7b41-77c5-4896-bb22-1e97fa58431d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:14.681346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43757667-9c73-4b92-a59c-94a8eae69baa req-e6bd7b41-77c5-4896-bb22-1e97fa58431d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 932 time: 0.9341924 Mar 21 07:00:14.683200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:14.686897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:14.723195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.804332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:00:14.804672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a412b2a-d2f0-4da9-8ff1-a8a81c85f111 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:00:14.816512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56634) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:14.854299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:14.879034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:14.884421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.885439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.891009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:14.912255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:14.925125 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43757667-9c73-4b92-a59c-94a8eae69baa req-02f8bd8f-d984-4ca5-9956-a4a7d298dfed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428403 Mar 21 07:00:14.947410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:14.984799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:00:14.985773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.024257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbc78f-2bf0-4d26-8ea1-dd7c659234d3 None None] Pushing event updated for resources: {'Port': ['ID=a0da9106-97e8-4707-8cbc-9d4554966e68,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:15.235765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2814916'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:15.239372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b446f97e-d335-48a7-9815-12004890e527', 'network_id': 'b446f97e-d335-48a7-9815-12004890e527', 'tenant_id': '347530cb172e4b72b220235e072e34b0', 'fixed_ips': [{'subnet_id': '5d3ea38e-43dd-4258-ac11-cdfe95a62e6c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:00:15.240198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.325993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Allocated IP 172.20.0.1 (f9e308c6-fdee-4c32-b70c-97bbfb171d26/b509bbfc-faba-458a-8795-f60f9a063143/857bc512-3fec-4b71-8f83-a042970bfae0) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:15.445954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:09Z', 'revision_number': 3, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:15.467385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71effdfc-70cc-4af7-af5f-e951c7573e38 None None] The sync data for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv is: [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:09Z', 'revision_number': 3, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:15.500547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.502795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:15.525367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:15.538337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:15.539501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Allocated IP 172.20.0.2 (b446f97e-d335-48a7-9815-12004890e527/5d3ea38e-43dd-4258-ac11-cdfe95a62e6c/fe4f84c1-5e64-4d4a-99f1-325c1bc372ed) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:15.547993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.579868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Transition to ACTIVE for port object 857bc512-3fec-4b71-8f83-a042970bfae0 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:15.588351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be403304-884b-4896-ba5c-694710865567 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:00:15.598431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:15.615399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.620410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.666415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dbd2d-b9fa-44c6-a119-90131ad19009 req-6b5f94c8-c2ad-434f-b9f3-1139152ecfc7 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:15.667905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a31dbd2d-b9fa-44c6-a119-90131ad19009 req-6b5f94c8-c2ad-434f-b9f3-1139152ecfc7 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.9825850 Mar 21 07:00:15.690731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Transition to ACTIVE for port object be403304-884b-4896-ba5c-694710865567 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:15.703688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:15.705161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.706951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:15.711159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:15.740651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.759631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.776992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:15.779338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:15.868204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Allocated IP 172.20.0.2 (f9e308c6-fdee-4c32-b70c-97bbfb171d26/b509bbfc-faba-458a-8795-f60f9a063143/f2c35c42-c02d-44a2-8fde-9f235fc22bf2) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:15.989347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Update dhcp port {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'fixed_ips': [{'subnet_id': 'd19627cb-7253-45d1-b7f9-38140414a527', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '26225811-ee1f-43ee-b4fc-3df52400abd5'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:00:16.013621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.047023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.103873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.138802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Transition to ACTIVE for port object fe4f84c1-5e64-4d4a-99f1-325c1bc372ed will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:16.216068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:16.277500 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a31dbd2d-b9fa-44c6-a119-90131ad19009 req-46187002-2e25-4fd8-86d4-3ea1bae2b6ec tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5852907 Mar 21 07:00:16.288359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.305367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:16.308460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:16.331630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.353802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Transition to ACTIVE for port object f2c35c42-c02d-44a2-8fde-9f235fc22bf2 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:16.383598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Transition to ACTIVE for port object f2c35c42-c02d-44a2-8fde-9f235fc22bf2 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:16.390554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.404755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Transition to ACTIVE for port object fe4f84c1-5e64-4d4a-99f1-325c1bc372ed will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:16.407454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.423322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:16.506761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.519436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a0da9106-97e8-4707-8cbc-9d4554966e68 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:16.580675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.594196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:16.602891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Pushing event updated for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:16.622015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:16.622224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.626144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:16.654148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Pushing event updated for resources: {'Port': ['ID=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:16.703806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Network b446f97e-d335-48a7-9815-12004890e527 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:16.718313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.724425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.756366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:16.758812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:16.759019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:16.774904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ab422-c70c-4466-a309-ec286820a45f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:16.815358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:16.866685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.888663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0733540-0b61-4bbb-b718-7296ee245452,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:16.898096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:16.900694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.914840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:16.949551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:16.963847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:16.978824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Pushing event updated for resources: {'Port': ['ID=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:17.012773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Attempting to bind port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:17.013148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Attempting to bind port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:17.013543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Attempting to bind port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 on network f9e308c6-fdee-4c32-b70c-97bbfb171d26 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:17.068976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:17.069377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Checking segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:17.069839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.070252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Bound using segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:17.070797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Bound port: f2c35c42-c02d-44a2-8fde-9f235fc22bf2, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:17.071172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.087340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.090336 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c5dd4d1b-2088-4ecf-97f3-b080160899ef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8640976 Mar 21 07:00:17.091754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56642) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:17.101955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'security_group': {'name': 'tempest-secgroup-207632206'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:17.110549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:17.118693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:17.123854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:17.133496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Allocated IP 172.26.2.116 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/846d7ef3-ca7c-474e-95c4-8a677e69b9a7) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:17.140533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Attempting to bind port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:17.140706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:17.140817 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Attempting to bind port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b446f97e-d335-48a7-9815-12004890e527'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:17.141030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Attempting to bind port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed on network b446f97e-d335-48a7-9815-12004890e527 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:17.148954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a0da9106-97e8-4707-8cbc-9d4554966e68 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:17.157700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:17.159110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:17.161170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.163193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:17.163576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Checking segment: {'id': '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b446f97e-d335-48a7-9815-12004890e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:17.163980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.164371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Bound using segment: {'id': '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b446f97e-d335-48a7-9815-12004890e527'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:17.165174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Bound port: fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b446f97e-d335-48a7-9815-12004890e527'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:17.165580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.211673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a0da9106-97e8-4707-8cbc-9d4554966e68 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:17.212061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.247398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:17.254745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:17.258994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:17.274964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:17.303910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.309103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Allocated IP 2001:db8::2 (a08313c5-1308-4cf2-af7b-367a0e43f832/26225811-ee1f-43ee-b4fc-3df52400abd5/e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:17.418865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] For port f2c35c42-c02d-44a2-8fde-9f235fc22bf2, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:17.455128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:17.456552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] For port f2c35c42-c02d-44a2-8fde-9f235fc22bf2, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:17.511016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.517425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.523435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] For port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:17.534888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.549600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.575544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.618623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Attempting to bind port be403304-884b-4896-ba5c-694710865567 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:17.618975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Attempting to bind port be403304-884b-4896-ba5c-694710865567 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:17.619244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Attempting to bind port be403304-884b-4896-ba5c-694710865567 on network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:17.631147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] For port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,segment=NetworkSegment(3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba),segment_id=3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:17.646227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a09a-906a-414b-91aa-472ef8a41d0c req-1b29fb19-e6d0-47fa-93d3-b19e981cd099 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:17.648015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fc4a09a-906a-414b-91aa-472ef8a41d0c req-1b29fb19-e6d0-47fa-93d3-b19e981cd099 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 944 time: 1.4858434 Mar 21 07:00:17.660871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Port be403304-884b-4896-ba5c-694710865567 on network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:00:17.661546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Attempting to bind port be403304-884b-4896-ba5c-694710865567 on network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:17.664422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.672303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:17.682910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.687498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:17.687911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Checking segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:17.688205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Bound using segment: {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:17.688641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Bound port: be403304-884b-4896-ba5c-694710865567, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a9facb-bca0-46e8-8185-9b0271e94f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:17.688982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.698268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.718666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac61136-973e-4296-b585-5070644cb2e6,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:17.729093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.734970 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c7745d1-2900-4383-ac02-6749bee8508b tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6382351 Mar 21 07:00:17.734970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:17.745684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:17.757815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983fde-80e7-4554-b400-595a6854dda5 None None] Pushing event updated for resources: {'Port': ['ID=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:17.757982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'security_group': {'name': 'tempest-secgroup-322683432'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:17.773268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:17.775695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.776793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a0678a0-8d96-4899-8c46-055dfeb6829f tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.9461873 Mar 21 07:00:17.781856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56652) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:17.782699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:17.796791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:17.814143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:17.816050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:17.866258 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Sync routers for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:17.868998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a0da9106-97e8-4707-8cbc-9d4554966e68, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a0da9106-97e8-4707-8cbc-9d4554966e68,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:17.887171 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:17.888781 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:17.905766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.920053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:17.960626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:17.980755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c39f-38f6-4443-ac86-7ceb877700e5 None None] Pushing event updated for resources: {'Port': ['ID=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.002945 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3942b0d5-6cad-46f4-9db7-19b043981114 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "PUT /v2.0/routers/d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5351388 Mar 21 07:00:18.047556 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b68fa16a-59f9-4e25-a7b5-bd0a86a658f3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.2502785 Mar 21 07:00:18.060929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:18.064866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Transition to ACTIVE for port object e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:18.070639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.075679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.099876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:18.140868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-security--1545370260', 'description': 'tempest-security-description-1917097888'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:18.151710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a0da9106-97e8-4707-8cbc-9d4554966e68,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.160858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:18.173629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:18.220266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:security_group_rule and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:18.234132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:18.257318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:18.260582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1fc4a09a-906a-414b-91aa-472ef8a41d0c req-4b1f1b8b-ebc7-4b05-87d9-0307fdc53d91 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5820057 Mar 21 07:00:18.288425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.405465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.422487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292bb4-c85a-4803-b273-764dd44c1034 None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.468440 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:18.515950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.529831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event updated for resources: {'Port': ['ID=846d7ef3-ca7c-474e-95c4-8a677e69b9a7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.539371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.652443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.656640 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "PUT /v2.0/security-groups/9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc HTTP/1.1" status: 200 len: 1778 time: 0.5904708 Mar 21 07:00:18.665533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.666443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56672) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:18.705652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fe4f84c1-5e64-4d4a-99f1-325c1bc372ed up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:18.736121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.740789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9951-79e2-4036-9633-161704cf6526 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.794472 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b43fc709-62b3-4a68-85cb-a65a6ad216c9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups/9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc HTTP/1.1" status: 200 len: 1778 time: 0.1239426 Mar 21 07:00:18.799411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56676) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:18.800455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.801878 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0666020 Mar 21 07:00:18.816494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56680) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:18.823012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf96eb-c345-425a-9c2d-3567f3e1cefc tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd5c4d-a65c-4d2e-a90a-cf11deab5645,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:18.850384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:18.851723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2007441831', 'security_groups': ['75cd5c4d-a65c-4d2e-a90a-cf11deab5645'], 'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26225811-ee1f-43ee-b4fc-3df52400abd5'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:18.860036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f2c35c42-c02d-44a2-8fde-9f235fc22bf2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:18.896004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:18.946553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:18.957349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=be403304-884b-4896-ba5c-694710865567,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:18.970491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d1af5-2afc-447c-9563-cfba15d78f8f req-9256cde5-6daa-4a19-aeba-bafe96d550d3 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:18.972920 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a35d1af5-2afc-447c-9563-cfba15d78f8f req-9256cde5-6daa-4a19-aeba-bafe96d550d3 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 1.4476750 Mar 21 07:00:19.001106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:19.012794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a0da9106-97e8-4707-8cbc-9d4554966e68 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:19.053138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.054950 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:16Z', 'revision_number': 2, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:19.060146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-ff62f9e6-a531-4289-b865-2738fe3f798f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Synchronizing usage tracker for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:19.067453 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Checking router: d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:19.067697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.069282 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Updating router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 port 857bc512-3fec-4b71-8f83-a042970bfae0 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:00:19.088999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a35d1af5-2afc-447c-9563-cfba15d78f8f req-991a2b0c-722f-435e-946e-859aef0d53ed tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888405 Mar 21 07:00:19.114743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.165979 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.196849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a0da9106-97e8-4707-8cbc-9d4554966e68 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:19.197567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.223588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.244369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:19.289980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:19.319622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:19.343684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Pushing event updated for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:19.366135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.449193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:19.530362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.532989 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d9cc0984-fabe-4c53-91e9-5270c78f03e3 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc HTTP/1.1" status: 204 len: 168 time: 0.7296100 Mar 21 07:00:19.535806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56686) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:19.541460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Provisioning for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:19.585579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:19.588435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.658797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.683398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f656523-8cad-4763-85b6-c3bd5980daf6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:19.693558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] device_id is not set on port 1455a40d-018a-4832-9c28-d9cd10837f9a yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:00:19.799222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728df00-2893-4c06-b510-75ad510c70d1 None None] Network b446f97e-d335-48a7-9815-12004890e527 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:19.825319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-ff62f9e6-a531-4289-b865-2738fe3f798f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Unset dirty status for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:19.826556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-ff62f9e6-a531-4289-b865-2738fe3f798f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310200324&fields=id&tenant_id=6cb6fa494551499b8aaab746fb8a1188 HTTP/1.1" status: 200 len: 267 time: 1.1906605 Mar 21 07:00:19.830257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:19.830370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.831756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-e4a6cdcd-ea06-49dd-9d6d-4f898a470807 service neutron] 10.222.0.30 "PUT /v2.0/ports/be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 1094 time: 6.5224960 Mar 21 07:00:19.833362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:19.876121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5f656523-8cad-4763-85b6-c3bd5980daf6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:19.876990 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5f656523-8cad-4763-85b6-c3bd5980daf6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3401172 Mar 21 07:00:19.882704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56692) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:19.954988 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-93b5b1de-977e-42ab-ab1b-71c2b4ffab59 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] delete failed (client error): The resource could not be found. Mar 21 07:00:19.956639 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-93b5b1de-977e-42ab-ab1b-71c2b4ffab59 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b74843a-7e4c-4ce8-b4c6-6e7a5715f9cc HTTP/1.1" status: 404 len: 347 time: 0.0730653 Mar 21 07:00:19.958776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:19.959788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:19.960669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56696) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:19.974718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--161218148'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:19.982695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:19.983616 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.000858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:20.007577 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Transition to ACTIVE for port object 857bc512-3fec-4b71-8f83-a042970bfae0 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:20.023142 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.027716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8::242 (a08313c5-1308-4cf2-af7b-367a0e43f832/26225811-ee1f-43ee-b4fc-3df52400abd5/1455a40d-018a-4832-9c28-d9cd10837f9a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:20.059748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.088341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1a8fb46b-14f0-49ec-916e-9021be338cf6 None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:20.090653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:20.106961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:20.112909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:20.134653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:20.172339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f054f-8db5-41e9-bbd9-343a8bdd6861 None None] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:20.402932 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Attempting to bind port 857bc512-3fec-4b71-8f83-a042970bfae0 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:20.403922 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Attempting to bind port 857bc512-3fec-4b71-8f83-a042970bfae0 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:20.405091 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Attempting to bind port 857bc512-3fec-4b71-8f83-a042970bfae0 on network f9e308c6-fdee-4c32-b70c-97bbfb171d26 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:20.416330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:20.417110 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Checking segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:20.418531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.419297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Bound using segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:20.419965 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Bound port: 857bc512-3fec-4b71-8f83-a042970bfae0, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:20.421798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.479293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.484961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.497940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.503517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:20.512246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b895c3-fa79-4efd-9929-ea2bf5b1d710 req-191339cd-adff-44a7-b32b-e33a28ce4910 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:20.520431 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53b895c3-fa79-4efd-9929-ea2bf5b1d710 req-191339cd-adff-44a7-b32b-e33a28ce4910 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 944 time: 0.6965752 Mar 21 07:00:20.530646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 1455a40d-018a-4832-9c28-d9cd10837f9a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:20.533285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a952d48-9bb0-4c2d-a7f2-9bd4a268a706,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:20.564168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Provisioning for port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:20.569117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.573917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.579017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91667383-6aa2-489f-96b8-4dab5be79279 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6138294 Mar 21 07:00:20.579324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56702) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:20.585841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '3a952d48-9bb0-4c2d-a7f2-9bd4a268a706', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:20.591549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Provisioning complete for port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:20.592075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.593912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.596000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:20.612418 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] For port 857bc512-3fec-4b71-8f83-a042970bfae0, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:20.616471 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] For port 857bc512-3fec-4b71-8f83-a042970bfae0, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=857bc512-3fec-4b71-8f83-a042970bfae0,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:20.631721 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.638475 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddee08-665f-4b22-8e9d-136dcbbf71c6 None None] Pushing event updated for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:20.672134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-1ab0823a-b279-48be-bf08-7456d603cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:20.674176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-1ab0823a-b279-48be-bf08-7456d603cb4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1097 time: 0.6916993 Mar 21 07:00:20.674437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:20.685798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:20.704752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:20.724883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:20.733187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:20.736255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=1455a40d-018a-4832-9c28-d9cd10837f9a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:20.744148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:20.750273 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddee08-665f-4b22-8e9d-136dcbbf71c6 None None] Pushing event updated for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:20.766694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:20.768230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.778214 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:20.778924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T06:59:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:20.782813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-cdb7fe80-1fc1-49e7-8a42-3ff905dc28db tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:20.783595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-cdb7fe80-1fc1-49e7-8a42-3ff905dc28db tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Synchronizing usage tracker for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:20.793953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.26.2.122 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/ba3fe3b1-ab00-4bcd-897e-1503e90fc1cf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:20.825251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53b895c3-fa79-4efd-9929-ea2bf5b1d710 req-24162193-8bc9-4861-9131-fe3d766b9f0b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036518 Mar 21 07:00:20.831031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:20.840458 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-1b4975b4-6094-4d2c-8abe-98114b42b1ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 217 time: 0.1500437 Mar 21 07:00:20.869358 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-141e5148-db7c-4097-9d7a-5c0c40017c10 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0514185 Mar 21 07:00:20.870298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56706) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:20.896285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:20.965490 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567', 'status': 'completed', 'code': 200} Mar 21 07:00:20.971605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-cdb7fe80-1fc1-49e7-8a42-3ff905dc28db tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Unset dirty status for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:20.972751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-cdb7fe80-1fc1-49e7-8a42-3ff905dc28db tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 797 time: 0.9918282 Mar 21 07:00:20.991642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:20.997084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.091941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:21.113444 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:21.119354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.120700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:21.124923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:21.128159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.157988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:21.159810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810ee575-1dbc-4438-8235-aeb21b593196,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:21.180760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.184314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-9699d7f3-47a5-45ca-9c18-52a0c6ed6ca9 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/quotas/6cb6fa494551499b8aaab746fb8a1188 HTTP/1.1" status: 200 len: 375 time: 0.1773489 Mar 21 07:00:21.184455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1a73c56e-16a0-4a9a-9868-17665897b2ee tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6028793 Mar 21 07:00:21.187704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:21.196180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.222325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.244733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56710) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:21.310373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] For port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,segment=NetworkSegment(3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba),segment_id=3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:21.329435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.394417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Provisioning for port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:21.411503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.412889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Provisioning complete for port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:21.413403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.429727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.534784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Pushing event updated for resources: {'Port': ['ID=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:21.596286 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26225811-ee1f-43ee-b4fc-3df52400abd5 (CIDR: 2001:db8::/64) Mar 21 07:00:21.597536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.612258 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:00:21.612743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:21.634457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.640455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=810ee575-1dbc-4438-8235-aeb21b593196,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:21.646107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.649464 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-23701bbf-8373-4b58-bca4-2a0677c6ada0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/810ee575-1dbc-4438-8235-aeb21b593196 HTTP/1.1" status: 204 len: 168 time: 0.3987885 Mar 21 07:00:21.649985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56714) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:21.692737 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2a047637-4e3c-48ec-a7ba-c0049c3e5066 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8092089 Mar 21 07:00:21.693500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] For port f2c35c42-c02d-44a2-8fde-9f235fc22bf2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:21.702037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.713769 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:20Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:21.719222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56718) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:21.719693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588834-0fd3-4ea5-9180-502567ef2692 None None] The sync data for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv is: [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:20Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:21.729552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e68c56f8-5174-4092-a29d-9e299b3543d8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:21.737929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:21.819836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e68c56f8-5174-4092-a29d-9e299b3543d8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:21.821425 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e68c56f8-5174-4092-a29d-9e299b3543d8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1705208 Mar 21 07:00:21.825474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56722) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:21.865806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Provisioning for port 1455a40d-018a-4832-9c28-d9cd10837f9a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:21.872703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0c8f-8cad-4cfc-94a4-5535d2b83c81 None None] Pushing event updated for resources: {'Port': ['ID=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:21.879308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Provisioning complete for port 1455a40d-018a-4832-9c28-d9cd10837f9a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:21.879689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:21.896858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-bde27d9f-9df7-40c5-93f6-ac7676a5890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:21.899155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-bde27d9f-9df7-40c5-93f6-ac7676a5890e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.9978797 Mar 21 07:00:21.948200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Port 1455a40d-018a-4832-9c28-d9cd10837f9a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:21.965556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Provisioning for port 857bc512-3fec-4b71-8f83-a042970bfae0 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:22.003313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Provisioning complete for port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:22.004375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.088435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.108677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:22.125755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:22.141572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:22.163252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:22.166766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.205004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:22.211833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.222281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Provisioning complete for port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:22.223176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50f9eac5-7421-43b0-99e2-457dd998afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.319004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-a6971d6d-a7ff-4265-8c41-6203639a44b6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8185215 Mar 21 07:00:22.323262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.399918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.428685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.430763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a952d48-9bb0-4c2d-a7f2-9bd4a268a706,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:22.436700 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d19627cb-7253-45d1-b7f9-38140414a527 (CIDR: 2001:db8:0:1::/64) Mar 21 07:00:22.447002 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:00:22.447002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:22.468979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-15ab8af8-e513-4cd3-99de-59dae6a8a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:22.475580 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f1926123-10ab-45f7-933e-b48c8f5da5c0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7424850 Mar 21 07:00:22.476640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-15ab8af8-e513-4cd3-99de-59dae6a8a3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5379629 Mar 21 07:00:22.478344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56728) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:22.482535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.484315 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d36e445-32d7-4074-b7bd-98d02c04a856 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/3a952d48-9bb0-4c2d-a7f2-9bd4a268a706 HTTP/1.1" status: 204 len: 168 time: 0.6575944 Mar 21 07:00:22.489608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'subnet': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:22.493642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfbaf7-8ee6-4ec9-bc2e-c533b55d7056 req-c01f542f-7c73-485b-a7bf-24e755174bae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:22.496003 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-28cfbaf7-8ee6-4ec9-bc2e-c533b55d7056 req-c01f542f-7c73-485b-a7bf-24e755174bae tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 1.3284483 Mar 21 07:00:22.507704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56732) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:22.523513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a87ea37f-5b11-4149-80f9-c3b72864438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.682926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fe4f84c1-5e64-4d4a-99f1-325c1bc372ed up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:22.706323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:22.722089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Usage tracker for resource:subnet and tenant:725f2a3efe24449d914c58b310a0748e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:22.725359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:22.734480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:22.753800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Made reservation on behalf of 725f2a3efe24449d914c58b310a0748e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:22.758008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.805010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:22.805420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:22.950516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d2f65d0-ede4-45c9-acb7-a68a0566ffb6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:22.992934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 857bc512-3fec-4b71-8f83-a042970bfae0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:23.089708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 857bc512-3fec-4b71-8f83-a042970bfae0 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:23.099229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 857bc512-3fec-4b71-8f83-a042970bfae0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:23.099604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.132640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d2f65d0-ede4-45c9-acb7-a68a0566ffb6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:23.133372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.134193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0d2f65d0-ede4-45c9-acb7-a68a0566ffb6 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5242457 Mar 21 07:00:23.138172 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-28cfbaf7-8ee6-4ec9-bc2e-c533b55d7056 req-cf77196c-a238-4a22-b1ff-005d848afe63 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4590850 Mar 21 07:00:23.144076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.156557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56736) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:23.251447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--650205382'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:23.273621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.276008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Network a08313c5-1308-4cf2-af7b-367a0e43f832 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:23.279289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:23.284719 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:23.285425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.291519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:23.296494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Subnet': ['ID=4a8f2603-4382-43f1-b91f-8ac050406f4a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:23.304856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959d118-4f53-43f9-986d-72525975034e None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:23.329099 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2deea850-ceec-4083-a8d5-38efa0b0bcb7 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8474939 Mar 21 07:00:23.330074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56742) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:23.336147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1746203780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a8f2603-4382-43f1-b91f-8ac050406f4a'}], 'security_groups': ['a37ab422-c70c-4466-a309-ec286820a45f', '9ac61136-973e-4296-b585-5070644cb2e6']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:23.374745 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-73099f1a-4488-4bd5-a596-352d6329d12b service neutron] 10.222.0.31 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0162461 Mar 21 07:00:23.376299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:23.460574 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-a1540d7e-dcd5-42aa-b5d5-d6b87026b048 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569950 Mar 21 07:00:23.462986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:23.475601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:23.477971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:23.505540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 857bc512-3fec-4b71-8f83-a042970bfae0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=857bc512-3fec-4b71-8f83-a042970bfae0,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:23.506211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.515651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.516429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f2c35c42-c02d-44a2-8fde-9f235fc22bf2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:23.589524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=ba3fe3b1-ab00-4bcd-897e-1503e90fc1cf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:23.678872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:23.686128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.760344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:23.760706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:23.966141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Router b77abeec-8eff-4fbb-9813-cee2e4b11de3 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:23.991122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Update dhcp port {'port': {'network_id': 'a08313c5-1308-4cf2-af7b-367a0e43f832', 'fixed_ips': [{'subnet_id': 'd19627cb-7253-45d1-b7f9-38140414a527', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '26225811-ee1f-43ee-b4fc-3df52400abd5', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a8f2603-4382-43f1-b91f-8ac050406f4a'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:00:24.016872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:24.049319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:24.049569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.059149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Delete allocated IP 2001:db8::242 (a08313c5-1308-4cf2-af7b-367a0e43f832/26225811-ee1f-43ee-b4fc-3df52400abd5) {{(pid=87987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 07:00:24.065062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:24.071255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Allocated IP 2001:db8:0:2::305 (a08313c5-1308-4cf2-af7b-367a0e43f832/4a8f2603-4382-43f1-b91f-8ac050406f4a/1455a40d-018a-4832-9c28-d9cd10837f9a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:24.138288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:24.289599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.290989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cae356d5-d188-46c3-ad6f-f7f6f8a4da8e req-4186c011-74db-49ea-a18f-bfe2506ba1a1 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7608628 Mar 21 07:00:24.300206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-cf8dcc6e-775e-4659-b46b-86834bcb8db0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9332612 Mar 21 07:00:24.302097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-bbefbc54-5685-44e8-b743-3893bfc93d2b service neutron] 10.222.0.31 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8348303 Mar 21 07:00:24.310226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Transition to ACTIVE for port object 1455a40d-018a-4832-9c28-d9cd10837f9a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:24.316832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.320404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678a9ef-6292-439b-92d9-a8c11d86c80d req-7125fb14-d378-4d01-a896-4b009f4c793e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:24.328125 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4678a9ef-6292-439b-92d9-a8c11d86c80d req-7125fb14-d378-4d01-a896-4b009f4c793e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 944 time: 0.9808137 Mar 21 07:00:24.446579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] In _notify_port_updated(), no bound segment for port 1455a40d-018a-4832-9c28-d9cd10837f9a on network a08313c5-1308-4cf2-af7b-367a0e43f832 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:00:24.452817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:24.453484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.459071 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "PUT /v2.0/ports/1455a40d-018a-4832-9c28-d9cd10837f9a HTTP/1.1" status: 200 len: 970 time: 1.1277177 Mar 21 07:00:24.485929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56746) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:24.527471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Allocated IP 2001:db8:0:2::2 (a08313c5-1308-4cf2-af7b-367a0e43f832/4a8f2603-4382-43f1-b91f-8ac050406f4a/e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:24.530479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 857bc512-3fec-4b71-8f83-a042970bfae0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:24.585194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port 1455a40d-018a-4832-9c28-d9cd10837f9a {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:24.586059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.635080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43c50ad2-7925-474b-a22f-08d469c23ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.662885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d23dc-5320-4fc1-a445-b3b6e52fbe45 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event updated for resources: {'Port': ['ID=1455a40d-018a-4832-9c28-d9cd10837f9a,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:24.710256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4678a9ef-6292-439b-92d9-a8c11d86c80d req-272906f1-60bb-4091-8d23-7c3aa08d9a29 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796866 Mar 21 07:00:24.787618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 857bc512-3fec-4b71-8f83-a042970bfae0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:24.788020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.841631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:24.905414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:24.966071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Transition to ACTIVE for port object e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:24.983841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.038070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.075094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6503861-e65b-4d79-8f67-8d2b35478782 req-6ee70944-106e-42ca-9f21-e50f037b0d95 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 210 time: 0.1195314 Mar 21 07:00:25.117284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:25.148922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] Sync routers for ids ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:25.187648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.193687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.202398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for 1455a40d-018a-4832-9c28-d9cd10837f9a owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:25.269832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] Routers {'b77abeec-8eff-4fbb-9813-cee2e4b11de3'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:25.270476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:25.302299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.345494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d94f-0205-485d-9297-fa6131a9f08b None None] Pushing event updated for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:25.356704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:25.385175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] Routers {'b77abeec-8eff-4fbb-9813-cee2e4b11de3'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:25.385898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:25.424211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.461495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.462781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df296a2d-9ea0-4a00-9391-a729bb7135c5 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.2058511 Mar 21 07:00:25.469179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56762) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:25.487670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.489251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2770803 Mar 21 07:00:25.496630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56766) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:25.497737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=1455a40d-018a-4832-9c28-d9cd10837f9a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:25.498174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:25.499789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:25.500468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e06edc-e3cc-4d25-8d68-41b36481a40d None None] The sync data for ids ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:25.539643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'b14eeb1d-5ae8-4efe-8b00-e56afbf37284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:25.553379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:25.564900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:25.567998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.571245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:25.572487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7df94-0e6f-47c4-9ad9-30c057d1a3cc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14eeb1d-5ae8-4efe-8b00-e56afbf37284,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:25.580015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:25.592840 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-754c0610-3149-41f9-a0a6-77f441f7e89e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/1455a40d-018a-4832-9c28-d9cd10837f9a HTTP/1.1" status: 204 len: 168 time: 1.1050646 Mar 21 07:00:25.596338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56770) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:25.649405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.657799 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6a613b-d72b-44c5-8f71-9572adedeb1e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] GET failed (client error): The resource could not be found. Mar 21 07:00:25.658343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf6a613b-d72b-44c5-8f71-9572adedeb1e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Synchronizing usage tracker for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:25.686264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf6a613b-d72b-44c5-8f71-9572adedeb1e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Unset dirty status for tenant:725f2a3efe24449d914c58b310a0748e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:25.690195 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf6a613b-d72b-44c5-8f71-9572adedeb1e tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports/1455a40d-018a-4832-9c28-d9cd10837f9a HTTP/1.1" status: 404 len: 333 time: 0.0857658 Mar 21 07:00:25.691272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56774) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:25.723715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.755067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.794832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.810990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-ae5fa856-f90b-47ad-9b86-e62825b73c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:25.813702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-ae5fa856-f90b-47ad-9b86-e62825b73c30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 1.2078781 Mar 21 07:00:25.851372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36971-9b97-40bb-883b-750701530287 req-952b704d-a135-45c0-b065-3e025ba82cc8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:25.853034 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2f36971-9b97-40bb-883b-750701530287 req-952b704d-a135-45c0-b065-3e025ba82cc8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.8586223 Mar 21 07:00:25.885117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.891835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-d445d967-c36d-4aa7-99fe-283d3d4d8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:25.893630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-d445d967-c36d-4aa7-99fe-283d3d4d8e76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1097 time: 1.4364398 Mar 21 07:00:25.898342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:25.928057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.028764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ec9ad9-9dc1-4f71-bdee-e841fe1db1cc,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:26.030034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Could not find standard attr ID for object 1455a40d-018a-4832-9c28-d9cd10837f9a. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:00:26.047898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.051885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Provisioning for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:26.057196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:26.057589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.278357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-f53ba3f0-7c25-42cc-bf8b-99d7ccf8495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:26.280327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-f53ba3f0-7c25-42cc-bf8b-99d7ccf8495d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 898 time: 0.3581381 Mar 21 07:00:26.308382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:26.308908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.400254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.401771 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-18f63e20-89ac-4b8e-89b3-87db3b033d53 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9015672 Mar 21 07:00:26.411650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.415391 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/security-groups/75cd5c4d-a65c-4d2e-a90a-cf11deab5645 HTTP/1.1" status: 204 len: 168 time: 0.7207749 Mar 21 07:00:26.422159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56788) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:26.422493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56790) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:26.428116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2f36971-9b97-40bb-883b-750701530287 req-8efb7a92-6ca1-4a83-bb40-01a1e49373c9 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5329878 Mar 21 07:00:26.434972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'b14eeb1d-5ae8-4efe-8b00-e56afbf37284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:26.457028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-72b4c783-78b3-4e9e-a6b8-f43ffe96eff5 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:26.457028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-72b4c783-78b3-4e9e-a6b8-f43ffe96eff5 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.30 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 797 time: 0.4792566 Mar 21 07:00:26.457028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38eb16-d892-47a4-8c66-f90446d50195 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd5c4d-a65c-4d2e-a90a-cf11deab5645,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:26.458765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3f173fc6-6078-489a-b345-0d91e339685e None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:26.480692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:26.552894 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-f1dd89b5-e9be-458e-8f29-a2341d8129fe tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cb6fa494551499b8aaab746fb8a1188 HTTP/1.1" status: 200 len: 380 time: 0.0899525 Mar 21 07:00:26.562531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'port': {'device_id': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'admin_state_up': True, 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'security_groups': ['5a65197d-8cf6-4648-801a-fc4979a4a937']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:26.573994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f06ea38-fe10-494c-b7ee-e97e9a89591a None None] Could not find standard attr ID for object 1455a40d-018a-4832-9c28-d9cd10837f9a. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:00:26.577007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:26.577413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.606032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:00:26.641887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:26.700341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-742ae27a-7bba-46a5-b625-f0f1ea28f6f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 217 time: 0.2880092 Mar 21 07:00:26.712346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:26.718132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:26.718403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:26.721968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:port and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:26.724753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:26.730290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:26.739764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Made reservation on behalf of 6cb6fa494551499b8aaab746fb8a1188 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:26.743272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:26.784564 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b142eed7-9a3b-41a2-ad8e-655d04cb3b9c req-91585af3-9627-4238-95e5-c215ac61a65a tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 210 time: 0.1604671 Mar 21 07:00:26.789286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:26.914742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Allocated IP 172.20.0.10 (f9e308c6-fdee-4c32-b70c-97bbfb171d26/b509bbfc-faba-458a-8795-f60f9a063143/4038db01-7ce9-4015-85f2-a4b3540b534b) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:26.993095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.002147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2c98c-5756-47d5-9635-cb4cfc984363 req-2f60d849-3e7c-4423-acf1-1b21c72c22a3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:27.003622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b0b2c98c-5756-47d5-9635-cb4cfc984363 req-2f60d849-3e7c-4423-acf1-1b21c72c22a3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 944 time: 1.0836332 Mar 21 07:00:27.011627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-77b20d02-06c0-4198-94da-e98e126b9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:27.012987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-77b20d02-06c0-4198-94da-e98e126b9829 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 1.1476228 Mar 21 07:00:27.111509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.115274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.127621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Transition to ACTIVE for port object 4038db01-7ce9-4015-85f2-a4b3540b534b will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:27.153979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.158119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-c8aec868-2587-4b87-b202-7facb2bb1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:27.159698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-c8aec868-2587-4b87-b202-7facb2bb1fe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.4356384 Mar 21 07:00:27.185530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.231088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.235228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:27.238693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:27.240917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:27.244351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.278852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:27.314424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:27.315206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.339886 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2f2c5e7d-477e-4bff-ad03-b28afbb632be tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7811399 Mar 21 07:00:27.350965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Request body: {'port': {'device_id': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:27.475605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.523689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-afb7ce23-0d3b-4670-86d6-62a2524e06e5 None None] Provisioning for port 4038db01-7ce9-4015-85f2-a4b3540b534b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:27.529175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-afb7ce23-0d3b-4670-86d6-62a2524e06e5 None None] Provisioning complete for port 4038db01-7ce9-4015-85f2-a4b3540b534b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:27.529914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb7ce23-0d3b-4670-86d6-62a2524e06e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.602157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-afb7ce23-0d3b-4670-86d6-62a2524e06e5 None None] Port 4038db01-7ce9-4015-85f2-a4b3540b534b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:27.615239 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b0b2c98c-5756-47d5-9635-cb4cfc984363 req-989a886d-d088-435d-ac95-025c604dc511 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841968 Mar 21 07:00:27.676057 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-f942e252-2854-45a4-8a8b-0c74bea514d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.6423566 Mar 21 07:00:27.798926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device be403304-884b-4896-ba5c-694710865567 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:00:27.846092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:00:27.847889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.855147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.872220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Transition to ACTIVE for port object 4038db01-7ce9-4015-85f2-a4b3540b534b will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:27.880399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.927792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:27.978134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.024060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=be403304-884b-4896-ba5c-694710865567,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:28.045917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'be403304-884b-4896-ba5c-694710865567', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:00:28.060065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac61136-973e-4296-b585-5070644cb2e6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:28.073763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-9d07165e-c012-4867-849e-08eadaa2df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.075481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-9d07165e-c012-4867-849e-08eadaa2df5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.3832746 Mar 21 07:00:28.081462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21528bec-421c-4dc2-ae18-00cc8f148221,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:28.161608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.175527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:28.181515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be403304-884b-4896-ba5c-694710865567 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:00:28.182625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Attempting to bind port 4038db01-7ce9-4015-85f2-a4b3540b534b on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:28.182956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Attempting to bind port 4038db01-7ce9-4015-85f2-a4b3540b534b by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:28.183278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Attempting to bind port 4038db01-7ce9-4015-85f2-a4b3540b534b on network f9e308c6-fdee-4c32-b70c-97bbfb171d26 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:28.193408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Port 4038db01-7ce9-4015-85f2-a4b3540b534b on network f9e308c6-fdee-4c32-b70c-97bbfb171d26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:00:28.193736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Attempting to bind port 4038db01-7ce9-4015-85f2-a4b3540b534b on network f9e308c6-fdee-4c32-b70c-97bbfb171d26 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:28.199643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:28.200285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Checking segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:28.200939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Bound using segment: {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:28.201093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Bound port: 4038db01-7ce9-4015-85f2-a4b3540b534b, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca984d8-14db-4714-900f-d4370b681f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:28.202020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.202292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=be403304-884b-4896-ba5c-694710865567,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:28.207881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.208712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-f7697618-174e-4ac3-b2d8-bbfb8b2223f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.210334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-f7697618-174e-4ac3-b2d8-bbfb8b2223f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0272889 Mar 21 07:00:28.292695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:28.293255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72389-8879-407b-ad8c-58bba3809a56 req-c9e38409-8629-4f0a-a9e7-20630af2f203 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.294548 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44d72389-8879-407b-ad8c-58bba3809a56 req-c9e38409-8629-4f0a-a9e7-20630af2f203 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6875837 Mar 21 07:00:28.295421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.299277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-febf0755-0046-48f0-888a-9e758b097bef tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ac61136-973e-4296-b585-5070644cb2e6 HTTP/1.1" status: 204 len: 168 time: 1.8660946 Mar 21 07:00:28.303612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.304140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:28.304701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e83f1988-a071-459f-914a-1567dbaae935 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8756678 Mar 21 07:00:28.307683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:28.308983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56800) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:28.309067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56802) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:28.332975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.341791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'b14eeb1d-5ae8-4efe-8b00-e56afbf37284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:28.397174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:28.400444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.414008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.414533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.416246 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] 10.222.0.30 "PUT /v2.0/ports/4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 1094 time: 1.0701263 Mar 21 07:00:28.430020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:28.443299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:28.456622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:28.480098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:28.505460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44d72389-8879-407b-ad8c-58bba3809a56 req-7963b3f7-7821-43a1-8a9b-bc3a4a7f957d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951995 Mar 21 07:00:28.540338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913665ee-ee28-4a8f-b9c1-436effb673cb service neutron] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:28.562177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a3c6-acd0-479a-96b0-b5724c329f98 req-242e0e9c-7d2e-494f-ad92-a9b5fa93e9ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.563534 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f56a3c6-acd0-479a-96b0-b5724c329f98 req-242e0e9c-7d2e-494f-ad92-a9b5fa93e9ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 944 time: 0.6192889 Mar 21 07:00:28.568032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router 32a1766f-1761-4ac5-9d83-dcff2078a955 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:28.573277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-655b6e50-d65c-4f92-86b1-4bb2c0cf10a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437212 Mar 21 07:00:28.576980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.586252 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'status': 'completed', 'code': 200} Mar 21 07:00:28.588659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.594728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['be403304-884b-4896-ba5c-694710865567'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:00:28.647795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-f3b6dd09-9605-4ad8-a4d1-71eb01c66369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.649341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-f3b6dd09-9605-4ad8-a4d1-71eb01c66369 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5654433 Mar 21 07:00:28.759140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.807824 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f56a3c6-acd0-479a-96b0-b5724c329f98 req-1c0c7b49-6896-4379-be0d-064cefc66735 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314720 Mar 21 07:00:28.823493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-eadec6a2-70ee-4f2f-894c-cdd6c25f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:28.825326 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-eadec6a2-70ee-4f2f-894c-cdd6c25f1b6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1097 time: 0.3534830 Mar 21 07:00:28.899118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.910060 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-26dccb6a-8c4e-42fa-b2e5-b6e38e6e265e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 217 time: 0.0720592 Mar 21 07:00:28.910797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:28.969196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.003494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f41163-de55-45b5-a687-fff9c25d251d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:29.011035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ab422-c70c-4466-a309-ec286820a45f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:29.030841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.034427 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c80c5d86-b473-4068-b3cd-976091111bab tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7187681 Mar 21 07:00:29.034427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-e94f947c-51c3-4679-bd6f-63b639629f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:29.035398 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-e94f947c-51c3-4679-bd6f-63b639629f21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 200 len: 835 time: 0.1137581 Mar 21 07:00:29.036147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56812) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:29.038274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.041764 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-329bc7ea-e567-45a6-9de7-9b00a21b5f90 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/security-groups/a37ab422-c70c-4466-a309-ec286820a45f HTTP/1.1" status: 204 len: 168 time: 0.7291758 Mar 21 07:00:29.042903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'b14eeb1d-5ae8-4efe-8b00-e56afbf37284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:29.047124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56816) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:29.121307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:29.137473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:29.147818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:29.159625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:29.188364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 26225811-ee1f-43ee-b4fc-3df52400abd5 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:29.200466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.238643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.298238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.320528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e566b7f5-3d9f-4f3c-a28e-bfbaee8f0c73 req-881744d0-574d-4fe1-b519-180a49030845 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059836 Mar 21 07:00:29.328603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2b5782cb-7a6e-46ba-b883-fe399e3a20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:29.330206 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-2b5782cb-7a6e-46ba-b883-fe399e3a20e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9e308c6-fdee-4c32-b70c-97bbfb171d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2822628 Mar 21 07:00:29.331657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-7f51546c-c10b-450c-9b6a-bdbed031365d service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092064 Mar 21 07:00:29.338350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:29.350221 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] Sync routers for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:29.361455 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:29.362190 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:29.430084 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:29.438753 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:29.439447 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:29.458201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.461873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fd2d735b-4405-4019-8dd7-554d170f9760 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 14.9210877 Mar 21 07:00:29.468093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99579b-f301-438f-a95d-72115b4f252c req-e7268669-1dd1-4b1c-8254-0a0fd358a48a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:29.468533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f99579b-f301-438f-a95d-72115b4f252c req-e7268669-1dd1-4b1c-8254-0a0fd358a48a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 945 time: 0.6923950 Mar 21 07:00:29.469020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56820) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:29.476260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.493016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.507685 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:29.508214 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbc46d-0bd9-43a8-80ff-bbef93a6878d None None] The sync data for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:29.551428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bad121-df05-44fe-aadb-4974a1570036,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:29.568933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.570152 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9d8c9827-65ea-4b3f-bf45-459892a91f2e tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5333531 Mar 21 07:00:29.580838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.615848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:29.631154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'b14eeb1d-5ae8-4efe-8b00-e56afbf37284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:29.643872 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-baae0209-0e65-4aa2-b8ac-7701d3c0b499 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007920 Mar 21 07:00:29.644756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:29.656120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:29.678229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:29.698227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:29.800204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.813947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.823126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f99579b-f301-438f-a95d-72115b4f252c req-157f5849-daa0-4621-bf73-7ccb26586717 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837639 Mar 21 07:00:29.825254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f52e0b2f-7a4e-43c2-8139-41a8ebb0c968 req-a443aec9-f20d-45dc-acb8-011afd551045 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774354 Mar 21 07:00:29.829965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device be403304-884b-4896-ba5c-694710865567 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:29.942583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6622d-0dee-43a2-b9f7-6f59f03d4476 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:29.948957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:29.960861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=26225811-ee1f-43ee-b4fc-3df52400abd5,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:29.973791 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d57c93c0-9ea0-4fb1-beac-bb945e497e9d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/26225811-ee1f-43ee-b4fc-3df52400abd5 HTTP/1.1" status: 204 len: 168 time: 0.9243553 Mar 21 07:00:29.974568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56832) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:29.981982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port be403304-884b-4896-ba5c-694710865567 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:30.018937 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e2d623c3-708d-48a2-8753-30604d0209a9 req-569383a0-75a3-4d0a-b7d6-da411f23c022 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667476 Mar 21 07:00:30.038988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port be403304-884b-4896-ba5c-694710865567 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:30.039305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.063736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.068251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.095140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet 4a8f2603-4382-43f1-b91f-8ac050406f4a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:30.142658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.189097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2ffae-e5e4-4eb8-b79f-5c6592706bc2,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:30.208684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.213023 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d9810a67-846d-48f4-8a78-b3a34e734429 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5960722 Mar 21 07:00:30.217212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56836) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:30.249607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.264552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105711d-c1ba-4d63-9d17-e40f0838ca22 req-1de70122-bf5a-4eae-9ef8-31e72437ced0 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:30.266068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1105711d-c1ba-4d63-9d17-e40f0838ca22 req-1de70122-bf5a-4eae-9ef8-31e72437ced0 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6274459 Mar 21 07:00:30.303217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.345710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be403304-884b-4896-ba5c-694710865567'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:30.358462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=be403304-884b-4896-ba5c-694710865567,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:30.367530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.388062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.401847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.426108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-36f44831-b1ba-431a-8f60-0a8237539aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:30.427712 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-36f44831-b1ba-431a-8f60-0a8237539aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1097 time: 0.3274252 Mar 21 07:00:30.452669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-cc5810b4-d8c6-45c1-aa45-a0155df9f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:30.454522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-cc5810b4-d8c6-45c1-aa45-a0155df9f0ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.5249879 Mar 21 07:00:30.468427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:30.478878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.501620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1105711d-c1ba-4d63-9d17-e40f0838ca22 req-955b04e0-f769-443d-b6ce-d9f73e6283d1 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270248 Mar 21 07:00:30.515237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.531335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106c02b-8658-4e06-aed6-dc1fe75b456b req-5dd8e680-31cd-4340-9d45-6a310fe06ed3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:30.532856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4106c02b-8658-4e06-aed6-dc1fe75b456b req-5dd8e680-31cd-4340-9d45-6a310fe06ed3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 944 time: 0.5735381 Mar 21 07:00:30.580806 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be403304-884b-4896-ba5c-694710865567', 'code': 200} Mar 21 07:00:30.622634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fa2ffae-e5e4-4eb8-b79f-5c6592706bc2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:30.640604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.641847 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-71f9cae5-5e41-42bc-ba8d-dbc610072627 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9fa2ffae-e5e4-4eb8-b79f-5c6592706bc2 HTTP/1.1" status: 204 len: 168 time: 0.4236655 Mar 21 07:00:30.646806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56842) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:30.717103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.774870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-2d6ea03c-bc2f-4ed6-be80-45607f8308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:30.776330 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-2d6ea03c-bc2f-4ed6-be80-45607f8308d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 898 time: 0.3418272 Mar 21 07:00:30.779005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8f2603-4382-43f1-b91f-8ac050406f4a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:30.793536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3d671c8-e570-4c3c-b130-89095f693f0b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:30.970746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:30.984456 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-302a7e2f-b831-408e-bb78-60ee9696e80c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 217 time: 0.1870656 Mar 21 07:00:30.989263 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e8ae9524-795d-45ff-ba50-c15283824ad2 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/4a8f2603-4382-43f1-b91f-8ac050406f4a HTTP/1.1" status: 204 len: 168 time: 1.0081482 Mar 21 07:00:30.992633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.073742 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aaad82-98b6-4b5c-889f-46a29d55141c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:31.074200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aaad82-98b6-4b5c-889f-46a29d55141c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:31.079379 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-85aaad82-98b6-4b5c-889f-46a29d55141c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/26225811-ee1f-43ee-b4fc-3df52400abd5 HTTP/1.1" status: 404 len: 337 time: 0.0814967 Mar 21 07:00:31.079379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3d671c8-e570-4c3c-b130-89095f693f0b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:31.079379 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3d671c8-e570-4c3c-b130-89095f693f0b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4278064 Mar 21 07:00:31.079995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56852) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.088331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56854) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.141762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44020b34-5f37-459b-9be5-5aeff295ba9e None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:31.147136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-8b1ca1c6-79e2-4264-84e6-79012da27bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:31.148598 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-8b1ca1c6-79e2-4264-84e6-79012da27bad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 200 len: 835 time: 0.1551244 Mar 21 07:00:31.160882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4106c02b-8658-4e06-aed6-dc1fe75b456b req-9b443de7-2960-47b7-a70c-4aa9f315fecd tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6184304 Mar 21 07:00:31.201071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting subnet d19627cb-7253-45d1-b7f9-38140414a527 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:31.209485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.259691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bc095605-6829-4e0b-8def-a78f7f96cab8 None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:31.260139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bc095605-6829-4e0b-8def-a78f7f96cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.283809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.345120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-40a05a3a-fc1a-4098-8fcf-4af441d992a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:31.346728 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-40a05a3a-fc1a-4098-8fcf-4af441d992a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9e308c6-fdee-4c32-b70c-97bbfb171d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1901042 Mar 21 07:00:31.352310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.361919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-f71cda38-0f6f-4e48-bb7c-f24ea8753332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:31.363354 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-f71cda38-0f6f-4e48-bb7c-f24ea8753332 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.8841631 Mar 21 07:00:31.390322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.468700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.483978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.489818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b589a0-d432-4355-94aa-7f79f68255e6 req-43d61961-50e5-42e7-95c9-78cbdf1372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:31.491278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5b589a0-d432-4355-94aa-7f79f68255e6 req-43d61961-50e5-42e7-95c9-78cbdf1372eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1099 time: 0.5961585 Mar 21 07:00:31.510682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee212-fea0-4063-86fd-d4d2d18a353c req-0671d29f-3083-4e7c-b480-17375030d4fc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:31.512060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6dbee212-fea0-4063-86fd-d4d2d18a353c req-0671d29f-3083-4e7c-b480-17375030d4fc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.5493073 Mar 21 07:00:31.548391 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-3108d3bd-ffa9-4331-8915-576f33965bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941636 Mar 21 07:00:31.555791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.602277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bc095605-6829-4e0b-8def-a78f7f96cab8 None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:31.602696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bc095605-6829-4e0b-8def-a78f7f96cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.680873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-bc095605-6829-4e0b-8def-a78f7f96cab8 None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:31.692479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.740125 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-b5b5bec8-8f76-424e-8375-75a1224856dc service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835070 Mar 21 07:00:31.742733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Subnet': ['ID=d19627cb-7253-45d1-b7f9-38140414a527,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:31.746959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.753504 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ca8aa716-ea28-412e-96b5-85d07fef6701 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/d19627cb-7253-45d1-b7f9-38140414a527 HTTP/1.1" status: 204 len: 168 time: 0.6675305 Mar 21 07:00:31.756109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56862) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.789328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-2015186c-b34c-4ef9-b906-874a97b1a3ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.4096189 Mar 21 07:00:31.789900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.796746 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-34533107-5c36-4e1d-b99f-95597387cbd0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:31.797201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34533107-5c36-4e1d-b99f-95597387cbd0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:31.798923 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-34533107-5c36-4e1d-b99f-95597387cbd0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/f8b58970-89d8-4714-8163-25d78fcc45b6 HTTP/1.1" status: 404 len: 337 time: 0.0415845 Mar 21 07:00:31.801875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56866) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.845782 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d90a4c3c-db7a-4fae-8f5e-5d4794ed6523 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "GET /v2.0/ports?device_id=46d0d305-d945-4f84-9279-909b1733c355 HTTP/1.1" status: 200 len: 205 time: 0.0430908 Mar 21 07:00:31.848089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56870) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.868492 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6dbee212-fea0-4063-86fd-d4d2d18a353c req-77829476-d8ba-4935-a223-57b1537077a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298192 Mar 21 07:00:31.870111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5b589a0-d432-4355-94aa-7f79f68255e6 req-f08c8012-bde1-44e7-a6d1-b91b73a3db33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527148 Mar 21 07:00:31.890287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8bad121-df05-44fe-aadb-4974a1570036,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:31.932638 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-bb8e3565-f327-40c0-a721-b61d7e229e08 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] delete failed (client error): The resource could not be found. Mar 21 07:00:31.936171 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bb8e3565-f327-40c0-a721-b61d7e229e08 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/routers/46d0d305-d945-4f84-9279-909b1733c355 HTTP/1.1" status: 404 len: 336 time: 0.0846512 Mar 21 07:00:31.937015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56874) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.942842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:31.946367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a0fb85b-8aee-4ca4-b2e4-2e9d2235a726 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b8bad121-df05-44fe-aadb-4974a1570036 HTTP/1.1" status: 204 len: 168 time: 0.8500912 Mar 21 07:00:31.957529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:31.982714 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05de736-9ecd-4590-9ca1-b07502834e06 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:31.983357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05de736-9ecd-4590-9ca1-b07502834e06 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:31.987499 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b05de736-9ecd-4590-9ca1-b07502834e06 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/fdb6bf66-2e4f-41db-95e6-b94ef466658f HTTP/1.1" status: 404 len: 337 time: 0.0472548 Mar 21 07:00:31.987725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.031297 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17cae01-cc05-4cc1-ae64-7613c85dc6fe tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.031692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17cae01-cc05-4cc1-ae64-7613c85dc6fe tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.035658 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d17cae01-cc05-4cc1-ae64-7613c85dc6fe tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/b1655930-fcf1-405d-abe1-723ae1d4fec7 HTTP/1.1" status: 404 len: 337 time: 0.0445251 Mar 21 07:00:32.035893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56886) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.075554 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e84576-1dd9-4cd2-b4cf-b498c39c1ce5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.076010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e84576-1dd9-4cd2-b4cf-b498c39c1ce5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.080372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c7e84576-1dd9-4cd2-b4cf-b498c39c1ce5 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/578fd8b5-64cc-44ed-8c84-931a9dec0d16 HTTP/1.1" status: 404 len: 337 time: 0.0413606 Mar 21 07:00:32.081136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56890) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.084627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-65df9f2c-ed57-4062-be99-0fe01da05730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:32.086099 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-65df9f2c-ed57-4062-be99-0fe01da05730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.2872427 Mar 21 07:00:32.122936 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f3878-5e66-4a38-8a31-dec3627ef731 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.123930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275f3878-5e66-4a38-8a31-dec3627ef731 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.128128 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-275f3878-5e66-4a38-8a31-dec3627ef731 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/7ed38c4b-6630-4611-b78e-f34971fa071d HTTP/1.1" status: 404 len: 333 time: 0.0440912 Mar 21 07:00:32.128281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.171611 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-506b2333-0cf5-4bdb-8fdb-1929b54179d0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.171611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506b2333-0cf5-4bdb-8fdb-1929b54179d0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.173274 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-506b2333-0cf5-4bdb-8fdb-1929b54179d0 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/0690b4d1-0e7a-4ad0-895d-8944b2dd7f3a HTTP/1.1" status: 404 len: 337 time: 0.0439060 Mar 21 07:00:32.175743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56898) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.214986 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-6519d93a-2d94-4c36-a629-4f275467bd5c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.215431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6519d93a-2d94-4c36-a629-4f275467bd5c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.220227 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6519d93a-2d94-4c36-a629-4f275467bd5c tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/79c59b0c-668c-414a-af58-9fb79b7dfe65 HTTP/1.1" status: 404 len: 337 time: 0.0402839 Mar 21 07:00:32.220619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56904) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.227009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4b0f62bb-6100-48fd-97ce-29f352680f13 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:32.233473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router b77abeec-8eff-4fbb-9813-cee2e4b11de3 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:32.259872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d7cd0-90e2-4417-beb0-84249e5be67a req-45facf06-562d-4087-aae6-86fd7947ce27 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:32.265651 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f710da1-16d2-4226-97a9-2be741320322 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.266223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f710da1-16d2-4226-97a9-2be741320322 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.270538 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0f710da1-16d2-4226-97a9-2be741320322 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/40af1882-1ed2-447d-a87e-fc5793e3f14f HTTP/1.1" status: 404 len: 333 time: 0.0467184 Mar 21 07:00:32.270694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d90d7cd0-90e2-4417-beb0-84249e5be67a req-45facf06-562d-4087-aae6-86fd7947ce27 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5931396 Mar 21 07:00:32.270969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56908) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.317557 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a45bca4-a100-45e0-9388-ee2326cebaf8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.318100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a45bca4-a100-45e0-9388-ee2326cebaf8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.322432 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7a45bca4-a100-45e0-9388-ee2326cebaf8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/8e47e508-9346-4f1c-a2ab-5766ce83a241 HTTP/1.1" status: 404 len: 337 time: 0.0482213 Mar 21 07:00:32.322604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0510ec-2fad-48c6-b44d-5af09b8a8ac6 None None] Network a08313c5-1308-4cf2-af7b-367a0e43f832 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:32.323063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56912) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.367493 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5715a41-ae63-465f-a1da-abb34e9ae36f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] DELETE failed (client error): The resource could not be found. Mar 21 07:00:32.368036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5715a41-ae63-465f-a1da-abb34e9ae36f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:00:32.372138 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5715a41-ae63-465f-a1da-abb34e9ae36f tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/subnets/5ef585a7-5873-4a6b-a961-f20d5d68afb6 HTTP/1.1" status: 404 len: 337 time: 0.0458596 Mar 21 07:00:32.372513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56916) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.443870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Deleting port ce6888e2-5375-4c4a-b657-c5742eb8134c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:32.444375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.453534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.470483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2cdebf9a-cc96-4246-ba6e-caf39d0dc4cd None None] Provisioning complete for port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:32.470885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cdebf9a-cc96-4246-ba6e-caf39d0dc4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.590225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4b0f62bb-6100-48fd-97ce-29f352680f13 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:32.595526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4b0f62bb-6100-48fd-97ce-29f352680f13 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6280668 Mar 21 07:00:32.601348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56920) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:32.661614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2cdebf9a-cc96-4246-ba6e-caf39d0dc4cd None None] Provisioning complete for port ce6888e2-5375-4c4a-b657-c5742eb8134c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:32.661982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cdebf9a-cc96-4246-ba6e-caf39d0dc4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.689035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.708373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.712437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d90d7cd0-90e2-4417-beb0-84249e5be67a req-59d6a1a1-9155-4df4-8fdc-ee2ffaa7ff29 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4417331 Mar 21 07:00:32.738543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-28d65f50-45cc-4e4a-9d28-3bbcb41dbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:32.739807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-28d65f50-45cc-4e4a-9d28-3bbcb41dbecf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6127822 Mar 21 07:00:32.752427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] DHCP port deletion for a08313c5-1308-4cf2-af7b-367a0e43f832 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:00:32.755925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2cdebf9a-cc96-4246-ba6e-caf39d0dc4cd None None] Port ce6888e2-5375-4c4a-b657-c5742eb8134c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:32.758405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Deleting port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:32.758868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.838496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.860519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97f41163-de55-45b5-a687-fff9c25d251d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:32.881646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.889847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:32.893478 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-432e60d7-e2e5-4a9d-85c0-4028ed785ee7 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/97f41163-de55-45b5-a687-fff9c25d251d HTTP/1.1" status: 204 len: 168 time: 0.2885535 Mar 21 07:00:32.894132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56924) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.005754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:33.010373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.013788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-94e85ab5-6d90-4fe0-adb9-f5985b425a51 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "PUT /v2.0/routers/b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 200 len: 925 time: 7.5289848 Mar 21 07:00:33.019133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] Sync routers for ids ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:33.026024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56930) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.032712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] For port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,segment=NetworkSegment(ce082b15-2e6d-4d3a-a5ab-e2340b2d6054),segment_id=ce082b15-2e6d-4d3a-a5ab-e2340b2d6054)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:33.033285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.036896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Calling delete_port for ce6888e2-5375-4c4a-b657-c5742eb8134c owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:33.046818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] Routers {'b77abeec-8eff-4fbb-9813-cee2e4b11de3'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:33.047788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:33.173401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaad38-56f2-4373-8ff1-10b4d481454c req-0c22d1e5-4f81-4507-a5bd-1be0cf453cd5 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:33.181120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fcaad38-56f2-4373-8ff1-10b4d481454c req-0c22d1e5-4f81-4507-a5bd-1be0cf453cd5 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 944 time: 0.7172971 Mar 21 07:00:33.214160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a46a1eb6-3b38-48aa-8d0c-1dfafeadbfe5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:33.226611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Calling delete_port for e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:33.256484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:33.261716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-08c55387-0d19-4465-8899-34070aa03ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591627 Mar 21 07:00:33.262286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a46a1eb6-3b38-48aa-8d0c-1dfafeadbfe5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:33.264226 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a46a1eb6-3b38-48aa-8d0c-1dfafeadbfe5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3689742 Mar 21 07:00:33.268022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.303170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] Routers {'b77abeec-8eff-4fbb-9813-cee2e4b11de3'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:33.303956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:33.372331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:33.373119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a3ad4-7af8-401d-8f1a-e62bab7cc55f None None] The sync data for ids ['b77abeec-8eff-4fbb-9813-cee2e4b11de3'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:33.380272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.387121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fcaad38-56f2-4373-8ff1-10b4d481454c req-a744478d-a067-41aa-aa2b-9b2cf17a6082 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048113 Mar 21 07:00:33.416895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.436361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.459832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Port': ['ID=ce6888e2-5375-4c4a-b657-c5742eb8134c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:33.462900 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-20f75f0a-a5bb-4871-aed2-c72729dec8bb tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 200 len: 925 time: 0.4349735 Mar 21 07:00:33.465924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.466191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] Pushing event deleted for resources: {'Port': ['ID=e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:33.470504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd29523-a521-44a7-81cf-ed58112b970e None None] No DVR routers for this DVR port e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:00:33.473212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.484122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56938) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.529656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5f9f5021-ec90-44cd-8eae-f793728630a8 tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/ports/ce6888e2-5375-4c4a-b657-c5742eb8134c HTTP/1.1" status: 204 len: 168 time: 1.1557059 Mar 21 07:00:33.534192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56942) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.553358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.578789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21528bec-421c-4dc2-ae18-00cc8f148221,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:33.590283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.591439 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4bd17ceb-d96f-4c12-9cdc-7a86c1778462 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/21528bec-421c-4dc2-ae18-00cc8f148221 HTTP/1.1" status: 204 len: 168 time: 0.3204374 Mar 21 07:00:33.594708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56946) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.613897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b37e4-8284-42e8-9e52-db323e3901e8 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:33.618244 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7a0b37e4-8284-42e8-9e52-db323e3901e8 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=b77abeec-8eff-4fbb-9813-cee2e4b11de3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1307986 Mar 21 07:00:33.618709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56950) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.626508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d22b0-898e-43a0-813b-122329fa229a req-44c7c068-ed50-4952-94ec-0084a29d7755 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:33.627975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-008d22b0-898e-43a0-813b-122329fa229a req-44c7c068-ed50-4952-94ec-0084a29d7755 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.6258395 Mar 21 07:00:33.724023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d9509d-eece-4339-bca7-cbb1b973797f req-52fc2be4-251a-47f4-ad6c-dfe0d8f46037 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468765 Mar 21 07:00:33.738665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7bbfa935-c073-48b9-a873-0bf84d4aa6e5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:33.770023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.1 (b446f97e-d335-48a7-9815-12004890e527/5d3ea38e-43dd-4258-ac11-cdfe95a62e6c/be28dc4b-7f1a-4a90-a52f-c8ef013fdffb) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:33.774591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7bbfa935-c073-48b9-a873-0bf84d4aa6e5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:33.775921 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7bbfa935-c073-48b9-a873-0bf84d4aa6e5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1803102 Mar 21 07:00:33.782839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:33.784389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56956) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.793266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6047368-0515-4bc6-a45c-177d22c89ea2 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:33.793936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6047368-0515-4bc6-a45c-177d22c89ea2 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Synchronizing usage tracker for tenant:3870975798c9467db9585d23c626b2cf on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:33.811657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-008d22b0-898e-43a0-813b-122329fa229a req-0120640b-caed-41a7-abc5-236e53722d6a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619990 Mar 21 07:00:33.823070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6047368-0515-4bc6-a45c-177d22c89ea2 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Unset dirty status for tenant:3870975798c9467db9585d23c626b2cf on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:33.828124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6047368-0515-4bc6-a45c-177d22c89ea2 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.2046971 Mar 21 07:00:33.828371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.871944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:00:33.879391 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4ff1dae5-55a6-4c58-9fc5-12c76e8a9b31 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 200 len: 205 time: 0.0495718 Mar 21 07:00:33.881681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:33.941792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.018479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:34.034984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'mac_address': 'fa:16:3e:34:95:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:00:34.075010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.094946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.113536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:00:34.130597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:34.135121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.159206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.251584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:34.277864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.309627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.331020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99ec9ad9-9dc1-4f71-bdee-e841fe1db1cc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:34.377067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08313c5-1308-4cf2-af7b-367a0e43f832']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:34.403760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:34.404152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce082b15-2e6d-4d3a-a5ab-e2340b2d6054') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:34.434549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.436288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-66c168c6-526b-49ec-a004-996596700cdc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/99ec9ad9-9dc1-4f71-bdee-e841fe1db1cc HTTP/1.1" status: 204 len: 168 time: 0.6465209 Mar 21 07:00:34.438501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.448158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56970) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:34.449163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:00:34.451636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.467960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.479280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 846d7ef3-ca7c-474e-95c4-8a677e69b9a7 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:34.480273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.486345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:00:34.486685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d0015d-d3f7-476f-8bcf-9a2f0ce81ae7 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:00:34.488477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['4038db01-7ce9-4015-85f2-a4b3540b534b'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:00:34.489274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.511432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Transition to ACTIVE for port object be28dc4b-7f1a-4a90-a52f-c8ef013fdffb will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:34.519488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:00:34.520008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.546278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e818c-a1cd-40b3-bdad-eadb378b2628 req-da45d8c9-eb41-4fb4-9a28-71c82384cb7d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:34.547699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-280e818c-a1cd-40b3-bdad-eadb378b2628 req-da45d8c9-eb41-4fb4-9a28-71c82384cb7d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6881952 Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:00:34.548356 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:00:34.691632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.736299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6c45c40b-d88d-43e6-94ee-980103d53e0d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:34.758358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.765035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-280e818c-a1cd-40b3-bdad-eadb378b2628 req-3fb0ae6a-db93-4efd-81d7-f19ed5108f35 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946924 Mar 21 07:00:34.803881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.809496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:34.838747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 846d7ef3-ca7c-474e-95c4-8a677e69b9a7 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:34.847150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] Pushing event deleted for resources: {'Network': ['ID=a08313c5-1308-4cf2-af7b-367a0e43f832,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:34.858995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6c45c40b-d88d-43e6-94ee-980103d53e0d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:34.862796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6c45c40b-d88d-43e6-94ee-980103d53e0d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4032419 Mar 21 07:00:34.867040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:34.875467 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a0cf6ea5-71f1-45d2-8a5b-641d04b7357d tempest-PortsIpV6TestJSON-220096900 tempest-PortsIpV6TestJSON-220096900-project] 10.222.0.31 "DELETE /v2.0/networks/a08313c5-1308-4cf2-af7b-367a0e43f832 HTTP/1.1" status: 204 len: 168 time: 1.3060691 Mar 21 07:00:34.902629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network b446f97e-d335-48a7-9815-12004890e527 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:34.907268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:34.918341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dcd9e-a6c7-4e03-87ca-e585954e52c5 req-0a8d4d3b-6bd5-4b38-8060-dfce0fc8d447 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:34.919932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b1dcd9e-a6c7-4e03-87ca-e585954e52c5 req-0a8d4d3b-6bd5-4b38-8060-dfce0fc8d447 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 945 time: 0.3689551 Mar 21 07:00:34.920971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:35.009207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=be28dc4b-7f1a-4a90-a52f-c8ef013fdffb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:35.023670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.064321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.094464 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b1dcd9e-a6c7-4e03-87ca-e585954e52c5 req-ced7cbcd-4786-49eb-b8d5-7dec98ea23a6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438661 Mar 21 07:00:35.096000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.159427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5e13d-f8ea-47fb-ac41-cdfcf6539c53 req-f877c8d6-4103-4366-b1ee-468d72c145a0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:35.161261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23e5e13d-f8ea-47fb-ac41-cdfcf6539c53 req-f877c8d6-4103-4366-b1ee-468d72c145a0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.2122557 Mar 21 07:00:35.169671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.191578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14eeb1d-5ae8-4efe-8b00-e56afbf37284,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:35.219290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.245330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23e5e13d-f8ea-47fb-ac41-cdfcf6539c53 req-30381586-df8a-4ac1-9313-7b47c27e28be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709629 Mar 21 07:00:35.246740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4674e219-1c78-42b2-b619-da045096653e None None] Provisioning for port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:35.251917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4674e219-1c78-42b2-b619-da045096653e None None] Provisioning complete for port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:35.252312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4674e219-1c78-42b2-b619-da045096653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.306875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56986) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.321939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=846d7ef3-ca7c-474e-95c4-8a677e69b9a7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:35.350924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4674e219-1c78-42b2-b619-da045096653e None None] Port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:35.359683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.360821 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9a3345f-52ed-4784-b285-76bfe75f26f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/b14eeb1d-5ae8-4efe-8b00-e56afbf37284 HTTP/1.1" status: 204 len: 168 time: 0.4934759 Mar 21 07:00:35.366238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 56992) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.409296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.466600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.531285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de269be1-46d1-40d8-acc7-b8be96c856f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:35.647438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77339370-f374-43dd-b29c-d5f5025dc26b req-58a8d793-276f-487c-9894-cef07fba83f3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:35.648902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77339370-f374-43dd-b29c-d5f5025dc26b req-58a8d793-276f-487c-9894-cef07fba83f3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.2196672 Mar 21 07:00:35.697092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.698814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de269be1-46d1-40d8-acc7-b8be96c856f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:35.700303 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de269be1-46d1-40d8-acc7-b8be96c856f2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3331599 Mar 21 07:00:35.706078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.706907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 56996) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.714221 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01457eea-3a18-40e6-bbdb-fc14b5955b59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=725f2a3efe24449d914c58b310a0748e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968134 Mar 21 07:00:35.717636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57000) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.720209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--671222119'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:35.749643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:35.752896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.753424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router b77abeec-8eff-4fbb-9813-cee2e4b11de3 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:00:35.776011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.777094 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-834a8ea0-5607-4980-ac35-7e6306665a5c tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 204 len: 168 time: 1.8944449 Mar 21 07:00:35.781392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57004) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.785006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:35.800675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.805521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594999741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:35.817447 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77339370-f374-43dd-b29c-d5f5025dc26b req-b8a9b58b-59cf-4175-82df-2acd56ffc88c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112688 Mar 21 07:00:35.818635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:35.830543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.844983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:35.849809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.859444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:35.865004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.880213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:35.882302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:35.948590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.954256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c332d4-26f2-4edc-90aa-fcbf09a90fda tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:35.955853 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-28c332d4-26f2-4edc-90aa-fcbf09a90fda tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1094 time: 0.1050017 Mar 21 07:00:35.965299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57014) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:35.972451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:35.977632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 4038db01-7ce9-4015-85f2-a4b3540b534b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:35.978412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd9593-61de-4f3d-a1fb-ad1eefcb3a85,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:35.986208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 4038db01-7ce9-4015-85f2-a4b3540b534b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:35.986697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.989422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:35.991937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:35.995859 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c357bfb4-e8f7-4b49-813e-3f9cc82e4e65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fbd9593-61de-4f3d-a1fb-ad1eefcb3a85 HTTP/1.1" status: 204 len: 168 time: 0.2746737 Mar 21 07:00:35.996686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:36.000553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:36.007016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:36.007640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.008640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.012452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:36.019250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.024900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:36.031864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:36.048059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:36.088242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.149786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.160424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.187522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95290626-f1ad-4c8a-8af5-3d222ffa02cb req-a0595fea-da39-41f3-aee3-ba5c71707883 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:36.189354 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-95290626-f1ad-4c8a-8af5-3d222ffa02cb req-a0595fea-da39-41f3-aee3-ba5c71707883 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2544887 Mar 21 07:00:36.192683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.200231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:36.202405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:36.210747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.227740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.258975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.349026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:36.422374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.144 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:36.564058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.568061 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1cbe4b3b-66e2-4121-8d4d-5bf3189e080d tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7780490 Mar 21 07:00:36.572393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57034) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:36.595502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.606090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:36.687412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=be28dc4b-7f1a-4a90-a52f-c8ef013fdffb,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:36.689905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.693593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.700111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-95290626-f1ad-4c8a-8af5-3d222ffa02cb req-afb026fb-cd74-4021-9873-5c290d7e3dd0 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962852 Mar 21 07:00:36.713546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.763627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.787835 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'code': 200} Mar 21 07:00:36.868849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:36.875683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:36.892586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:36.916048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:36.917278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2094772 Mar 21 07:00:36.929606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8befd-d65c-413a-b691-1477d9bf5af8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e932117d-d7ff-4e9d-b8e3-7e14c2f2b8df,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:36.932541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57048) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:36.999667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'e932117d-d7ff-4e9d-b8e3-7e14c2f2b8df', 'direction': 'ingress', 'protocol': 17}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:37.070774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57052) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:37.088494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:37.141431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:37.227138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:37.238275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:37.260722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305121b1-cea1-4c62-a1ec-7bf721ac9f19 req-f2dbf68a-6633-483d-a76f-fb3fe7243dad tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:37.262483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-305121b1-cea1-4c62-a1ec-7bf721ac9f19 req-f2dbf68a-6633-483d-a76f-fb3fe7243dad tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.8474731 Mar 21 07:00:37.264173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:37.311495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022354956'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:37.317522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:37.321605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:37.324485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:37.333689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:37.352129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:37.355572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.370968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.372594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.395713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:37.401084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:security_group_rule and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:37.405684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:37.412738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:37.422819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network b446f97e-d335-48a7-9815-12004890e527 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:37.450203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.459732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.462860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:37.530139 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-305121b1-cea1-4c62-a1ec-7bf721ac9f19 req-792bd279-6d13-41cc-bed2-40aebc4d950c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923420 Mar 21 07:00:37.581907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.584556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.613607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.640462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62a3e-45a3-496b-acce-fb27dab93996 req-4f1413a5-cd56-4bf8-8448-b307ed552827 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:37.647764 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44c62a3e-45a3-496b-acce-fb27dab93996 req-4f1413a5-cd56-4bf8-8448-b307ed552827 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.6661646 Mar 21 07:00:37.657121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23484b63-d91a-460d-b188-56c8d520d7dd req-f17ae9fe-d997-4243-8c67-c18b0f5f09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:37.658607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23484b63-d91a-460d-b188-56c8d520d7dd req-f17ae9fe-d997-4243-8c67-c18b0f5f09d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1099 time: 0.5735803 Mar 21 07:00:37.671667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:00:37.687882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59499cef-1cfc-42f9-b8fc-b786310c9ee1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:37.696705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.696986 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment 168e4796-44ee-4668-9aec-f492a89a4639 of type vlan for network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd Mar 21 07:00:37.700642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9fb1c266-d2cd-4bfc-a892-233a580409a8 None None] Provisioning complete for port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:37.700642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c266-d2cd-4bfc-a892-233a580409a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.761287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1c266-d2cd-4bfc-a892-233a580409a8 None None] Port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:37.771851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.799755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.818455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.876461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.881965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:37.882573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.936614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:37.948578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.030190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44c62a3e-45a3-496b-acce-fb27dab93996 req-275c11a0-fc5d-4764-b4a2-7a994b3a5f4b tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815410 Mar 21 07:00:38.045464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b57de-6aba-4a67-a890-ea861eed9e38,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:38.054088 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23484b63-d91a-460d-b188-56c8d520d7dd req-703ebd23-f50c-4b0d-83c7-60bcaea82638 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696353 Mar 21 07:00:38.073511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=0999cee7-c9d7-4c9d-bb81-bd8cab927cfd,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:38.083566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.087560 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eadbc560-cd5d-413e-91c3-8609c81ca42c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1043313 Mar 21 07:00:38.090378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57060) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:38.092651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:00:38.115620 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-111c4b49-5463-40a9-a629-e8d99b123628 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0438466 Mar 21 07:00:38.116107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router 32a1766f-1761-4ac5-9d83-dcff2078a955 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:38.120152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:38.130169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:38.132519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2044042060'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:38.142585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.153118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:38.171194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:38.230697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:38.249374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:38.327187 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 2ef8fe89-ea37-4767-9d59-193e03da44b0 associated. External IP: 172.26.2.144, port: be403304-884b-4896-ba5c-694710865567. Mar 21 07:00:38.351118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.352619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:38.355966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.609041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.679613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:00:38.695482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:38.705597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] Sync routers for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:38.714792 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:38.715384 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:38.738168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.778068 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:38.787024 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:38.787794 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:38.790920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.791280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment cb8c5ce8-adb6-44ad-959d-342c28bcce40 of type vlan for network 2e7387f9-256a-4da4-ac9e-321ae0695a2e Mar 21 07:00:38.794839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.805091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:38.807250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-449dcff9-157a-40e9-b16e-d5b12050d1fc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/routers/32a1766f-1761-4ac5-9d83-dcff2078a955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3342261 Mar 21 07:00:38.809909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:38.816287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3cdb-813a-44fc-8ff4-60aff07c5f04 req-1b61b4a7-7e82-4ee2-8cd6-e9be34543bce tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:38.817772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-95fc3cdb-813a-44fc-8ff4-60aff07c5f04 req-1b61b4a7-7e82-4ee2-8cd6-e9be34543bce tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5939164 Mar 21 07:00:38.820678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'port': {'network_id': 'b446f97e-d335-48a7-9815-12004890e527', 'name': 'tempest-FloatingIPTestJSON-1247288352'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:38.858003 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:38.858579 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d0fe-20ef-42f3-9268-013e64b70292 None None] The sync data for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:38.934343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.950059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:38.984871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e932117d-d7ff-4e9d-b8e3-7e14c2f2b8df,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:39.033124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-95fc3cdb-813a-44fc-8ff4-60aff07c5f04 req-4160c320-e5b9-4d3a-899e-9d282235515c tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792672 Mar 21 07:00:39.096984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe45cb0-f224-47bd-aac5-64cdd994f5ff req-e88c96d9-7efe-4232-8892-a606495eecd8 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:39.098526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bfe45cb0-f224-47bd-aac5-64cdd994f5ff req-e88c96d9-7efe-4232-8892-a606495eecd8 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.4146521 Mar 21 07:00:39.105801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.110683 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-213ea6bc-db28-403c-a7c9-60752edf2ff4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/e932117d-d7ff-4e9d-b8e3-7e14c2f2b8df HTTP/1.1" status: 204 len: 168 time: 1.0171762 Mar 21 07:00:39.112198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57076) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:39.112342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Allocated IP 172.26.2.178 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/37aab0f9-db26-4204-b59f-208506921b38) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:39.115678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.121197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:39.121797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.169879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:39.178978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:39.184608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Usage tracker for resource:port and tenant:347530cb172e4b72b220235e072e34b0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:39.195097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:39.195717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:39.209813 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1ca4eed5-df22-4fca-b158-a045c2afddf4 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0940046 Mar 21 07:00:39.210350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:39.211193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:39.212947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:39.220100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:39.227372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418450723'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:39.234035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.259771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1371658 Mar 21 07:00:39.265676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:39.268322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57084) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:39.269127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Made reservation on behalf of 347530cb172e4b72b220235e072e34b0 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:39.272793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.307638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:39.314355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:39.332972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:39.336446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] device_id is not set on port 2fbb1c2c-dcd9-4443-893e-c2da92459c04 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:00:39.398320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:39.408030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2a4e-9cf4-43e6-8dfa-f240d847afe4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=2e7387f9-256a-4da4-ac9e-321ae0695a2e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:39.421188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bfe45cb0-f224-47bd-aac5-64cdd994f5ff req-7503d898-f24a-42f3-bea6-06b25fdad402 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053656 Mar 21 07:00:39.441968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:00:39.511989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e6501-2ed7-479e-bcbf-8c076c08d1fe req-52399ce7-b78e-48d4-93ce-aa7d5b727c2a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:39.515398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.523472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d4e6501-2ed7-479e-bcbf-8c076c08d1fe req-52399ce7-b78e-48d4-93ce-aa7d5b727c2a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3374352 Mar 21 07:00:39.526712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.534138 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8eb0f152-8869-42d8-aa18-b8bde5937db6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5677857 Mar 21 07:00:39.542256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57088) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:39.549989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:39.578260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:39.592211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:39.595841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:39.606361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:39.668768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:39.672991 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567', 'status': 'completed', 'code': 200} Mar 21 07:00:39.680163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:39.683637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.702686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:39.718542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:39.739280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:39.828972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:39.838370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Allocated IP 172.20.0.6 (b446f97e-d335-48a7-9815-12004890e527/5d3ea38e-43dd-4258-ac11-cdfe95a62e6c/2fbb1c2c-dcd9-4443-893e-c2da92459c04) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:39.898214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d4e6501-2ed7-479e-bcbf-8c076c08d1fe req-4868d94d-0893-4735-8aa7-7aca66b85393 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629115 Mar 21 07:00:39.907121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb4b8893-8e02-48a7-801d-2f29c9c180f3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/2ef8fe89-ea37-4767-9d59-193e03da44b0 HTTP/1.1" status: 200 len: 992 time: 0.3635507 Mar 21 07:00:39.945998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edcbb1-7518-4754-9a23-196db786f495 req-82e96d61-f562-43ac-b62b-30cb7f4aef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:39.947868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-82e96d61-f562-43ac-b62b-30cb7f4aef86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1099 time: 0.1362803 Mar 21 07:00:39.951670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:39.975806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.039176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.075742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:40.116279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:40.165285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d009b-497e-42e5-8f94-178cbb546e33,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:40.170939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:40.222772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event updated for resources: {'Port': ['ID=37aab0f9-db26-4204-b59f-208506921b38,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:40.223243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.227546 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aaf9534d-3b9a-43b0-bb3d-d7862b2e2bcd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0029507 Mar 21 07:00:40.230307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57096) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:40.257324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479844401'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:40.275353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:40.276037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:40.282146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:40.289535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:40.293020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:40.293871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:40.294464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:40.385709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:40.399989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.446882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edcbb1-7518-4754-9a23-196db786f495 req-d438ce3e-92b6-49a6-88fc-cb046209b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:40.448255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-d438ce3e-92b6-49a6-88fc-cb046209b8ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 898 time: 0.4900863 Mar 21 07:00:40.473957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.490446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:40.519596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=c13890f3-9aef-4ed2-97c3-279f01031d10,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:40.522086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Transition to ACTIVE for port object 2fbb1c2c-dcd9-4443-893e-c2da92459c04 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:40.536856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': '168e4796-44ee-4668-9aec-f492a89a4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:40.537248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:00:40.566374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:00:40.579354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.601289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-584d7e00-f533-4566-b248-b22b59fb8091 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 1000 time: 0.1097996 Mar 21 07:00:40.605628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.628272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:40.632497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d32f9-aa98-4352-a502-75d60aabfe27 req-882f885e-b723-44bf-a848-61670534bc6e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:40.633988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a37d32f9-aa98-4352-a502-75d60aabfe27 req-882f885e-b723-44bf-a848-61670534bc6e tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5679545 Mar 21 07:00:40.643584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:40.645165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.655933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b7659-6869-42da-8d05-264b9ed269db None None] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:40.679933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Network b446f97e-d335-48a7-9815-12004890e527 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:40.683886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:40.689510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:40.716010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event updated for resources: {'Port': ['ID=2fbb1c2c-dcd9-4443-893e-c2da92459c04,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:40.725963 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ab814e0a-6db8-4f04-a012-e2ba7cbba9ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4316332 Mar 21 07:00:40.728794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57102) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:40.735942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:40.788122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:40.794011 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a37d32f9-aa98-4352-a502-75d60aabfe27 req-9e1139d0-cfed-40d7-9b3e-2d4426be991a tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910263 Mar 21 07:00:40.800747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:40.810216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:40.815090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edcbb1-7518-4754-9a23-196db786f495 req-55a6f6c8-5dc3-4d02-9e98-f3db20e66f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:40.816504 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-55a6f6c8-5dc3-4d02-9e98-f3db20e66f61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.1928382 Mar 21 07:00:40.835317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:40.866482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:40.867104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.894200 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01dfd513-8c6f-4f58-b3bd-7fc8edb4558e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0822895 Mar 21 07:00:40.897670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57108) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:40.907761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Request body: {'floatingip': {'port_id': '2fbb1c2c-dcd9-4443-893e-c2da92459c04'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:40.957769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:40.987538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57112) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:41.069297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:41.097140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:41.109455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:41.136257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:41.163416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-0999cee7-c9d7-4c9d-bb81-bd8cab927cfd', 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': 'c13890f3-9aef-4ed2-97c3-279f01031d10'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:00:41.164540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.197466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.255083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:00:41.258557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.320666 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0f543026-3aa9-4745-8d78-9d91f379ebbd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/2ef8fe89-ea37-4767-9d59-193e03da44b0 HTTP/1.1" status: 200 len: 992 time: 0.3241160 Mar 21 07:00:41.360101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.363014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Allocated IP 2001:db8::2 (0999cee7-c9d7-4c9d-bb81-bd8cab927cfd/c13890f3-9aef-4ed2-97c3-279f01031d10/2e53a38d-8977-4ae9-9051-c36a5fbe758f) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:41.411475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.488012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4fa97943-15df-42b8-98f4-628340fd7f43 None None] Provisioning for port 2fbb1c2c-dcd9-4443-893e-c2da92459c04 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:41.500855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4fa97943-15df-42b8-98f4-628340fd7f43 None None] Provisioning complete for port 2fbb1c2c-dcd9-4443-893e-c2da92459c04 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:41.501238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4fa97943-15df-42b8-98f4-628340fd7f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.545238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:41.571814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d91be-414b-4ffb-a22b-9c278578f6a6 None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T06:59:51Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:41.585848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4fa97943-15df-42b8-98f4-628340fd7f43 None None] Port 2fbb1c2c-dcd9-4443-893e-c2da92459c04 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:41.589263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4efd3-883a-4dc2-afb0-b94bb2405a77,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:41.680463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.692655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Transition to ACTIVE for port object 2e53a38d-8977-4ae9-9051-c36a5fbe758f will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:41.716198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Transition to ACTIVE for port object 2e53a38d-8977-4ae9-9051-c36a5fbe758f will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:41.725435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.736067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.739983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-36cfd428-dabb-49c9-9e8c-d091c472d403 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4942820 Mar 21 07:00:41.745412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccc911-c8f7-4e9e-b970-8e586d17e717 req-79e5e78b-f431-4c2a-adf0-80fb274a30d4 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:41.746542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57118) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:41.753129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4ccc911-c8f7-4e9e-b970-8e586d17e717 req-79e5e78b-f431-4c2a-adf0-80fb274a30d4 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 1.1489968 Mar 21 07:00:41.756594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': 'c94d009b-497e-42e5-8f94-178cbb546e33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6c4efd3-883a-4dc2-afb0-b94bb2405a77', 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:41.762361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:41.768633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:41.771773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:41.781312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:41.794851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:41.797955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:41.801892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:41.836123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Pushing event updated for resources: {'Port': ['ID=2e53a38d-8977-4ae9-9051-c36a5fbe758f,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:41.881559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edcbb1-7518-4754-9a23-196db786f495 req-b2673d41-f414-4025-bd3d-9875a2a00322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:41.883250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-b2673d41-f414-4025-bd3d-9875a2a00322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9236047 Mar 21 07:00:41.903440 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ee448-8772-4ce7-92df-df4488404b7d None None] New status for floating IP 2ef8fe89-ea37-4767-9d59-193e03da44b0: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:00:41.920781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Attempting to bind port 2e53a38d-8977-4ae9-9051-c36a5fbe758f on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:41.921252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Attempting to bind port 2e53a38d-8977-4ae9-9051-c36a5fbe758f by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '168e4796-44ee-4668-9aec-f492a89a4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:41.921709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Attempting to bind port 2e53a38d-8977-4ae9-9051-c36a5fbe758f on network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:41.933451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:41.934780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Checking segment: {'id': '168e4796-44ee-4668-9aec-f492a89a4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:41.936072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.936893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Bound using segment: {'id': '168e4796-44ee-4668-9aec-f492a89a4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:41.937693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Bound port: 2e53a38d-8977-4ae9-9051-c36a5fbe758f, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168e4796-44ee-4668-9aec-f492a89a4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0999cee7-c9d7-4c9d-bb81-bd8cab927cfd'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:41.938261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:41.943223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.022154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4ccc911-c8f7-4e9e-b970-8e586d17e717 req-07c2f00f-59b4-488b-8225-b668e3f631f3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680650 Mar 21 07:00:42.065110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b8a1-4ea7-4c86-9250-de39bf422b1d req-4555ef1f-1f9e-47dd-adfc-0ca572f817d5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:42.069010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.077477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] For port 2e53a38d-8977-4ae9-9051-c36a5fbe758f, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:42.078696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43a2b8a1-4ea7-4c86-9250-de39bf422b1d req-4555ef1f-1f9e-47dd-adfc-0ca572f817d5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.7272530 Mar 21 07:00:42.080797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] For port 2e53a38d-8977-4ae9-9051-c36a5fbe758f, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2e53a38d-8977-4ae9-9051-c36a5fbe758f,segment=NetworkSegment(168e4796-44ee-4668-9aec-f492a89a4639),segment_id=168e4796-44ee-4668-9aec-f492a89a4639)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:42.090591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.181606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=6b8725e0-2618-469e-8517-e62c3f9b9444,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:42.215461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': 'cb8c5ce8-adb6-44ad-959d-342c28bcce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:42.215910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 2e7387f9-256a-4da4-ac9e-321ae0695a2e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:00:42.267289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.269696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:00:42.308765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba6d3-0221-403e-9c61-c131abd777fa None None] Pushing event updated for resources: {'Port': ['ID=2e53a38d-8977-4ae9-9051-c36a5fbe758f,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:42.361778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57124) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:42.481911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.514944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136f219f-a5ea-47f5-a872-c26a0d7144a6,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:42.522942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2e7387f9-256a-4da4-ac9e-321ae0695a2e) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:42.527446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:42.529198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.536522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.567400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cef05-e858-4141-84df-06a04fa2f34d None None] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:42.572455 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43a2b8a1-4ea7-4c86-9250-de39bf422b1d req-b6091f78-9f87-4ab8-a08a-ee24c8683245 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668606 Mar 21 07:00:42.589904 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bcabace2-f444-4c39-929c-fd8a78ef34c0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8570943 Mar 21 07:00:42.589904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.589904 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e890a953-595c-41d7-94bf-0cc4a7666aa2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8395238 Mar 21 07:00:42.590337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57128) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:42.594643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57130) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:42.600500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1315717087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:42.603730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-86eafb69-0911-49e2-94e5-8552dc0ba732 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017658 Mar 21 07:00:42.605715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.615824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:42.623571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:42.626855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:42.633314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:42.732309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.732309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.753047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-59b73b67-093b-40e9-9272-0f17ac4e96e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/2ef8fe89-ea37-4767-9d59-193e03da44b0 HTTP/1.1" status: 200 len: 994 time: 0.3735025 Mar 21 07:00:42.753291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.781549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.788506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.804070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.821778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c875be-d262-464b-9723-28cb62ce6bdf req-b5aef5b0-22b7-4d22-b006-dfb30fdc71f3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:42.825684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c875be-d262-464b-9723-28cb62ce6bdf req-b5aef5b0-22b7-4d22-b006-dfb30fdc71f3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.6064241 Mar 21 07:00:42.830984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.844713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2e7387f9-256a-4da4-ac9e-321ae0695a2e', 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': '6b8725e0-2618-469e-8517-e62c3f9b9444'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:00:42.845625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.851267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.892732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:42.894146 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-15f6fd12-051b-402a-b169-e445aed22283 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3003883 Mar 21 07:00:42.897483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57136) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.015458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Allocated IP 2001:db8:1::2 (2e7387f9-256a-4da4-ac9e-321ae0695a2e/6b8725e0-2618-469e-8517-e62c3f9b9444/58958e21-7cc4-479f-b159-205f303a522f) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:43.042635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.099140 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56edcbb1-7518-4754-9a23-196db786f495 req-437e5f25-92eb-406c-9221-09e6c5c7948c service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738252 Mar 21 07:00:43.099939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=136f219f-a5ea-47f5-a872-c26a0d7144a6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:43.107880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c875be-d262-464b-9723-28cb62ce6bdf req-1ee01371-258c-47c3-b55d-9d241f347071 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863134 Mar 21 07:00:43.111176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.115086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b3894d11-b31e-4b4d-88a7-b58634af2ccc tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/136f219f-a5ea-47f5-a872-c26a0d7144a6 HTTP/1.1" status: 204 len: 168 time: 0.5167041 Mar 21 07:00:43.116272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57140) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.153961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57144) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.260641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-17176ed4-5c9b-4527-a7c9-4c8f07d2abb1 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:43.270373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Router fafa76b3-a281-4ea5-bfec-cdb95820e666 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:43.297612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.318357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Transition to ACTIVE for port object 58958e21-7cc4-479f-b159-205f303a522f will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:43.366076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Transition to ACTIVE for port object 58958e21-7cc4-479f-b159-205f303a522f will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:43.372983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-17176ed4-5c9b-4527-a7c9-4c8f07d2abb1 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:43.375266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.379072 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-17176ed4-5c9b-4527-a7c9-4c8f07d2abb1 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2491171 Mar 21 07:00:43.379072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57148) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.450044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdbd7b2-b2da-4287-ba1c-3348e4f67265 tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:43.451942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4fdbd7b2-b2da-4287-ba1c-3348e4f67265 tempest-TestNetworkAdvancedServerOps-64875857 tempest-TestNetworkAdvancedServerOps-64875857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1094 time: 0.2960145 Mar 21 07:00:43.455604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57152) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.475534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:43.481631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:43.486777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:43.499835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Pushing event updated for resources: {'Port': ['ID=58958e21-7cc4-479f-b159-205f303a522f,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:43.519067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.526259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:43.528480 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP d0e89b48-d131-4c93-9dc2-89813012ac1f associated. External IP: 172.26.2.18, port: c359c119-730f-4ff5-b6a1-a57549ca5b7c. Mar 21 07:00:43.542181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:43.550205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Usage tracker for resource:floatingip and tenant:6cb6fa494551499b8aaab746fb8a1188 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:43.561710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:43.570894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:43.572762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.606523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:43.616227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Attempting to bind port 58958e21-7cc4-479f-b159-205f303a522f on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:00:43.616803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Attempting to bind port 58958e21-7cc4-479f-b159-205f303a522f by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'cb8c5ce8-adb6-44ad-959d-342c28bcce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:00:43.617140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Attempting to bind port 58958e21-7cc4-479f-b159-205f303a522f on network 2e7387f9-256a-4da4-ac9e-321ae0695a2e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:00:43.620409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.621638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1b65b516-1f86-4f2b-a702-603f1203d2b4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "PUT /v2.0/routers/fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 200 len: 883 time: 7.0382798 Mar 21 07:00:43.626354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.627151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] Sync routers for ids ['fafa76b3-a281-4ea5-bfec-cdb95820e666'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:43.634614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:00:43.634985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Checking segment: {'id': 'cb8c5ce8-adb6-44ad-959d-342c28bcce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:00:43.635384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.636215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Bound using segment: {'id': 'cb8c5ce8-adb6-44ad-959d-342c28bcce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:00:43.636693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Bound port: 58958e21-7cc4-479f-b159-205f303a522f, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8c5ce8-adb6-44ad-959d-342c28bcce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2e7387f9-256a-4da4-ac9e-321ae0695a2e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:00:43.637067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.644972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57158) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:43.650745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:43.662722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] Routers {'fafa76b3-a281-4ea5-bfec-cdb95820e666'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:43.663371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fafa76b3-a281-4ea5-bfec-cdb95820e666'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:43.762507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1a34b-779a-4b65-b78d-38bc0f9e42ce None None] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:43.820726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:43.914034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a266c16b-f65e-4cd1-b11a-f35f023d86fc None None] Provisioning for port 2e53a38d-8977-4ae9-9051-c36a5fbe758f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:43.923873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] Routers {'fafa76b3-a281-4ea5-bfec-cdb95820e666'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:43.924421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fafa76b3-a281-4ea5-bfec-cdb95820e666'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.006255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.006658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48703e92-f119-4c04-98d9-44b08912e1a2 None None] The sync data for ids ['fafa76b3-a281-4ea5-bfec-cdb95820e666'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:44.008367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] For port 58958e21-7cc4-479f-b159-205f303a522f, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:00:44.027748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] For port 58958e21-7cc4-479f-b159-205f303a522f, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=58958e21-7cc4-479f-b159-205f303a522f,segment=NetworkSegment(cb8c5ce8-adb6-44ad-959d-342c28bcce40),segment_id=cb8c5ce8-adb6-44ad-959d-342c28bcce40)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:00:44.036669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:44.111425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:44.146506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4efd3-883a-4dc2-afb0-b94bb2405a77,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:44.172795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762028c0-fd76-45de-8db4-a231e0edab12 None None] Pushing event updated for resources: {'Port': ['ID=58958e21-7cc4-479f-b159-205f303a522f,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:44.176553 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f0dc64da-05aa-4d91-9e7c-dadba392c795 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 200 len: 924 time: 0.5304365 Mar 21 07:00:44.180671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57162) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:44.228566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89c515-0388-4ec7-ab15-368a570b90e0 req-a132e17f-c9e5-42d8-af94-89b4ae06b412 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:44.236059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff89c515-0388-4ec7-ab15-368a570b90e0 req-a132e17f-c9e5-42d8-af94-89b4ae06b412 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3868444 Mar 21 07:00:44.271833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:44.275279 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-81f996ee-f84d-4560-b0df-01666e506f20 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6c4efd3-883a-4dc2-afb0-b94bb2405a77 HTTP/1.1" status: 204 len: 168 time: 0.8911819 Mar 21 07:00:44.279792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:44.318364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:44.363939 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff89c515-0388-4ec7-ab15-368a570b90e0 req-5c06a6ea-86dc-4365-a61f-76794f00c205 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265240 Mar 21 07:00:44.425668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5360235-307f-49d7-afdd-6239170c98bd tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:44.426367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d5360235-307f-49d7-afdd-6239170c98bd tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Synchronizing usage tracker for tenant:3870975798c9467db9585d23c626b2cf on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:44.444577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4891911-5986-4354-a6c0-65582af7cac8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:44.452228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:44.567582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d5360235-307f-49d7-afdd-6239170c98bd tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Unset dirty status for tenant:3870975798c9467db9585d23c626b2cf on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:44.567582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d5360235-307f-49d7-afdd-6239170c98bd tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=fafa76b3-a281-4ea5-bfec-cdb95820e666&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3819046 Mar 21 07:00:44.598604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57172) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:44.641980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2e53a38d-8977-4ae9-9051-c36a5fbe758f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:44.645097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4891911-5986-4354-a6c0-65582af7cac8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:44.646483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c4891911-5986-4354-a6c0-65582af7cac8 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3657658 Mar 21 07:00:44.663260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:44.780005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8::1 (0999cee7-c9d7-4c9d-bb81-bd8cab927cfd/c13890f3-9aef-4ed2-97c3-279f01031d10/2c767cc3-0541-4d86-b911-d53746ee0101) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:44.799839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:44.813632 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd1113-e511-41fa-b12e-965381df2fee None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:44.824786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 2e53a38d-8977-4ae9-9051-c36a5fbe758f completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:44.829475 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:44.830297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.831114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2e53a38d-8977-4ae9-9051-c36a5fbe758f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:44.831629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:44.907496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.917859 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:44.918864 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.992368 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-accd1113-e511-41fa-b12e-965381df2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:44.993029 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd1113-e511-41fa-b12e-965381df2fee None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:45.050937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.086347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 2e53a38d-8977-4ae9-9051-c36a5fbe758f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2e53a38d-8977-4ae9-9051-c36a5fbe758f,segment=NetworkSegment(168e4796-44ee-4668-9aec-f492a89a4639),segment_id=168e4796-44ee-4668-9aec-f492a89a4639)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:45.089103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaace74-ff28-4d49-a617-b5aef12dfa62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:45.089713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-abaace74-ff28-4d49-a617-b5aef12dfa62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Synchronizing usage tracker for tenant:3870975798c9467db9585d23c626b2cf on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:45.091163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.097513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.110716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Allocated IP 172.26.2.100 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/febc2e09-aa7d-46cc-ae59-1f96569b7e8f) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:45.128976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.161390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-abaace74-ff28-4d49-a617-b5aef12dfa62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Unset dirty status for tenant:3870975798c9467db9585d23c626b2cf on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:45.162481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-abaace74-ff28-4d49-a617-b5aef12dfa62 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.5547013 Mar 21 07:00:45.165980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=2e53a38d-8977-4ae9-9051-c36a5fbe758f,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:45.168645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.177666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57182) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:45.207919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285141-d34f-4151-95e2-97598f36a861 req-b427aca6-cd4a-4110-bf09-4894d1ba3639 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:45.209715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a285141-d34f-4151-95e2-97598f36a861 req-b427aca6-cd4a-4110-bf09-4894d1ba3639 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3632450 Mar 21 07:00:45.217508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 2c767cc3-0541-4d86-b911-d53746ee0101 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:45.293897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-8316ec1b-d173-4b06-962e-62a4a2b856d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:45.296551 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-8316ec1b-d173-4b06-962e-62a4a2b856d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d74a555e0e64e74bb9e299276248263&device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 1098 time: 0.4126256 Mar 21 07:00:45.357021 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0d6919e8-5118-4d4f-891d-b08fba627e55 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 200 len: 205 time: 0.1577826 Mar 21 07:00:45.359886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:45.366792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router 32a1766f-1761-4ac5-9d83-dcff2078a955 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:45.418700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.527502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a285141-d34f-4151-95e2-97598f36a861 req-307402bf-76d8-413e-9036-7c5215f1fd17 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982590 Mar 21 07:00:45.528104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.568143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a478f-4fdc-4661-a680-0761b2b4824f None None] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:45.578289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d009b-497e-42e5-8f94-178cbb546e33,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:45.588335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.632037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-69061bd1-c0f5-435a-b847-da1930ad373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:45.633586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-69061bd1-c0f5-435a-b847-da1930ad373d service neutron] 10.222.0.30 "GET /v2.0/networks?id=20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 200 len: 913 time: 0.2716985 Mar 21 07:00:45.691677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ea3e473-9f4a-4a82-b3c6-fc128de41426 None None] Provisioning for port 58958e21-7cc4-479f-b159-205f303a522f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:45.694737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.698392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c65f8764-bcee-413b-9db9-65a0aff3e4f9 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/c94d009b-497e-42e5-8f94-178cbb546e33 HTTP/1.1" status: 204 len: 168 time: 1.0316699 Mar 21 07:00:45.704546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57190) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:45.732177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:45.743714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:45.756090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=2c767cc3-0541-4d86-b911-d53746ee0101,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:45.761600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:45.762561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.917509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-0cc796b1-8974-4161-8807-3dcdb2aeeb94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 200 len: 1001 time: 0.2771854 Mar 21 07:00:45.922274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:45.962549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.008103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4fea4d0f-b267-443f-a3b6-166c77de16ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:46.055655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:46.061582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:46.068818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:46.083643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:46.093923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] Sync routers for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:46.101010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=febc2e09-aa7d-46cc-ae59-1f96569b7e8f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:46.104222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:46.104835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:46.114590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4fea4d0f-b267-443f-a3b6-166c77de16ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:46.116094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4fea4d0f-b267-443f-a3b6-166c77de16ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4108918 Mar 21 07:00:46.120418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57194) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:46.126436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469210859'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:46.137833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:46.162589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:46.167610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-94eb763c-96ed-4c4f-b687-dc45bd23e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:46.169120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-94eb763c-96ed-4c4f-b687-dc45bd23e313 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 200 len: 851 time: 0.2056103 Mar 21 07:00:46.184948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:46.195307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:46.195908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:46.196494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.257604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.280169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:46.280816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d24e-836a-4edc-8725-bade684af49b None None] The sync data for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:46.289377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.294990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c674ff76-9c6d-4a18-b1f5-d15c17f4c6f8 None None] Provisioning for port 2c767cc3-0541-4d86-b911-d53746ee0101 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:46.301323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c674ff76-9c6d-4a18-b1f5-d15c17f4c6f8 None None] Provisioning complete for port 2c767cc3-0541-4d86-b911-d53746ee0101 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:46.302037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c674ff76-9c6d-4a18-b1f5-d15c17f4c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.337432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:46.358022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.364921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c674ff76-9c6d-4a18-b1f5-d15c17f4c6f8 None None] Port 2c767cc3-0541-4d86-b911-d53746ee0101 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:46.378387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:46.384122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:46.401132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:46.420858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 37aab0f9-db26-4204-b59f-208506921b38 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:46.421104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-834c7e0e-2a25-4fa1-999f-1745fc6f7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:46.421257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.422656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-834c7e0e-2a25-4fa1-999f-1745fc6f7f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20cc1ac7-41f5-4e05-9a7b-23246e72a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2455773 Mar 21 07:00:46.477281 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4952da97-136d-4f98-b5e1-db804b136239 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/floatingips/d0e89b48-d131-4c93-9dc2-89813012ac1f HTTP/1.1" status: 200 len: 977 time: 5.5785711 Mar 21 07:00:46.477966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57198) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:46.542216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2e53a38d-8977-4ae9-9051-c36a5fbe758f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:46.637567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2e53a38d-8977-4ae9-9051-c36a5fbe758f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:46.638084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.761692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 58958e21-7cc4-479f-b159-205f303a522f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:46.818441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-7708203d-30de-4665-afbe-40956eb7a426 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875580 Mar 21 07:00:46.832159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 58958e21-7cc4-479f-b159-205f303a522f completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:46.834687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 2fbb1c2c-dcd9-4443-893e-c2da92459c04 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:46.835031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.838571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 58958e21-7cc4-479f-b159-205f303a522f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:46.838828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.839711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.885440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:46.975252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.016672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 58958e21-7cc4-479f-b159-205f303a522f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=58958e21-7cc4-479f-b159-205f303a522f,segment=NetworkSegment(cb8c5ce8-adb6-44ad-959d-342c28bcce40),segment_id=cb8c5ce8-adb6-44ad-959d-342c28bcce40)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:47.017381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b5d3ce-10f1-4c06-aba5-d8bbe040251b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:47.023364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.040142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3520958-aff6-4454-b4dc-ba0e961dada7 req-0cdb20f4-cfbc-48d4-be8f-87fc1a2d67a5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:47.041600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3520958-aff6-4454-b4dc-ba0e961dada7 req-0cdb20f4-cfbc-48d4-be8f-87fc1a2d67a5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3462400 Mar 21 07:00:47.051531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.092562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.093795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9458db01-c5ae-4f8b-88e6-51011a0fca83 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9720552 Mar 21 07:00:47.100628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57204) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:47.117789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '24b5d3ce-10f1-4c06-aba5-d8bbe040251b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:47.126393 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4154188c-af41-438a-8f57-d4b354ade1e1 req-405bc00a-bf05-4ea2-b092-8788e72b4f86 service neutron] 10.222.0.30 "GET /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892084 Mar 21 07:00:47.132833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=58958e21-7cc4-479f-b159-205f303a522f,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:47.134015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:47.143372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3520958-aff6-4454-b4dc-ba0e961dada7 req-0272cb33-ded2-404d-b554-60976fae788d tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922966 Mar 21 07:00:47.146867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:47.155241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:47.172209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:47.176878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.198648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.302114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.347024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.349544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 37aab0f9-db26-4204-b59f-208506921b38 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:47.357723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.393784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9fc1d0-e511-4b38-9db6-27e9a5f289e7,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:47.427535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.428730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-acb318da-88ea-47e4-8e43-a05433ed6c2b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3261313 Mar 21 07:00:47.434138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57208) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:47.558147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.563765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.565384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.605434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.621170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.640057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.640824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.645331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.790037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event updated for resources: {'Port': ['ID=febc2e09-aa7d-46cc-ae59-1f96569b7e8f,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:47.803335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.853119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:47.915630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=2c767cc3-0541-4d86-b911-d53746ee0101,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:47.983870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Floating IP bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef associated. External IP: 172.26.2.100, port: 4038db01-7ce9-4015-85f2-a4b3540b534b. Mar 21 07:00:48.001812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d9fc1d0-e511-4b38-9db6-27e9a5f289e7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:48.051716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.052856 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2d64a3ab-1207-4077-9a65-7ff95f61b291 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5d9fc1d0-e511-4b38-9db6-27e9a5f289e7 HTTP/1.1" status: 204 len: 168 time: 0.6145465 Mar 21 07:00:48.056017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57212) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:48.194966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13ae740f-f0ba-4f0a-a293-a8c66e10018c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:48.203142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:48.203930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:48.219283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.272017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.272634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.273096 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Floating IP d0e89b48-d131-4c93-9dc2-89813012ac1f disassociated. External IP: 172.26.2.18, port: 2fbb1c2c-dcd9-4443-893e-c2da92459c04. Mar 21 07:00:48.273666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 2fbb1c2c-dcd9-4443-893e-c2da92459c04 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:48.289730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13ae740f-f0ba-4f0a-a293-a8c66e10018c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:48.294283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13ae740f-f0ba-4f0a-a293-a8c66e10018c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2353730 Mar 21 07:00:48.306712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57218) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:48.333756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.476672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 58958e21-7cc4-479f-b159-205f303a522f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:00:48.495494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=37aab0f9-db26-4204-b59f-208506921b38,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:48.530265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.535497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.545311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:48.587992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 58958e21-7cc4-479f-b159-205f303a522f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:48.589255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.638265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.660014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e940f9fd-561b-4ec3-8c49-f6a3da3d5585 None None] Provisioning complete for port 2c767cc3-0541-4d86-b911-d53746ee0101 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:48.660521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e940f9fd-561b-4ec3-8c49-f6a3da3d5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.698361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf7adb-8a2e-4881-aff5-7885a021c6c7 req-390627cf-3ca5-4496-a419-135e15d065b2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:48.700065 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a2cf7adb-8a2e-4881-aff5-7885a021c6c7 req-390627cf-3ca5-4496-a419-135e15d065b2 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.2753747 Mar 21 07:00:48.757666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e940f9fd-561b-4ec3-8c49-f6a3da3d5585 None None] Port 2c767cc3-0541-4d86-b911-d53746ee0101 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:48.822628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=2fbb1c2c-dcd9-4443-893e-c2da92459c04,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:48.837330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a2cf7adb-8a2e-4881-aff5-7885a021c6c7 req-6e490a3a-dd4a-4dce-b2ec-d73efee0baf3 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221237 Mar 21 07:00:48.843621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.872708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:48.874593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b5d3ce-10f1-4c06-aba5-d8bbe040251b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:48.890242 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Sync routers for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:48.907030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.911195 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a82b4bb9-5820-4d85-aa6a-ab5ea64efbf5 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/24b5d3ce-10f1-4c06-aba5-d8bbe040251b HTTP/1.1" status: 204 len: 168 time: 0.6032450 Mar 21 07:00:48.913552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57224) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:48.914329 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:48.914971 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:48.919157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:48.999299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.078900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-67691df3-586e-4f02-9edc-3f0a872b5c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:49.101160 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f1d89e03-b10f-4ebb-807a-dab8b0cb1ea0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6428599 Mar 21 07:00:49.103903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:49.127578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-67691df3-586e-4f02-9edc-3f0a872b5c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:49.132754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-67691df3-586e-4f02-9edc-3f0a872b5c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2131033 Mar 21 07:00:49.137792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:49.145376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097722364'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:49.160251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:49.173371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:49.187306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76945a2-a02c-4c0a-b666-3416cb4e30de req-c1b47594-93b4-432d-817a-461fc9816fe8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:49.188811 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d76945a2-a02c-4c0a-b666-3416cb4e30de req-c1b47594-93b4-432d-817a-461fc9816fe8 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.1808302 Mar 21 07:00:49.206843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.211751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.214971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.224229 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:49.309118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router a7d2732d-e970-4454-9438-1864e0b634e8 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:49.316301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:49.324663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router 32a1766f-1761-4ac5-9d83-dcff2078a955 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:49.330005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:49.344886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d76945a2-a02c-4c0a-b666-3416cb4e30de req-2430acdd-02ab-4fae-9682-2455673ab9be tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474328 Mar 21 07:00:49.347707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:49.355404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:49.406475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.407097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router fafa76b3-a281-4ea5-bfec-cdb95820e666 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:00:49.423039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa6a4-c1a3-4777-92f2-9450c094029f req-345c460d-2f9d-4912-b8a9-dda4a0237203 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:49.425205 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-872fa6a4-c1a3-4777-92f2-9450c094029f req-345c460d-2f9d-4912-b8a9-dda4a0237203 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.1708169 Mar 21 07:00:49.429010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'status': 'completed', 'code': 200} Mar 21 07:00:49.586778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.588191 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5fcbd0aa-bd8d-41b7-9f69-a6e4aff7ecee tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 204 len: 168 time: 4.2248082 Mar 21 07:00:49.595275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:49.603285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1481690783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:49.611651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:49.623969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] Sync routers for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:49.624532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:49.633778 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-113d0875-e550-427d-a8e0-892c6b7744bb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7312794 Mar 21 07:00:49.636659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:49.637489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.639653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:49.644938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57242) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:49.647317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:49.657397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:49.774024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.777395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-872fa6a4-c1a3-4777-92f2-9450c094029f req-fc7799c1-41f7-4cc1-b3f3-59c0e7e704a4 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439851 Mar 21 07:00:49.786544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:49.792925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54707ded-45f6-4f3d-941d-79fa137d957f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:49.793698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:49.797183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.797365 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-54707ded-45f6-4f3d-941d-79fa137d957f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports/2c767cc3-0541-4d86-b911-d53746ee0101 HTTP/1.1" status: 200 len: 911 time: 0.1512973 Mar 21 07:00:49.797928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57248) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:49.801614 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] Sync routers for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:49.831032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:49.832162 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.839138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57252) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:49.916280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.916840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0578f-c2b7-48f7-9425-b3b7c7b4bfd6 None None] The sync data for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:49.925912 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.932819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.932976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.938771 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'mac_address': 'fa:16:3e:34:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:46Z', 'updated_at': '2022-03-21T07:00:46Z', 'revision_number': 0, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.942582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:49.943167 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:49.947297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:49.997248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.003514 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Checking router: d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:50.016668 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:50.017141 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a33c47-df4d-4422-b31c-0e30b8b37a7c None None] The sync data for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:50.023069 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:50.023873 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:50.044162 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.046029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-6b6fd53f-727b-4d2f-b49c-389bd9d01774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:50.048866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-6b6fd53f-727b-4d2f-b49c-389bd9d01774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1099 time: 0.5958455 Mar 21 07:00:50.049009 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-474da4a9-383a-47e6-9456-ca6405e00252 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/floatingips/bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef HTTP/1.1" status: 200 len: 992 time: 0.2070038 Mar 21 07:00:50.059376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.071234 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-69deac48-742c-4fb9-b555-6fcc08a32644 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/2fbb1c2c-dcd9-4443-893e-c2da92459c04 HTTP/1.1" status: 204 len: 168 time: 3.5816765 Mar 21 07:00:50.071441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57256) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:50.146066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.179727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.180929 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-381d1f6b-3db8-4b3d-91ab-11994cb31b85 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5820878 Mar 21 07:00:50.184347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57260) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:50.191333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:50.191742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': True}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:50.229465 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:50.258589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.262200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fcb832a4-c7d7-42c0-b516-7a1c7494955b tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1185718 Mar 21 07:00:50.313694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57264) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:50.460696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:50.465299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c1e8-4d34-4bf5-9030-253affa2b8d0 req-6330e650-72cf-4188-8cd9-7b39e6367ee4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:50.467151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c185c1e8-4d34-4bf5-9030-253affa2b8d0 req-6330e650-72cf-4188-8cd9-7b39e6367ee4 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.5225356 Mar 21 07:00:50.475054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-d6fb40b0-12d6-4328-86c3-de1656ab39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:50.476696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-d6fb40b0-12d6-4328-86c3-de1656ab39fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 898 time: 0.4155054 Mar 21 07:00:50.526181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:50.548861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:50.555611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:50.616991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:50.617348 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'mac_address': 'fa:16:3e:34:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:46Z', 'updated_at': '2022-03-21T07:00:46Z', 'revision_number': 0, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:50.621660 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5ff93e-897d-4fdb-815c-83363263e620 None None] The sync data for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv is: [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'floating_ip_address': '172.26.2.100', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'mac_address': 'fa:16:3e:34:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:46Z', 'updated_at': '2022-03-21T07:00:46Z', 'revision_number': 0, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:50.682203 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c185c1e8-4d34-4bf5-9030-253affa2b8d0 req-37eb80dc-5241-4da5-ae37-a4b45b34c5f5 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558137 Mar 21 07:00:50.722650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-bd8def01-cd36-49c9-899a-bb69d9fb8eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 1000 time: 0.1945224 Mar 21 07:00:50.791338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:50.841984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-e9f3df6a-4611-446f-85ce-a3b7ec29bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:50.843748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-e9f3df6a-4611-446f-85ce-a3b7ec29bf5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 200 len: 835 time: 0.1121402 Mar 21 07:00:50.865865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7026f-ddd8-482c-8dd9-606fbe1d7cf4 None None] New status for floating IP bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:00:50.901154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.039289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.054080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57268) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:51.249741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-fdd5a3a3-9759-485f-9bc1-3095f6b4c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:51.251228 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-fdd5a3a3-9759-485f-9bc1-3095f6b4c29c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9e308c6-fdee-4c32-b70c-97bbfb171d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4003510 Mar 21 07:00:51.261058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.275529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.328457 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-59b0940b-f5f1-441e-9c4c-8392fa374f03 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/floatingips/bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef HTTP/1.1" status: 200 len: 992 time: 0.2696605 Mar 21 07:00:51.371283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f9c744-37d9-42b8-8a07-d182e5a37bb3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:51.378357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.380105 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c643207-befb-4f20-b6e8-54a8e3b3fc80 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0652866 Mar 21 07:00:51.402663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57272) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:51.448481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b453bef0-37d1-4621-a23a-7b8ecebc0095 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules/c5f9c744-37d9-42b8-8a07-d182e5a37bb3 HTTP/1.1" status: 200 len: 763 time: 0.0446362 Mar 21 07:00:51.453838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57276) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:51.517580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-0a2ab392-69f6-41b0-b9fa-3183cf85acb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523398 Mar 21 07:00:51.561314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d8fa160-fc29-496b-8af0-17020d4145ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:51.632773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8:1::1 (2e7387f9-256a-4da4-ac9e-321ae0695a2e/6b8725e0-2618-469e-8517-e62c3f9b9444/41388721-fdd1-4f6f-b955-b1f24d5c2ecf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:51.658612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d8fa160-fc29-496b-8af0-17020d4145ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:51.659475 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d8fa160-fc29-496b-8af0-17020d4145ae tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1990824 Mar 21 07:00:51.668637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57280) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:51.766875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3d3f8ca-ebfd-40c0-812c-f092287118b7 req-973db67b-94c4-4809-912c-3ad0c1606e5c service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422328 Mar 21 07:00:51.803892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.819594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.838914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.880961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:51.911483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 41388721-fdd1-4f6f-b955-b1f24d5c2ecf will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:00:51.942470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef622c-a922-4e90-9232-25c122a9f71a req-c9c50adf-dd0d-4c97-9cc0-ad5acb526df9 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:51.943993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6ef622c-a922-4e90-9232-25c122a9f71a req-c9c50adf-dd0d-4c97-9cc0-ad5acb526df9 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.1426904 Mar 21 07:00:51.986515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.046879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6ef622c-a922-4e90-9232-25c122a9f71a req-3178d02a-c415-4b52-b14b-0bbef049aead tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944772 Mar 21 07:00:52.084553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:52.088085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.088239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:52.093238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:52.093773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.112443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=41388721-fdd1-4f6f-b955-b1f24d5c2ecf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:52.133341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.190499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.258164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.282670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5f9c744-37d9-42b8-8a07-d182e5a37bb3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:52.334238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57286) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:52.343237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.345185 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5e4657a4-2019-454b-a6a5-4609514d1c71 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c5f9c744-37d9-42b8-8a07-d182e5a37bb3 HTTP/1.1" status: 204 len: 168 time: 0.6749027 Mar 21 07:00:52.352627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57290) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:52.389496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-628b4639-2e2c-42a7-a34a-83f9db50b9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.411377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-af7191bb-e915-40aa-81a4-8af578e9931a None None] Provisioning for port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:00:52.418240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-af7191bb-e915-40aa-81a4-8af578e9931a None None] Provisioning complete for port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:52.418862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-af7191bb-e915-40aa-81a4-8af578e9931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.482706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-af7191bb-e915-40aa-81a4-8af578e9931a None None] Port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:52.598306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cc5d92f4-c027-4209-a173-54446aafcb08 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:52.599719 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be1a6a01-5abc-4beb-acf7-b2ba958986c3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/floatingips/bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef HTTP/1.1" status: 200 len: 994 time: 0.2644169 Mar 21 07:00:52.602600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 172.26.2.58 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/9c173036-992a-4ddb-a7c6-889623163028) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:00:52.684061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cc5d92f4-c027-4209-a173-54446aafcb08 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:52.689125 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cc5d92f4-c027-4209-a173-54446aafcb08 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3299954 Mar 21 07:00:52.691552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57294) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:52.753131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:52.768451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:52.824616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:52.885209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port be28dc4b-7f1a-4a90-a52f-c8ef013fdffb {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:52.885572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.916722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:52.947756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-ee79caa3-9542-42e5-8b0c-46e1395fb727 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:52.949440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-ee79caa3-9542-42e5-8b0c-46e1395fb727 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.30 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3051107 Mar 21 07:00:52.958667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.024731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.033734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.034464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.074496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Deleting port 6b878864-8a0f-400f-bab4-bf5978ca4f8b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:53.074838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.140538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.157768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.187293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.200025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.248999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66797fe-ff76-4221-82fb-41241b4f3c38,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:53.315621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=41388721-fdd1-4f6f-b955-b1f24d5c2ecf,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:53.385600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for be28dc4b-7f1a-4a90-a52f-c8ef013fdffb owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:53.447280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:53.453472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:53.456055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:00:53.487308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.490975 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-08257b22-c7d1-40c2-b4f3-9d95fcb194fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7923403 Mar 21 07:00:53.498566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57300) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:53.507959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=9c173036-992a-4ddb-a7c6-889623163028,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:53.513776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:00:53.519333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:00:53.532865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb5843-d864-4c2c-bf1a-5a58e67382c0 req-65535825-f55a-4b9c-8ab4-d396f94cc947 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:53.534425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7feb5843-d864-4c2c-bf1a-5a58e67382c0 req-65535825-f55a-4b9c-8ab4-d396f94cc947 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 945 time: 0.3750422 Mar 21 07:00:53.548846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9e76ebf4-69d1-4f71-83af-1af1dcfcf3ea tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules/b66797fe-ff76-4221-82fb-41241b4f3c38 HTTP/1.1" status: 200 len: 763 time: 0.0441773 Mar 21 07:00:53.559396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57304) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:53.751583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7feb5843-d864-4c2c-bf1a-5a58e67382c0 req-ad7a7ebb-dfcd-488c-aab5-05884d33da28 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de56ea2-1741-45f1-8984-64591a43834c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093291 Mar 21 07:00:53.753181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] For port 6b878864-8a0f-400f-bab4-bf5978ca4f8b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6b878864-8a0f-400f-bab4-bf5978ca4f8b,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:53.753572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.813734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4d1f730b-3e67-49a6-b847-7a26cd63147b None None] Provisioning complete for port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:00:53.814304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4d1f730b-3e67-49a6-b847-7a26cd63147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:53.865351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router a7d2732d-e970-4454-9438-1864e0b634e8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:53.868633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f730b-3e67-49a6-b847-7a26cd63147b None None] Port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:00:53.924832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00366efc-467f-422c-bf45-662d3202680c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:53.963202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00366efc-467f-422c-bf45-662d3202680c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:53.964372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-00366efc-467f-422c-bf45-662d3202680c tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4030981 Mar 21 07:00:53.996614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57308) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:54.178061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.194694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.237046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=be28dc4b-7f1a-4a90-a52f-c8ef013fdffb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:54.244214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.338816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.375527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:54.402058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.402504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.402814 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Floating IP e3f78487-b82f-4915-9b87-fb46e606e06e disassociated. External IP: 172.26.2.155, port: 6b878864-8a0f-400f-bab4-bf5978ca4f8b. Mar 21 07:00:54.403150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Calling delete_port for 6b878864-8a0f-400f-bab4-bf5978ca4f8b owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:54.414572 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] Sync routers for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:54.424882 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:54.425523 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:54.434582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.453134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.454517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b66797fe-ff76-4221-82fb-41241b4f3c38 HTTP/1.1" status: 204 len: 168 time: 0.4532754 Mar 21 07:00:54.459080 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-189d7b46-bab2-4c8a-a9f3-abb997cc2526 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6525936 Mar 21 07:00:54.469022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57312) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:54.469590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57314) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:54.512473 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:54.522935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ba2760f3-582e-420b-81f7-fa4937decf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.524143 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:54.524929 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:54.531975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76870a9-a927-4bb4-a709-7a799bbab830 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b66797fe-ff76-4221-82fb-41241b4f3c38,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:54.608978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47939473-01e4-4d6c-a303-244328f83197 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:54.609580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47939473-01e4-4d6c-a303-244328f83197 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:54.626686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd510575-78db-4beb-8fdb-f6721a4015fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:54.632794 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:54.632794 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7d605-c663-4c26-81e3-352251169e7f None None] The sync data for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:54.692762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fd510575-78db-4beb-8fdb-f6721a4015fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:54.694053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fd510575-78db-4beb-8fdb-f6721a4015fd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2233846 Mar 21 07:00:54.694791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47939473-01e4-4d6c-a303-244328f83197 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:54.697660 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-47939473-01e4-4d6c-a303-244328f83197 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports/41388721-fdd1-4f6f-b955-b1f24d5c2ecf HTTP/1.1" status: 200 len: 913 time: 0.2253170 Mar 21 07:00:54.698315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57320) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:54.698708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57322) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:54.768237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:54.788917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:54.828873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.848226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.889648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:54.908465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.939983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:54.986149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09bca182-21f8-4cde-860c-056d2210c574 req-9275e35f-056a-4bd1-80ed-ba1dce74baef tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.1144869 Mar 21 07:00:55.012012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event deleted for resources: {'Port': ['ID=6b878864-8a0f-400f-bab4-bf5978ca4f8b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:55.077259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Project a2aaad3e4b1b478489c439e6a22741e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:00:55.099963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.467839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.472569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Router 56cc411e-5131-49b2-a312-23cad9c1a3d4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:55.481162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.506380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router 8dc84138-f3d4-4f41-be51-af080b2c9b2b is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:00:55.584479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router 32a1766f-1761-4ac5-9d83-dcff2078a955 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:55.597684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c25ce4-09bf-4877-87aa-6f889d47b8d2,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:55.662592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.663781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a7eca154-3b53-4dbe-bd9d-3ec747fddedd tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9609933 Mar 21 07:00:55.668894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57330) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:55.715639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.751283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.770813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4a78d0b2-d41a-4cfd-9ef0-8d2fafccdb1d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules/a8c25ce4-09bf-4877-87aa-6f889d47b8d2 HTTP/1.1" status: 200 len: 769 time: 0.0990362 Mar 21 07:00:55.773367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:55.819275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:55.830559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Sync routers for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:55.840028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:55.840731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:55.867391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:55.880796 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] Sync routers for ids ['8dc84138-f3d4-4f41-be51-af080b2c9b2b'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:55.895389 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] Routers {'8dc84138-f3d4-4f41-be51-af080b2c9b2b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:55.897191 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8dc84138-f3d4-4f41-be51-af080b2c9b2b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:55.906792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:55.910461 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-27c54d8f-6b97-4c71-9fab-e6c6e1881f5b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "PUT /v2.0/routers/8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 200 len: 918 time: 5.7222130 Mar 21 07:00:55.917141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:55.932158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f082cc62-45a0-4807-9c0d-364fb1b69022 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1539297 Mar 21 07:00:55.932158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:55.933315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:55.988065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.003910 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e5483fa8-c077-4046-a208-863a30ad88b6 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/routers/32a1766f-1761-4ac5-9d83-dcff2078a955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9313819 Mar 21 07:00:56.005840 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] Routers {'8dc84138-f3d4-4f41-be51-af080b2c9b2b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:56.006540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8dc84138-f3d4-4f41-be51-af080b2c9b2b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.014011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57346) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:56.054662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] No DVR routers for this DVR port 6b878864-8a0f-400f-bab4-bf5978ca4f8b on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:00:56.058045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.060206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8104ceda-41c1-4c49-9fd4-6554cf327eb9 req-4e563bd7-8e63-447e-8007-72fe324a3a20 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.30 "DELETE /v2.0/ports/6b878864-8a0f-400f-bab4-bf5978ca4f8b HTTP/1.1" status: 204 len: 173 time: 3.1040769 Mar 21 07:00:56.060705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'name': 'network-vif-deleted', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:00:56.095870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.133523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.157774 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.158180 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31acbd-faa4-4679-b095-b187ac65e46d None None] The sync data for ids ['8dc84138-f3d4-4f41-be51-af080b2c9b2b'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:56.162763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] Sync routers for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:56.170572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6b878864-8a0f-400f-bab4-bf5978ca4f8b no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:00:56.217138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:56.218698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299ee8a4-a0c2-4ac0-9abf-050d1d485ee0', 'name': 'network-vif-deleted', 'tag': '6b878864-8a0f-400f-bab4-bf5978ca4f8b', 'status': 'completed', 'code': 200} Mar 21 07:00:56.241542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c44e4593-6666-4342-be9b-f10be2a87c81 req-a60d5a55-f045-4b2e-b602-3b4bb289db84 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Synchronizing usage tracker for tenant:3d74a555e0e64e74bb9e299276248263 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:56.250559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.282350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 6b878864-8a0f-400f-bab4-bf5978ca4f8b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:00:56.282350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6b878864-8a0f-400f-bab4-bf5978ca4f8b not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:00:56.310436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:56.311381 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.370361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c44e4593-6666-4342-be9b-f10be2a87c81 req-a60d5a55-f045-4b2e-b602-3b4bb289db84 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Unset dirty status for tenant:3d74a555e0e64e74bb9e299276248263 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:56.371783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c44e4593-6666-4342-be9b-f10be2a87c81 req-a60d5a55-f045-4b2e-b602-3b4bb289db84 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/ports?device_id=299ee8a4-a0c2-4ac0-9abf-050d1d485ee0 HTTP/1.1" status: 200 len: 210 time: 0.1887136 Mar 21 07:00:56.425545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.448907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.512599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] Routers {'32a1766f-1761-4ac5-9d83-dcff2078a955'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:56.514016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['32a1766f-1761-4ac5-9d83-dcff2078a955'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.514491 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3cb2c217-c655-42f2-9cdd-8de594e0a233 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 200 len: 924 time: 0.5960476 Mar 21 07:00:56.515079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57354) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:56.557186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.595335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8c25ce4-09bf-4877-87aa-6f889d47b8d2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:56.603390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.606301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cccc768-5b5c-4e58-8f3f-297e37ebfdd8 None None] The sync data for ids ['32a1766f-1761-4ac5-9d83-dcff2078a955'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:56.614354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.619877 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-739410bd-94ea-4098-8eab-e8c7c939baa0 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a8c25ce4-09bf-4877-87aa-6f889d47b8d2 HTTP/1.1" status: 204 len: 168 time: 0.6315982 Mar 21 07:00:56.624685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57358) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:56.745571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6a72831-8c07-4571-970d-1f0ae10da6ac tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:56.750711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85cc32-82b6-4e64-ad05-a694a4a1b80c tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:56.752250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-de85cc32-82b6-4e64-ad05-a694a4a1b80c tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=8dc84138-f3d4-4f41-be51-af080b2c9b2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2359650 Mar 21 07:00:56.754749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 41388721-fdd1-4f6f-b955-b1f24d5c2ecf {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:56.755090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.786293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57362) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:56.877633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.883429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Checking router: 56cc411e-5131-49b2-a312-23cad9c1a3d4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:00:56.894955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:00:56.895955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:56.915795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6a72831-8c07-4571-970d-1f0ae10da6ac tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:56.920167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e6a72831-8c07-4571-970d-1f0ae10da6ac tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2913535 Mar 21 07:00:56.924047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57366) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:56.980822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:56.996574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port ba3fe3b1-ab00-4bcd-897e-1503e90fc1cf {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:56.996913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.055987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.057830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e910c-7048-4df0-93b9-69da4248e0a0 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:00:57.059213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b33e910c-7048-4df0-93b9-69da4248e0a0 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.2721424 Mar 21 07:00:57.062714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:57.097018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:00:57.117383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.125780 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-87782e90-9cdd-46df-9247-e0e00373ffec tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 200 len: 205 time: 0.0596073 Mar 21 07:00:57.127426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57374) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:57.192485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.254557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.298304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.332005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 41388721-fdd1-4f6f-b955-b1f24d5c2ecf owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:57.401840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for ba3fe3b1-ab00-4bcd-897e-1503e90fc1cf owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:57.517183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57382) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:57.521677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.528286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:00:57.533308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4d416-bd75-4c35-aaa0-49a6a7325c1c None None] The sync data for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv is: [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '950b97a9-00a4-46b2-9f2a-dcfc47f0d860', 'name': '', 'network_id': '20cc1ac7-41f5-4e05-9a7b-23246e72a039', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'mac_address': 'fa:16:3e:0f:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '49435879-fde8-4ed9-a74b-04b870444562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:19Z', 'updated_at': '2022-03-21T06:56:32Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'subnets': [{'id': '49435879-fde8-4ed9-a74b-04b870444562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:00:57.562884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:57.608796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.609993 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0317dc49-9c40-4711-a1e1-ce96f14003a2 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/94f3c3db-b33c-4f9b-bbb2-6b768b8b6bd8 HTTP/1.1" status: 204 len: 168 time: 0.6849995 Mar 21 07:00:57.615453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57386) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:57.709187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.762437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.782576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4da614aa-2023-4af5-9efe-992818ce3d43 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:00:57.791925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.807239 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf22627-fab3-4a49-83c9-104c84a423f3 None None] New status for floating IP e3f78487-b82f-4915-9b87-fb46e606e06e: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:00:57.829890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.864334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=ba3fe3b1-ab00-4bcd-897e-1503e90fc1cf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:57.902694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4da614aa-2023-4af5-9efe-992818ce3d43 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:00:57.905174 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4da614aa-2023-4af5-9efe-992818ce3d43 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2870500 Mar 21 07:00:57.910255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:57.920389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group': {'name': 'tempest-secgroup--21683231'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:57.939074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:57.965639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:57.973753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:57.977036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.057152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.105837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de56ea2-1741-45f1-8984-64591a43834c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:58.145262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:58.151086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.160691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:58.164737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:58.167400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 9c173036-992a-4ddb-a7c6-889623163028 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:58.167746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.176921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.179689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.183008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.184156 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ea8d67d9-53ca-4298-9652-6e7176cf38bb tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "DELETE /v2.0/security-groups/4de56ea2-1741-45f1-8984-64591a43834c HTTP/1.1" status: 204 len: 168 time: 0.6659019 Mar 21 07:00:58.187130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57394) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:58.192833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.212880 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-91ba6d57-4250-43e0-9e7a-6eedc92e5086 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] show failed (client error): The resource could not be found. Mar 21 07:00:58.213913 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91ba6d57-4250-43e0-9e7a-6eedc92e5086 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "GET /v2.0/security-groups/4de56ea2-1741-45f1-8984-64591a43834c HTTP/1.1" status: 404 len: 347 time: 0.0258138 Mar 21 07:00:58.218176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57398) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:58.244228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:58.279821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=41388721-fdd1-4f6f-b955-b1f24d5c2ecf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:58.284049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.284580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Fanout notify agent at l3_agent the message router_deleted on router 32a1766f-1761-4ac5-9d83-dcff2078a955 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:00:58.374359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.377919 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b8ed2de-405c-433b-b293-5cd54ccc52e8 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/routers/32a1766f-1761-4ac5-9d83-dcff2078a955 HTTP/1.1" status: 204 len: 168 time: 2.3605468 Mar 21 07:00:58.384880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57402) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:58.432984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Deleting port 2a05a6ec-5c34-4b5c-aa80-52db3c2d8627 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:58.433356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.625325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting subnet 5d3ea38e-43dd-4258-ac11-cdfe95a62e6c {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:00:58.642632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.648112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.656497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.664836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.674029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.767727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.843036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.843365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:58.854358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 9c173036-992a-4ddb-a7c6-889623163028 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:58.980955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Calling delete_port for 2a05a6ec-5c34-4b5c-aa80-52db3c2d8627 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:00:59.019999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1f136-1c31-4eeb-8662-220399abccfa,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:59.031144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.034868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-56eb5743-9595-47ac-b078-0e22da066169 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1189051 Mar 21 07:00:59.036475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57406) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:59.044869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Request body: {'security_group_rule': {'security_group_id': '43c1f136-1c31-4eeb-8662-220399abccfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:00:59.050789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.085587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:00:59.100896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Usage tracker for resource:security_group_rule and tenant:a2aaad3e4b1b478489c439e6a22741e5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:00:59.118329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:00:59.128746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:00:59.197692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.234320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.291598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3ea38e-43dd-4258-ac11-cdfe95a62e6c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:59.293549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.307455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b30468-6733-40f1-b72b-c9655a8c2ca0 None None] Network b446f97e-d335-48a7-9815-12004890e527 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:00:59.316440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.388643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Pushing event deleted for resources: {'Port': ['ID=2a05a6ec-5c34-4b5c-aa80-52db3c2d8627,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:59.392725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.394705 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42eab505-8e56-48a5-9528-fe1a2c000b01 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/subnets/5d3ea38e-43dd-4258-ac11-cdfe95a62e6c HTTP/1.1" status: 204 len: 168 time: 1.0088418 Mar 21 07:00:59.411179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57410) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:59.432068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.438636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router a7d2732d-e970-4454-9438-1864e0b634e8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:00:59.498387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96aa0677-93c0-4bb1-960d-2d0bf36f91d8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:59.517846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.519094 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6db0249c-c1dc-4c66-8614-e99f828f8506 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4816339 Mar 21 07:00:59.519960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.522350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.523413 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ae6369f2-ff57-4377-9b11-806f95803349 tempest-ServerActionsTestJSON-1160568029 tempest-ServerActionsTestJSON-1160568029-project] 10.222.0.31 "DELETE /v2.0/floatingips/e3f78487-b82f-4915-9b87-fb46e606e06e HTTP/1.1" status: 204 len: 168 time: 1.3043714 Mar 21 07:00:59.524016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57414) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:59.526633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57418) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:59.602695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] DHCP port deletion for b446f97e-d335-48a7-9815-12004890e527 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:00:59.607119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Deleting port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:59.608213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.615430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.719985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.734658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=9c173036-992a-4ddb-a7c6-889623163028,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:00:59.745661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.827271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] For port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,segment=NetworkSegment(3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba),segment_id=3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:00:59.827686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.831351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:00:59.832908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:00:59.833267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.845004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.893906 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bf02d2b3-b0c6-461a-ae95-bbc8a17b639a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1894906 Mar 21 07:00:59.894741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] Sync routers for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:00:59.896900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57422) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:00:59.919788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:00:59.959980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Calling delete_port for fe4f84c1-5e64-4d4a-99f1-325c1bc372ed owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:00.009744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:00.010454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:00.078043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:00.094387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:00.095170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:00.148837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.165356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.167029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:00.167528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42736e57-8679-4326-90c8-f86cfcbd917d None None] The sync data for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:00.183574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.235717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] Pushing event deleted for resources: {'Port': ['ID=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:00.241711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.242891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ffc14-1bb7-4fad-b41a-fc3dbb638d95 None None] No DVR routers for this DVR port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:00.264036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.264566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc84138-f3d4-4f41-be51-af080b2c9b2b {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:00.281425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.286264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1f136-1c31-4eeb-8662-220399abccfa,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:00.286412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a5f914fb-8d88-4d97-8f77-f0f9e7e7630f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 204 len: 168 time: 3.1554034 Mar 21 07:01:00.288041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57426) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:00.291934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] For port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fe4f84c1-5e64-4d4a-99f1-325c1bc372ed,segment=NetworkSegment(3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba),segment_id=3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:00.292618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.304411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-885574175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:00.315405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:00.369399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:00.399345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.400478 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-127e248d-56ed-41bd-b865-fa697559ae25 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/43c1f136-1c31-4eeb-8662-220399abccfa HTTP/1.1" status: 204 len: 168 time: 0.8755538 Mar 21 07:01:00.408087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57430) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:00.430464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:00.439677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for fe4f84c1-5e64-4d4a-99f1-325c1bc372ed owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:00.465417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fe4f84c1-5e64-4d4a-99f1-325c1bc372ed no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:00.475078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:00.503586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: fe4f84c1-5e64-4d4a-99f1-325c1bc372ed {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:00.503872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.504175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fe4f84c1-5e64-4d4a-99f1-325c1bc372ed not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:00.504901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.634078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c28c749a-3d71-472c-825e-718aba383b27 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:00.654616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.665067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:00.665412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:00.675780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.701583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.702781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-88772680-74df-45b5-b8ae-b719e6258c8f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4136050 Mar 21 07:01:00.705185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c28c749a-3d71-472c-825e-718aba383b27 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:00.705538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57434) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:00.706454 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c28c749a-3d71-472c-825e-718aba383b27 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2488818 Mar 21 07:01:00.709302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57438) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:00.713647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:00.869029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.941515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:00.943186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02835a5c-5c99-424e-9b15-8644629af92d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Synchronizing usage tracker for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:01.084473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02835a5c-5c99-424e-9b15-8644629af92d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] Unset dirty status for tenant:a2aaad3e4b1b478489c439e6a22741e5 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:01.085707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-02835a5c-5c99-424e-9b15-8644629af92d tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3755839 Mar 21 07:01:01.089675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57442) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:01.161945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.166461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port fe4f84c1-5e64-4d4a-99f1-325c1bc372ed {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:01.166787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.207313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-cbbde7c7-b2cd-4283-970f-ab033dd46a79 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] delete failed (client error): The resource could not be found. Mar 21 07:01:01.208421 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cbbde7c7-b2cd-4283-970f-ab033dd46a79 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "DELETE /v2.0/security-groups/43c1f136-1c31-4eeb-8662-220399abccfa HTTP/1.1" status: 404 len: 347 time: 0.1178627 Mar 21 07:01:01.230748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57446) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:01.255563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] The port 'fe4f84c1-5e64-4d4a-99f1-325c1bc372ed' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:01:01.441095 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a0644158-0b0e-4475-8b9b-633d892a7b50 tempest-SecGroupIPv6Test-891982233 tempest-SecGroupIPv6Test-891982233-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2097783 Mar 21 07:01:01.441754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.477594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b446f97e-d335-48a7-9815-12004890e527']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:01.498424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:01.498757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c6eab-b81e-4a79-8f0d-f0b8ec576bba') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:01.515090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.538238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.547730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:01.548261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:01.564706 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:01.706614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 2c767cc3-0541-4d86-b911-d53746ee0101 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:01.706946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.754605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57454) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:01.774783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.780586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Deleting port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:01.780935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.836475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:01.848265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Network': ['ID=b446f97e-d335-48a7-9815-12004890e527,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:01.856977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7245c8f3-2eae-458d-bc98-4598fb09aa38 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/networks/b446f97e-d335-48a7-9815-12004890e527 HTTP/1.1" status: 204 len: 168 time: 2.4416668 Mar 21 07:01:01.856977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57460) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:01.913441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.079988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.103136 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3b7ced6b-e9ee-4ddf-b1bf-944366ad32ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2aaad3e4b1b478489c439e6a22741e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474300 Mar 21 07:01:02.104792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.116024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57464) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:02.195949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port 7178b4d5-27eb-4c48-b829-1177579e6c33 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:02.196282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.275789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 2c767cc3-0541-4d86-b911-d53746ee0101 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:02.348134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] For port 950b97a9-00a4-46b2-9f2a-dcfc47f0d860, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:02.348411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.430426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Allocated IP 172.26.2.252 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/1c5201ea-4d76-4274-a8c6-afe801dfa967) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:02.455655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.456009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.493638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Calling delete_port for 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:02.556248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.607983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for 7178b4d5-27eb-4c48-b829-1177579e6c33 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:02.619074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.752823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.782373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0733540-0b61-4bbb-b718-7296ee245452,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:02.788590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.819519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.855201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:02.885224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=2c767cc3-0541-4d86-b911-d53746ee0101,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:02.914111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=7178b4d5-27eb-4c48-b829-1177579e6c33,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:02.989530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.079345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.082920 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cecdbc69-85e5-4725-bf62-dacae1a4289e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0733540-0b61-4bbb-b718-7296ee245452 HTTP/1.1" status: 204 len: 168 time: 0.9635611 Mar 21 07:01:03.083112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:03.085855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.088635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.088898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:03.095121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:03.125595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5201ea-4d76-4274-a8c6-afe801dfa967,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:03.130929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.146150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=950b97a9-00a4-46b2-9f2a-dcfc47f0d860,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:03.159653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.160825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a93a28f7-6e57-4f82-86c7-89e9cc5bc63e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/floatingips/d0e89b48-d131-4c93-9dc2-89813012ac1f HTTP/1.1" status: 204 len: 168 time: 1.3029635 Mar 21 07:01:03.165277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57470) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.308902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6327764c-778d-4e4e-9047-a8e9c014248d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] DELETE failed (client error): The resource could not be found. Mar 21 07:01:03.311450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6327764c-778d-4e4e-9047-a8e9c014248d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:01:03.313950 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6327764c-778d-4e4e-9047-a8e9c014248d tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/2fbb1c2c-dcd9-4443-893e-c2da92459c04 HTTP/1.1" status: 404 len: 333 time: 0.1479120 Mar 21 07:01:03.326683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57476) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.605825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19a1213c-e5da-45ab-a74f-ac8f3594fedc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Synchronizing usage tracker for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:03.611096 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:01:03.646027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19a1213c-e5da-45ab-a74f-ac8f3594fedc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Unset dirty status for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:03.647282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-19a1213c-e5da-45ab-a74f-ac8f3594fedc tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/ports?device_id=32a1766f-1761-4ac5-9d83-dcff2078a955 HTTP/1.1" status: 200 len: 205 time: 0.3194575 Mar 21 07:01:03.650029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57490) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.745164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router a7d2732d-e970-4454-9438-1864e0b634e8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:03.799963 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-58c26e2d-4653-46b3-9ec8-79fca56daffb tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] delete failed (client error): The resource could not be found. Mar 21 07:01:03.803331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58c26e2d-4653-46b3-9ec8-79fca56daffb tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/routers/32a1766f-1761-4ac5-9d83-dcff2078a955 HTTP/1.1" status: 404 len: 336 time: 0.1498544 Mar 21 07:01:03.803988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.855911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b3ac9-b158-4c45-930c-feb00eea66e1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] DELETE failed (client error): The resource could not be found. Mar 21 07:01:03.856930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b3ac9-b158-4c45-930c-feb00eea66e1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:01:03.859286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-505b3ac9-b158-4c45-930c-feb00eea66e1 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/subnets/5d3ea38e-43dd-4258-ac11-cdfe95a62e6c HTTP/1.1" status: 404 len: 337 time: 0.0546932 Mar 21 07:01:03.862136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57504) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.904768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57508) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:03.972205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:03.973891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:03.986501 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] Sync routers for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:03.990053 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d0cd73e7-2907-4cb8-b790-48594314ab4b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895066 Mar 21 07:01:03.990857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57514) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:04.004417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:04.006169 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:04.008334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port c359c119-730f-4ff5-b6a1-a57549ca5b7c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:04.008682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.042072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.086181 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:04.096539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-af88cca5-c142-4b68-846e-d1bd7e6a0642 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:04.096871 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] Routers {'a7d2732d-e970-4454-9438-1864e0b634e8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:04.097623 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a7d2732d-e970-4454-9438-1864e0b634e8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:04.128440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--65247761'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:04.136380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:04.143963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-af88cca5-c142-4b68-846e-d1bd7e6a0642 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:04.148214 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-af88cca5-c142-4b68-846e-d1bd7e6a0642 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d2732d-e970-4454-9438-1864e0b634e8 HTTP/1.1" status: 200 len: 205 time: 0.1539886 Mar 21 07:01:04.148214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:04.172872 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:04.173347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9031ed-b61c-4354-9a9d-ed3d354a4fbe None None] The sync data for ids ['a7d2732d-e970-4454-9438-1864e0b634e8'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:04.178751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57518) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:04.196872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:04.210501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:04.239906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.256279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.323486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:04.340333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:04.345458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:04.358967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:04.497895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.500250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Router 56cc411e-5131-49b2-a312-23cad9c1a3d4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:04.769334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.819946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:04.842064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:04.866333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:04.878936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:04.894112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:04.896529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:04.901750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115aa986-5a67-4b37-af21-8b0f59f044e2,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:04.904018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Sync routers for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:04.914657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:04.915571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:04.931520 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c2d225b-ecd8-43ec-9993-916960af5cb6 admin admin] 10.222.0.31 "PUT /v2.0/routers/56cc411e-5131-49b2-a312-23cad9c1a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4039369 Mar 21 07:01:04.936078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57522) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:05.000740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.006684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.061119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d005b6-7479-4b63-8be5-0fa7cc7b1e64,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:05.064529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.068854 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eb620077-c40a-406a-bb47-df0e3c538037 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1181371 Mar 21 07:01:05.069988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57528) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:05.118390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.138565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.156941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.158078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:05.299102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e5218c1-0bf8-45ea-86bc-f89c2283efbb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:05.313935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.323395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for c359c119-730f-4ff5-b6a1-a57549ca5b7c owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:05.346009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.359241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.359855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router a7d2732d-e970-4454-9438-1864e0b634e8 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:05.361819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.411052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7e5218c1-0bf8-45ea-86bc-f89c2283efbb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:05.415224 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e5218c1-0bf8-45ea-86bc-f89c2283efbb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3436604 Mar 21 07:01:05.415797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57532) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:05.437275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-security--1589486642', 'description': 'tempest-security-description-540804581'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:05.457278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.457536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T07:01:02Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:05.458208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0f1944d7-4e5b-4e80-8fd1-659e9f4a026e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8 HTTP/1.1" status: 204 len: 168 time: 1.2766700 Mar 21 07:01:05.461757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Checking router: 56cc411e-5131-49b2-a312-23cad9c1a3d4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:01:05.462277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57536) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:05.471732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Routers {'56cc411e-5131-49b2-a312-23cad9c1a3d4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:05.472592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56cc411e-5131-49b2-a312-23cad9c1a3d4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:05.547705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet 6b8725e0-2618-469e-8517-e62c3f9b9444 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:05.560967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.658985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.661687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] Set router 56cc411e-5131-49b2-a312-23cad9c1a3d4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:05.670451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.724097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.737519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=c359c119-730f-4ff5-b6a1-a57549ca5b7c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:05.775176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Router fe8c9590-b1da-4001-864e-896a2f52608d is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:05.788589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.815678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.818928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Deleting port d925c8f0-08d7-45f0-b5af-34adf0d7438b {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:05.819256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.854526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.857575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.858805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "PUT /v2.0/security-groups/e5d005b6-7479-4b63-8be5-0fa7cc7b1e64 HTTP/1.1" status: 200 len: 1777 time: 0.4284012 Mar 21 07:01:05.880605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57540) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:05.927060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:05.969160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T07:01:02Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:05.973545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f78186-21fb-435e-ba62-cc26e5b16028 None None] The sync data for ids ['56cc411e-5131-49b2-a312-23cad9c1a3d4'] in dv-neutron-834307-1-hyperv is: [{'id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'name': 'tempest-ServerActionsTestJSON-1720711329-router', 'tenant_id': '3d74a555e0e64e74bb9e299276248263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:56:07Z', 'updated_at': '2022-03-21T07:01:02Z', 'revision_number': 5, 'project_id': '3d74a555e0e64e74bb9e299276248263', 'gw_port': {'id': 'd925c8f0-08d7-45f0-b5af-34adf0d7438b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:76:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc411e-5131-49b2-a312-23cad9c1a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:56:08Z', 'updated_at': '2022-03-21T06:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:05.993192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a6ad-cc22-415a-941b-07a0f58cfa1d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d005b6-7479-4b63-8be5-0fa7cc7b1e64,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:05.994507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-da401fcf-b00f-492b-8dba-631fb01652c5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/c359c119-730f-4ff5-b6a1-a57549ca5b7c HTTP/1.1" status: 204 len: 168 time: 2.1313932 Mar 21 07:01:06.002744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57544) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.017586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.080880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:06.086377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.087554 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ec25476f-a130-42ad-8ffa-0453157f8c83 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "PUT /v2.0/routers/fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 200 len: 919 time: 5.3810954 Mar 21 07:01:06.090153 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] Sync routers for ids ['fe8c9590-b1da-4001-864e-896a2f52608d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:06.093772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port c40258b3-115c-4cf8-8bde-a5840a86f0d5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:06.094117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.099547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57548) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.100482 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] Routers {'fe8c9590-b1da-4001-864e-896a2f52608d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:06.101137 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fe8c9590-b1da-4001-864e-896a2f52608d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:06.116485 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-055873d3-dbfd-42ae-8e86-3cf771e8de90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups/e5d005b6-7479-4b63-8be5-0fa7cc7b1e64 HTTP/1.1" status: 200 len: 1777 time: 0.2323864 Mar 21 07:01:06.121196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57552) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.166080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:06.175390 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] Routers {'fe8c9590-b1da-4001-864e-896a2f52608d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:06.175582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fe8c9590-b1da-4001-864e-896a2f52608d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:06.238568 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:06.239282 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6e518-59c3-41c9-8fc0-bf4b79ec5248 None None] The sync data for ids ['fe8c9590-b1da-4001-864e-896a2f52608d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:06.275396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] For port d925c8f0-08d7-45f0-b5af-34adf0d7438b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d925c8f0-08d7-45f0-b5af-34adf0d7438b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:06.275732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.426852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:06.457450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.477110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:06.477580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 950b97a9-00a4-46b2-9f2a-dcfc47f0d860 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:06.545802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.556281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.610024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.654871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Calling delete_port for d925c8f0-08d7-45f0-b5af-34adf0d7438b owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:06.694072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8725e0-2618-469e-8517-e62c3f9b9444,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:06.704957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeaf07b-aa51-4ba4-95f7-12cadac80836 None None] Network 2e7387f9-256a-4da4-ac9e-321ae0695a2e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:06.705721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.718711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.719054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.719385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.719713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.720037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.720373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.720738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.720995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.721326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.721651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.721956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.722266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:06.739152 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aba8da8f-3cf0-4f8c-9dbe-f1cf82c94e50 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/6b8725e0-2618-469e-8517-e62c3f9b9444 HTTP/1.1" status: 204 len: 168 time: 1.2660952 Mar 21 07:01:06.741132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57556) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.749615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for c40258b3-115c-4cf8-8bde-a5840a86f0d5 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:06.752490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d1c6786d-b55b-44c7-a4c0-2b590f011f34 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 200 len: 925 time: 0.6497047 Mar 21 07:01:06.778344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57560) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.789867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.855424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet c13890f3-9aef-4ed2-97c3-279f01031d10 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:06.859781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.864871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d005b6-7479-4b63-8be5-0fa7cc7b1e64,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:06.885957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.890309 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9e54e75e-a278-4f65-a426-0429a13a2c90 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5d005b6-7479-4b63-8be5-0fa7cc7b1e64 HTTP/1.1" status: 204 len: 168 time: 0.7601876 Mar 21 07:01:06.893885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57564) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:06.930859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:06.987000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] DHCP port deletion for 2e7387f9-256a-4da4-ac9e-321ae0695a2e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:06.992122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Deleting port 58958e21-7cc4-479f-b159-205f303a522f {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:06.993230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.021375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fb9df-2a0b-483b-b6a7-890df83af5f5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:07.025280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-558fb9df-2a0b-483b-b6a7-890df83af5f5 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=fe8c9590-b1da-4001-864e-896a2f52608d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2441866 Mar 21 07:01:07.026476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57568) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.029570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10abddb8-0e1a-4132-8d6c-d76de1bb2e6f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:07.063096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.089626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.116144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d925c8f0-08d7-45f0-b5af-34adf0d7438b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:07.145970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.192014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-10abddb8-0e1a-4132-8d6c-d76de1bb2e6f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:07.195916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-10abddb8-0e1a-4132-8d6c-d76de1bb2e6f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2984681 Mar 21 07:01:07.197630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=c40258b3-115c-4cf8-8bde-a5840a86f0d5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:07.199636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57572) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.227079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] For port 58958e21-7cc4-479f-b159-205f303a522f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=58958e21-7cc4-479f-b159-205f303a522f,segment=NetworkSegment(cb8c5ce8-adb6-44ad-959d-342c28bcce40),segment_id=cb8c5ce8-adb6-44ad-959d-342c28bcce40)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:07.227481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.281084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.296116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-8487dff1-45c3-4c10-bf67-7b08a2d95857 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] delete failed (client error): The resource could not be found. Mar 21 07:01:07.297148 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8487dff1-45c3-4c10-bf67-7b08a2d95857 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5d005b6-7479-4b63-8be5-0fa7cc7b1e64 HTTP/1.1" status: 404 len: 347 time: 0.0898390 Mar 21 07:01:07.304899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57576) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.319609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--288182851'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:07.344327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.344742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:07.359596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368aec79-fee4-4af6-98cf-7004d87d6867 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:07.363751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-368aec79-fee4-4af6-98cf-7004d87d6867 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.3287168 Mar 21 07:01:07.367077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:07.368842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57580) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.406315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Calling delete_port for 58958e21-7cc4-479f-b159-205f303a522f owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:07.427079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.442120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bbd885e2-287c-414e-9a17-3affca44691f tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 200 len: 205 time: 0.0697873 Mar 21 07:01:07.442950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.448280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57584) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.458848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=c13890f3-9aef-4ed2-97c3-279f01031d10,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:07.465291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.476066 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f5bb7070-02a4-4fa1-8f06-b7fb6bc66eaa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/c13890f3-9aef-4ed2-97c3-279f01031d10 HTTP/1.1" status: 204 len: 168 time: 0.7317932 Mar 21 07:01:07.476760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e11cf1-1a4e-46ed-978c-0ed7f887fd2a None None] Network 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:07.513910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57588) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.540898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.543026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.557028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-35af8e64-5a04-441a-a074-888e81816af5 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/ports/c40258b3-115c-4cf8-8bde-a5840a86f0d5 HTTP/1.1" status: 204 len: 168 time: 1.5507231 Mar 21 07:01:07.557896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.560810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57592) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.561762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:07.574588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.576578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56cc411e-5131-49b2-a312-23cad9c1a3d4 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:07.585539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.586572 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e524fd8d-0508-4493-8ae3-6320ed3c6cb5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/56cc411e-5131-49b2-a312-23cad9c1a3d4 HTTP/1.1" status: 204 len: 168 time: 2.6495621 Mar 21 07:01:07.590142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.626637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:07.629870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] Pushing event deleted for resources: {'Port': ['ID=58958e21-7cc4-479f-b159-205f303a522f,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:07.634844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b907de4-333e-4557-9072-ea86b71c891d None None] No DVR routers for this DVR port 58958e21-7cc4-479f-b159-205f303a522f on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:07.661936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Deleting subnet 49435879-fde8-4ed9-a74b-04b870444562 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:07.665358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.718320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:07.719158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.744634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:07.767047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.820503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.858309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] DHCP port deletion for 0999cee7-c9d7-4c9d-bb81-bd8cab927cfd request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:07.865055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Deleting port 2e53a38d-8977-4ae9-9051-c36a5fbe758f {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:07.865717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.899667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.905481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.948540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:07.951925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49435879-fde8-4ed9-a74b-04b870444562,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:07.958100 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4fa27aec-3a6f-4cbc-bfc2-adc80053c580 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49435879-fde8-4ed9-a74b-04b870444562 HTTP/1.1" status: 204 len: 168 time: 0.3663776 Mar 21 07:01:07.960519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57600) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:07.973030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc5717-17d1-426e-8806-89f6e561f1dc None None] Network 20cc1ac7-41f5-4e05-9a7b-23246e72a039 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:08.087166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.099468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Deleting port ed220e16-0761-4a45-beb5-c592bd2edbe6 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:08.099809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.208445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8daf6ea-be92-46c0-99ad-a1c1665696ce tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:08.209275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a8daf6ea-be92-46c0-99ad-a1c1665696ce tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Synchronizing usage tracker for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:08.252682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] For port 2e53a38d-8977-4ae9-9051-c36a5fbe758f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2e53a38d-8977-4ae9-9051-c36a5fbe758f,segment=NetworkSegment(168e4796-44ee-4668-9aec-f492a89a4639),segment_id=168e4796-44ee-4668-9aec-f492a89a4639)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:08.253342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.382200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.391060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Calling delete_port for 2e53a38d-8977-4ae9-9051-c36a5fbe758f owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:08.401428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a8daf6ea-be92-46c0-99ad-a1c1665696ce tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Unset dirty status for tenant:347530cb172e4b72b220235e072e34b0 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:08.402702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a8daf6ea-be92-46c0-99ad-a1c1665696ce tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "GET /v2.0/ports?device_id=da258dd4-83b2-4cdc-9506-e8918c40d86d HTTP/1.1" status: 200 len: 913 time: 0.8258393 Mar 21 07:01:08.420060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57604) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:08.427538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.470674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] For port ed220e16-0761-4a45-beb5-c592bd2edbe6, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ed220e16-0761-4a45-beb5-c592bd2edbe6,segment=NetworkSegment(584ee522-c050-446a-abd2-adb9d4398846),segment_id=584ee522-c050-446a-abd2-adb9d4398846)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:08.471116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.483212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.499445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7387f9-256a-4da4-ac9e-321ae0695a2e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:08.522650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.541490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8c5ce8-adb6-44ad-959d-342c28bcce40') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:08.542107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8c5ce8-adb6-44ad-959d-342c28bcce40') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:08.543003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] Pushing event deleted for resources: {'Port': ['ID=2e53a38d-8977-4ae9-9051-c36a5fbe758f,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:08.546211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d925c8f0-08d7-45f0-b5af-34adf0d7438b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:08.568372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.574522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f637d6-368e-4c4b-b5e8-fe1431430e71 None None] No DVR routers for this DVR port 2e53a38d-8977-4ae9-9051-c36a5fbe758f on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:08.583028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f01fce-5a7d-499c-a929-cb328f5ff648 None None] DHCP port deletion for 20cc1ac7-41f5-4e05-9a7b-23246e72a039 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:08.589569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.596051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d925c8f0-08d7-45f0-b5af-34adf0d7438b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:08.596575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d925c8f0-08d7-45f0-b5af-34adf0d7438b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:08.597359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2e53a38d-8977-4ae9-9051-c36a5fbe758f no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:08.623229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f2f01fce-5a7d-499c-a929-cb328f5ff648 None None] Deleting port ed220e16-0761-4a45-beb5-c592bd2edbe6 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:08.623610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f2f01fce-5a7d-499c-a929-cb328f5ff648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.633314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Calling delete_port for ed220e16-0761-4a45-beb5-c592bd2edbe6 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:08.639307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 1c5201ea-4d76-4274-a8c6-afe801dfa967 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:08.639847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.666290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 2e53a38d-8977-4ae9-9051-c36a5fbe758f {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:08.666628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2e53a38d-8977-4ae9-9051-c36a5fbe758f not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:08.667226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 58958e21-7cc4-479f-b159-205f303a522f no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:08.712222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 58958e21-7cc4-479f-b159-205f303a522f {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:08.712811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 58958e21-7cc4-479f-b159-205f303a522f not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:08.719005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.723653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.725452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d8f2d9-93ad-427a-a571-d8201f33f8fb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:08.744332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.749261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4373848 Mar 21 07:01:08.753422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:08.753816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.761691 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f2f01fce-5a7d-499c-a929-cb328f5ff648 None None] The port 'ed220e16-0761-4a45-beb5-c592bd2edbe6' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:01:08.766090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57608) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:08.783652 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:08.786371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'e0d8f2d9-93ad-427a-a571-d8201f33f8fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:08.790203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed220e16-0761-4a45-beb5-c592bd2edbe6,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:08.794914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] No DVR routers for this DVR port ed220e16-0761-4a45-beb5-c592bd2edbe6 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:08.796536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:08.806880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.807234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.807574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.807912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.808269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.808606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.808932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.809818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.810140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.810470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.810794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.811116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6fda6-9535-4d0d-b142-c45c80a56bb8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:08.831119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:08.845184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:08.865633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:08.929957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.946901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:08.971911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cc1ac7-41f5-4e05-9a7b-23246e72a039']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:08.993680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ee522-c050-446a-abd2-adb9d4398846') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:08.993976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ee522-c050-446a-abd2-adb9d4398846') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:09.020026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.043434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.044756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.059383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:09.059776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:09.073011 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:09.075786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.084662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.099593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=2e7387f9-256a-4da4-ac9e-321ae0695a2e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.108121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-827c6f10-6c15-4750-b111-51d649751cdf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/2e7387f9-256a-4da4-ac9e-321ae0695a2e HTTP/1.1" status: 204 len: 168 time: 1.5881429 Mar 21 07:01:09.112102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57612) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.130712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.167676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbad9392-9ba3-445b-8de2-84450d96f6bc,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.170561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.199134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.207125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cc1ac7-41f5-4e05-9a7b-23246e72a039,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.209712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.213705 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b707a998-be26-44f2-a5b3-2e0aaf5c3a06 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4390488 Mar 21 07:01:09.214068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.217935 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e3c59ec5-c57e-479e-a935-0015dff1fca5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/20cc1ac7-41f5-4e05-9a7b-23246e72a039 HTTP/1.1" status: 204 len: 168 time: 1.2563367 Mar 21 07:01:09.247127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.247359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.258267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.285843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.303921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbad9392-9ba3-445b-8de2-84450d96f6bc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.312949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.317274 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cfe93404-efce-4dfd-9db8-2c4a8aab9854 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cbad9392-9ba3-445b-8de2-84450d96f6bc HTTP/1.1" status: 204 len: 168 time: 0.0999999 Mar 21 07:01:09.318013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57622) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.368089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-03564329-e259-4015-a8c2-ee9b7586349d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:09.381907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.404804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-03564329-e259-4015-a8c2-ee9b7586349d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:09.406229 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-03564329-e259-4015-a8c2-ee9b7586349d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867374 Mar 21 07:01:09.415137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57630) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.459503 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fd8c311b-a0ec-424a-bba1-5b947fb3f804 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d74a555e0e64e74bb9e299276248263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0763116 Mar 21 07:01:09.467859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57634) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.533862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.577948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.580333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.618010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 1c5201ea-4d76-4274-a8c6-afe801dfa967 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:09.636092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.667777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.675671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.695198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d8f2d9-93ad-427a-a571-d8201f33f8fb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.723244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.724387 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3b0533fc-669f-4db9-b099-0f0e70a6d73e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0d8f2d9-93ad-427a-a571-d8201f33f8fb HTTP/1.1" status: 204 len: 168 time: 0.3082376 Mar 21 07:01:09.727112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57638) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.745166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.776471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.777681 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d3cb3e7-4fc2-4abd-860c-60978507917f HTTP/1.1" status: 204 len: 168 time: 0.3089149 Mar 21 07:01:09.779960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2887a-85a4-4636-b4fe-95a61a15622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cb3e7-4fc2-4abd-860c-60978507917f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:09.827924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d7786d42-ce13-403e-bd72-f94c1eed6c32 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:09.844973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d7786d42-ce13-403e-bd72-f94c1eed6c32 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:09.846411 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d7786d42-ce13-403e-bd72-f94c1eed6c32 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1183062 Mar 21 07:01:09.852076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57644) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:09.858536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157965675'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:09.864462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:09.874925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:09.887821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.909645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:09.914379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:09.918169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:09.924776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:09.925327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:09.966265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0999cee7-c9d7-4c9d-bb81-bd8cab927cfd']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:10.000310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.007446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.054357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168e4796-44ee-4668-9aec-f492a89a4639') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:10.054672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168e4796-44ee-4668-9aec-f492a89a4639') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:10.058149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce19f270-d1ca-481c-a242-1abd01641854,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:10.066211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.067464 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e24246d9-391d-4b7d-b55e-ed9b0d9ded12 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2143204 Mar 21 07:01:10.071435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57650) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:10.080245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.093770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'ce19f270-d1ca-481c-a242-1abd01641854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:10.105149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:10.114034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:10.118334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:10.131245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.133243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.139296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:10.186031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:10.186447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:10.207465 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:10.231897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=1c5201ea-4d76-4274-a8c6-afe801dfa967,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:10.339662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.398873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.402173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.466535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ed220e16-0761-4a45-beb5-c592bd2edbe6 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:10.483592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.505628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ed220e16-0761-4a45-beb5-c592bd2edbe6 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:10.505978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ed220e16-0761-4a45-beb5-c592bd2edbe6 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:10.516449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=0999cee7-c9d7-4c9d-bb81-bd8cab927cfd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:10.532806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f34092d5-02a5-46a6-9adb-e78c99201307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/0999cee7-c9d7-4c9d-bb81-bd8cab927cfd HTTP/1.1" status: 204 len: 168 time: 1.3654430 Mar 21 07:01:10.536703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57670) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:10.545318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546278284'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:10.551158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:10.554712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.556394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:10.561838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:10.569200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:10.582357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:10.587153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.620455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:10.630397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.630751 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment bfda47d0-cf64-47ae-9407-81dcababf105 of type vlan for network 9ba833ef-95ff-485b-92f6-d6ac3717d38a Mar 21 07:01:10.667561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.701564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.707317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:10.708104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.752204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.814858 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2767911 Mar 21 07:01:10.818404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57678) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:10.826917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:10.827284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.833329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.844745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.848192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551761ad-7f97-4140-bfc0-63b0a7e0fd5f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=9ba833ef-95ff-485b-92f6-d6ac3717d38a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:10.863882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:10.874217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e8ed0b-061e-4a7b-ad50-01da49ecabae,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:10.981542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:10.983240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-47a2bb5f-301e-4578-ae32-d38f52461d8f tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9070342 Mar 21 07:01:10.989011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57688) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:10.995029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'ce19f270-d1ca-481c-a242-1abd01641854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.003369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.003794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router fe8c9590-b1da-4001-864e-896a2f52608d {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:11.006850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.013586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.017000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.018177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.019675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fc1e72ff-47f5-49eb-b830-4e322282ebfd tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 204 len: 168 time: 3.5705838 Mar 21 07:01:11.023147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.023688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57694) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:11.026323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.037508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1784212633', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.043302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.046974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.049006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.052406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Usage tracker for resource:router and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.055919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.057661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.066841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.080236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:11.085740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.112395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.113677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.131445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.282575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.284324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port c4764286-5978-4b9d-94bc-172fbc016d6f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:11.284324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.374193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.389613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57706) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:11.390274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.434906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d85418e-20e3-4a9a-9fe5-47a34680646d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:11.442947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.492421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.493651 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-906d8df9-91e2-425b-8e59-08bbdf60a2d7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5035536 Mar 21 07:01:11.500831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57712) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:11.515904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'ce19f270-d1ca-481c-a242-1abd01641854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.525088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.541780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-435773642', 'router:external': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.646576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.654765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.664563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.667136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.669720 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=75a8fe22-5c2f-4d31-bc6d-216d99ca364b,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:11.680868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:network and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.686879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.690072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': 'bfda47d0-cf64-47ae-9407-81dcababf105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:11.690431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 9ba833ef-95ff-485b-92f6-d6ac3717d38a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:11.703137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.716309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.732994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.740758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Made reservation on behalf of 799e133971b54262ac86b5ca418313a0 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:11.743098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.767269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:11.771984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.799920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.806500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 9ba833ef-95ff-485b-92f6-d6ac3717d38a) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:11.808317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.816254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:security_group_rule and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.817181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81dc9c1-da70-48fd-bc76-a8260bc81e00 None None] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:11.821183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:11.821788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.827796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.848749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.852567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.859675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.881354 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-415d63a1-5779-4f64-99fc-ce28f17f54ae tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0595083 Mar 21 07:01:11.896041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57716) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:11.907950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-290614707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.913950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee970a34-8555-4252-bf7b-0759c8c59cc4,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:11.939428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:11.952171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:11.958463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:11.961709 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a4715c09-b8e2-4dfd-b5f7-bac7b930182b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4596665 Mar 21 07:01:11.968453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:11.971197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57720) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:11.981712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for c4764286-5978-4b9d-94bc-172fbc016d6f owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:11.985402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'ce19f270-d1ca-481c-a242-1abd01641854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:11.990018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:11.995084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:12.001986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:12.006523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:12.021102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:12.034323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.035559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.086236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.087918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.092964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-9ba833ef-95ff-485b-92f6-d6ac3717d38a', 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': '75a8fe22-5c2f-4d31-bc6d-216d99ca364b'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:12.094113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.115309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.131363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.172496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.197534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:12.237147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9baf497-cd4a-4254-8948-12221f568e7c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.258271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.262894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.263692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Added segment 877d0366-c80a-4022-b10b-5c4343b8b833 of type vlan for network 8fd64912-f164-486c-b086-8bc5f099ac14 Mar 21 07:01:12.269331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Allocated IP 2001:db8::2 (9ba833ef-95ff-485b-92f6-d6ac3717d38a/75a8fe22-5c2f-4d31-bc6d-216d99ca364b/92168237-c0a9-4f20-ab36-e03c37606034) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:12.304014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.304939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.344186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.345266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.349491 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3c26d5ef-9aa8-4b6f-8ed0-878c44a32bc1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4485526 Mar 21 07:01:12.349491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.351571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57724) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:12.385827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.387000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:12.388210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.414151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'port': {'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a', 'name': 'tempest-RoutersIpV6Test-185542067'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:12.494210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.526495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Transition to ACTIVE for port object 92168237-c0a9-4f20-ab36-e03c37606034 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:12.528578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.534824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.536018 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5637925 Mar 21 07:01:12.536983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ff7c-8540-417b-b509-a0dcfc2ed8a3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b5265e-3bdc-4d23-9625-b82e68ee0ac7,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.552246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57728) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:12.556529 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1614563 Mar 21 07:01:12.556686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Transition to ACTIVE for port object 92168237-c0a9-4f20-ab36-e03c37606034 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:12.563151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.566512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'ce19f270-d1ca-481c-a242-1abd01641854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:12.569458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57732) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:12.619158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:12.646444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:12.647132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:12.650031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:12.654505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:12.659550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:12.666815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac9805-4f81-4f8c-82be-d3bf353747f0 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Network': ['ID=8fd64912-f164-486c-b086-8bc5f099ac14,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.672665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:12.682570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:12.704999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Pushing event updated for resources: {'Port': ['ID=92168237-c0a9-4f20-ab36-e03c37606034,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.708016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 8fd64912-f164-486c-b086-8bc5f099ac14 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:12.711054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:12.714937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.726931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'subnet': {'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:12.732416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=c4764286-5978-4b9d-94bc-172fbc016d6f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.747902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:12.751580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.767650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:12.775674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Allocated IP 172.26.2.27 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/56db2bd6-3cf3-41fa-a9a7-e78342ceff84) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:12.786662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:subnet and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:12.793560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] device_id is not set on port 28951ab3-8e77-436f-9b14-ddb94fad0193 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:12.815379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:12.833442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:12.842884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Attempting to bind port 92168237-c0a9-4f20-ab36-e03c37606034 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:12.843512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Attempting to bind port 92168237-c0a9-4f20-ab36-e03c37606034 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'bfda47d0-cf64-47ae-9407-81dcababf105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:12.843643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Attempting to bind port 92168237-c0a9-4f20-ab36-e03c37606034 on network 9ba833ef-95ff-485b-92f6-d6ac3717d38a {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:12.856699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:12.858020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Checking segment: {'id': 'bfda47d0-cf64-47ae-9407-81dcababf105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:12.858698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.859086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Bound using segment: {'id': 'bfda47d0-cf64-47ae-9407-81dcababf105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:12.859551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Bound port: 92168237-c0a9-4f20-ab36-e03c37606034, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfda47d0-cf64-47ae-9407-81dcababf105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ba833ef-95ff-485b-92f6-d6ac3717d38a'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:12.860099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.878752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.891138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.899469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Made reservation on behalf of 799e133971b54262ac86b5ca418313a0 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:12.901998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.959118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] For port 92168237-c0a9-4f20-ab36-e03c37606034, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:12.960197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4156c5e7-c044-4f25-a4bd-a3cf1942fc59,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:12.962310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] For port 92168237-c0a9-4f20-ab36-e03c37606034, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=92168237-c0a9-4f20-ab36-e03c37606034,segment=NetworkSegment(bfda47d0-cf64-47ae-9407-81dcababf105),segment_id=bfda47d0-cf64-47ae-9407-81dcababf105)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:12.970248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.988134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:12.992294 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f82cd296-c23d-4c1f-b3d9-313b9bad7900 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4346628 Mar 21 07:01:12.993117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57736) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:13.039293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8::3e2 (9ba833ef-95ff-485b-92f6-d6ac3717d38a/75a8fe22-5c2f-4d31-bc6d-216d99ca364b/28951ab3-8e77-436f-9b14-ddb94fad0193) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:13.045714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.060590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df337-5dd9-4914-98cd-405fb4888eea None None] Pushing event updated for resources: {'Port': ['ID=92168237-c0a9-4f20-ab36-e03c37606034,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:13.061060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.123697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.146530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4156c5e7-c044-4f25-a4bd-a3cf1942fc59,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:13.183230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.184585 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4bdd71f7-ab2a-4d48-83e4-fe10d3854335 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4156c5e7-c044-4f25-a4bd-a3cf1942fc59 HTTP/1.1" status: 204 len: 168 time: 0.1906912 Mar 21 07:01:13.188085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57740) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:13.283413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.294706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.381378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ff047ad9-9ec9-4057-b4f6-d1b48b772280 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:13.406493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.429211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 28951ab3-8e77-436f-9b14-ddb94fad0193 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:13.429893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ff047ad9-9ec9-4057-b4f6-d1b48b772280 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:13.431191 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ff047ad9-9ec9-4057-b4f6-d1b48b772280 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2421844 Mar 21 07:01:13.434442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57744) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:13.474138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.487014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.511572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.553614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.584117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.597649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6b5265e-3bdc-4d23-9625-b82e68ee0ac7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:13.610049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:13.613575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:13.618292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.622482 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-efd0bc2e-f106-4354-9d8a-46b0ce86daf6 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a6b5265e-3bdc-4d23-9625-b82e68ee0ac7 HTTP/1.1" status: 204 len: 168 time: 0.1839178 Mar 21 07:01:13.622482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:13.628362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:13.628970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:13.632784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=28951ab3-8e77-436f-9b14-ddb94fad0193,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:13.635260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57748) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:13.652231 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48f8309e-1e3a-4096-b1a9-ffc32fc94e97 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2895818 Mar 21 07:01:13.654867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:13.714702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:13.723617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:13.726408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:13.862182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event updated for resources: {'Port': ['ID=56db2bd6-3cf3-41fa-a9a7-e78342ceff84,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:13.975712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-371a4d3d-7461-47b7-85bb-91092cc5e473 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:14.144578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f5286-8266-425f-8a92-93a05ac9a7dc None None] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:14.272580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0537549e-88dc-4fc1-9e15-a20195e16a65 None None] Provisioning for port 92168237-c0a9-4f20-ab36-e03c37606034 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:14.373328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-371a4d3d-7461-47b7-85bb-91092cc5e473 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:14.374676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-371a4d3d-7461-47b7-85bb-91092cc5e473 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7359302 Mar 21 07:01:14.378865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:14.410743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Router da258dd4-83b2-4cdc-9506-e8918c40d86d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:14.428765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.445877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.462785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.587821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 92168237-c0a9-4f20-ab36-e03c37606034 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:14.649591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.698134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 92168237-c0a9-4f20-ab36-e03c37606034 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:14.705876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 92168237-c0a9-4f20-ab36-e03c37606034 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:14.706302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.785169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee970a34-8555-4252-bf7b-0759c8c59cc4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:14.867583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.876830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:01:14.877411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.910518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 92168237-c0a9-4f20-ab36-e03c37606034, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=92168237-c0a9-4f20-ab36-e03c37606034,segment=NetworkSegment(bfda47d0-cf64-47ae-9407-81dcababf105),segment_id=bfda47d0-cf64-47ae-9407-81dcababf105)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:14.915483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.931457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.970430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:14.974120 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e7809bf6-de73-4118-bc0f-608c652898a9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee970a34-8555-4252-bf7b-0759c8c59cc4 HTTP/1.1" status: 204 len: 168 time: 0.5918767 Mar 21 07:01:14.975246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57762) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.002814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Provisioning complete for port 92168237-c0a9-4f20-ab36-e03c37606034 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:15.002814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.042498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=92168237-c0a9-4f20-ab36-e03c37606034,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:15.064851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.065201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.065569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.065910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.066245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.066578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.066908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.067241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.067570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.067896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.068224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.068550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:15.079947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-91100961-09b4-426b-b8d3-0be3410839eb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:15.104962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:15.116834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.125546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.171446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-91100961-09b4-426b-b8d3-0be3410839eb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:15.175725 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91100961-09b4-426b-b8d3-0be3410839eb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1969864 Mar 21 07:01:15.182311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] Sync routers for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:15.188515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57766) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.210760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:15.211474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:15.212420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36c1ddc8-9bdc-486e-b56b-20c826c0e16a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:15.290963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=28951ab3-8e77-436f-9b14-ddb94fad0193,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:15.291589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:15.313938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] Routers {'da258dd4-83b2-4cdc-9506-e8918c40d86d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:15.314581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['da258dd4-83b2-4cdc-9506-e8918c40d86d'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:15.352495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.364635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.386387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:15.386387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ea74-a214-4917-b5d8-f34b21945798 None None] The sync data for ids ['da258dd4-83b2-4cdc-9506-e8918c40d86d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:15.390604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Provisioning for port 28951ab3-8e77-436f-9b14-ddb94fad0193 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:15.398584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Provisioning complete for port 28951ab3-8e77-436f-9b14-ddb94fad0193 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:15.398956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.407280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Checking segment: {'id': '877d0366-c80a-4022-b10b-5c4343b8b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:15.407663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network hostable DHCP agents. Network: 8fd64912-f164-486c-b086-8bc5f099ac14, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:15.428353 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cd4c159b-78d1-4a22-9458-d5208222450b tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "PUT /v2.0/routers/da258dd4-83b2-4cdc-9506-e8918c40d86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0033469 Mar 21 07:01:15.429271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57770) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.447932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.472250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d85418e-20e3-4a9a-9fe5-47a34680646d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:15.497144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b3af-1a4d-4c0f-9233-ae0a1963a6dc None None] Port 28951ab3-8e77-436f-9b14-ddb94fad0193 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:01:15.526294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.529495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.530594 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fc713aa9-2a0c-403c-b5f6-376cb1c00dee tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2d85418e-20e3-4a9a-9fe5-47a34680646d HTTP/1.1" status: 204 len: 168 time: 0.3109269 Mar 21 07:01:15.538662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57774) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.580849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network 8fd64912-f164-486c-b086-8bc5f099ac14 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:15.604486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2857ee01-decd-4c58-8e49-3c8af62f4565 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:15.615156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 8fd64912-f164-486c-b086-8bc5f099ac14) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:15.619150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.627601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:15.628073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-375b142c-de78-435f-a4bb-c57d9b927a05 None None] Provisioning complete for port 28951ab3-8e77-436f-9b14-ddb94fad0193 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:15.628283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.628472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-375b142c-de78-435f-a4bb-c57d9b927a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.654298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997863d-b9d1-41c9-a1eb-a2cddfd7617b None None] Network 8fd64912-f164-486c-b086-8bc5f099ac14 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:15.661049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2857ee01-decd-4c58-8e49-3c8af62f4565 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:15.665059 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2857ee01-decd-4c58-8e49-3c8af62f4565 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1224859 Mar 21 07:01:15.669491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57778) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.718784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.727630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.743709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.767505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-375b142c-de78-435f-a4bb-c57d9b927a05 None None] Port 28951ab3-8e77-436f-9b14-ddb94fad0193 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:01:15.782769 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9d2208f7-3367-42ef-86b0-88f273b7de13 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2030454 Mar 21 07:01:15.787048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57782) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:15.801133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-362649720', 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:15.818974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.886278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.909324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e8ed0b-061e-4a7b-ad50-01da49ecabae,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:15.915001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ebb6aa-5a1e-4a4f-9552-c04a2129c748 None None] Network 8fd64912-f164-486c-b086-8bc5f099ac14 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:15.974291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:15.977979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9bf6233-8521-4b4b-be9e-842c278178f8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a2e8ed0b-061e-4a7b-ad50-01da49ecabae HTTP/1.1" status: 204 len: 168 time: 0.3050368 Mar 21 07:01:15.978187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57786) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:16.014547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:16.034651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:port and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:16.091181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:16.126378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:16.189627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6693e53d-b4be-44af-b57f-2d91de6d3dbc tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:16.218688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Made reservation on behalf of 799e133971b54262ac86b5ca418313a0 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:16.221009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.267578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] device_id is not set on port f1dc6478-9af3-4847-ae1e-e869840e6969 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:16.272279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6693e53d-b4be-44af-b57f-2d91de6d3dbc tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:16.276441 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6693e53d-b4be-44af-b57f-2d91de6d3dbc tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2945890 Mar 21 07:01:16.276672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57790) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:16.324719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.354725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting port e2e0b91e-5148-4e26-a3b2-6c3f4ad5d2a7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:16.355100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.375694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.380638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.393953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.394616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.395687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Router ba03559e-b0f8-4c0e-a3d4-c4434a14e712 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:16.473169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 92168237-c0a9-4f20-ab36-e03c37606034 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:16.476048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.551472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 92168237-c0a9-4f20-ab36-e03c37606034 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:16.551849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.600519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=28951ab3-8e77-436f-9b14-ddb94fad0193,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:16.639399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.665888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce19f270-d1ca-481c-a242-1abd01641854,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:16.673587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:16.676385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:16.716369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.20.0.8 (8fd64912-f164-486c-b086-8bc5f099ac14/36c1ddc8-9bdc-486e-b56b-20c826c0e16a/f1dc6478-9af3-4847-ae1e-e869840e6969) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:16.752275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.755773 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-55014a48-7ba7-42d5-9406-91e92c58c97b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce19f270-d1ca-481c-a242-1abd01641854 HTTP/1.1" status: 204 len: 168 time: 0.4758754 Mar 21 07:01:16.759988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57794) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:16.762974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.895884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router c769f507-1be0-4607-9373-130a5d422e61 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:16.923975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9b08f1be-1d77-410c-adbb-45d260dbb707 None None] Provisioning complete for port 28951ab3-8e77-436f-9b14-ddb94fad0193 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:16.924194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b08f1be-1d77-410c-adbb-45d260dbb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:16.933350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Calling delete_port for e2e0b91e-5148-4e26-a3b2-6c3f4ad5d2a7 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:16.979431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9b08f1be-1d77-410c-adbb-45d260dbb707 None None] Port 28951ab3-8e77-436f-9b14-ddb94fad0193 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:01:17.001156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:17.011607 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] Sync routers for ids ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:17.021274 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] Routers {'ba03559e-b0f8-4c0e-a3d4-c4434a14e712'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:17.021845 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.069868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:17.078068 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d097a1fe-d85c-4469-972d-31739d3b98e2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/c769f507-1be0-4607-9373-130a5d422e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4198456 Mar 21 07:01:17.078416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57798) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:17.084008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.089091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] Sync routers for ids ['c769f507-1be0-4607-9373-130a5d422e61'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:17.093025 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] Routers {'ba03559e-b0f8-4c0e-a3d4-c4434a14e712'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:17.094035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.101675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-851d6581-9dd7-4c82-baee-49a3f8ca0b38 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:17.102895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] Routers {'c769f507-1be0-4607-9373-130a5d422e61'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:17.103949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c769f507-1be0-4607-9373-130a5d422e61'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.113184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.117197 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f18c599-6014-492b-96ef-e6f3757ef472 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0922618 Mar 21 07:01:17.118977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57802) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:17.159281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6d2fe-b0f3-4a84-b989-847d9ab46c9e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:17.160122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-98c6d2fe-b0f3-4a84-b989-847d9ab46c9e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:17.160724 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.161131 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e9f42-2c60-4e6c-b097-c99bbf3a0ede None None] The sync data for ids ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:17.174080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:17.178467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-98c6d2fe-b0f3-4a84-b989-847d9ab46c9e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:17.182466 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-98c6d2fe-b0f3-4a84-b989-847d9ab46c9e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports/28951ab3-8e77-436f-9b14-ddb94fad0193 HTTP/1.1" status: 200 len: 983 time: 0.1004407 Mar 21 07:01:17.182790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:17.188530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.197043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] Routers {'c769f507-1be0-4607-9373-130a5d422e61'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:17.197664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c769f507-1be0-4607-9373-130a5d422e61'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.260662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:17.261249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6719688-ecad-4161-aa61-e94423e76630 None None] The sync data for ids ['c769f507-1be0-4607-9373-130a5d422e61'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:17.284207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-851d6581-9dd7-4c82-baee-49a3f8ca0b38 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:17.290129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-851d6581-9dd7-4c82-baee-49a3f8ca0b38 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5144141 Mar 21 07:01:17.315860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57812) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:17.332372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--695165259'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:17.349618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:17.367782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:17.505756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.548711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:17.556836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:17.587032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:17.600787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:17.687600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.740893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.746010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.798823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a08f0-068b-4ae1-a27f-5a7943318579,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:17.799055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.803323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Port': ['ID=e2e0b91e-5148-4e26-a3b2-6c3f4ad5d2a7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:17.965538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:17.969402 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6731feb-ca69-4f9a-a6c6-2e9c5cf510be tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6505556 Mar 21 07:01:17.969555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57816) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:17.979676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'f13a08f0-068b-4ae1-a27f-5a7943318579', 'direction': 'ingress', 'protocol': 17}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:17.987552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:17.995019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:17.999991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:18.008718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:18.009242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.010740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.148239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.270852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.274272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.279483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.297635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.333160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.339481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.369502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.373588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df01337a-9392-48a7-abee-55c559229ecd,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:18.380211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network 8fd64912-f164-486c-b086-8bc5f099ac14 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:18.383018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.383890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Fanout notify agent at l3_agent the message router_deleted on router da258dd4-83b2-4cdc-9506-e8918c40d86d {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:18.385599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 28951ab3-8e77-436f-9b14-ddb94fad0193 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:18.386135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.388166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:18.395259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:18.411934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.415762 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3170d42-3e14-485b-b924-c170a638227c tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4427419 Mar 21 07:01:18.417915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57820) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:18.429109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=f1dc6478-9af3-4847-ae1e-e869840e6969,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:18.449250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.466613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.467713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-baa512a7-a026-4c9d-8809-344daad05d90 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/routers/da258dd4-83b2-4cdc-9506-e8918c40d86d HTTP/1.1" status: 204 len: 168 time: 3.0377097 Mar 21 07:01:18.470480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Deleting port 56db2bd6-3cf3-41fa-a9a7-e78342ceff84 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:18.470912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.472659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57824) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:18.511271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:18.511882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.555622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b5478077-dcd9-4d2e-bf47-13db7b33f75f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.7658134 Mar 21 07:01:18.562386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57828) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:18.662539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.706732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Deleting subnet 9ff1cd28-be1a-4607-8625-3d0f1c48024e {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:18.718237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.752574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.791058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting port f1dc6478-9af3-4847-ae1e-e869840e6969 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:18.791411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.860946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.890290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:18.913294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Calling delete_port for 56db2bd6-3cf3-41fa-a9a7-e78342ceff84 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:18.919869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.078998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.105324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 28951ab3-8e77-436f-9b14-ddb94fad0193 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:19.124267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Pushing event deleted for resources: {'Port': ['ID=56db2bd6-3cf3-41fa-a9a7-e78342ceff84,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:19.197480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.221025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.308523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.396515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a08f0-068b-4ae1-a27f-5a7943318579,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:19.564136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.565425 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d83b927b-3001-49d7-b5a4-1ee27d1f3c5b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/f13a08f0-068b-4ae1-a27f-5a7943318579 HTTP/1.1" status: 204 len: 168 time: 1.1460619 Mar 21 07:01:19.574923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57838) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:19.581665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.655753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.662305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.662847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff1cd28-be1a-4607-8625-3d0f1c48024e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:19.665256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.670088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.803193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Router ba03559e-b0f8-4c0e-a3d4-c4434a14e712 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:19.848533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Calling delete_port for f1dc6478-9af3-4847-ae1e-e869840e6969 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:19.893617 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-43210942-a014-41b7-9e44-ead2ce11a20e tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/subnets/9ff1cd28-be1a-4607-8625-3d0f1c48024e HTTP/1.1" status: 204 len: 168 time: 1.4198709 Mar 21 07:01:19.904332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-652a42ff-419e-4e83-898b-fff482b38e43 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:19.914957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57842) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:19.938847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:19.950419 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] Sync routers for ids ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:19.951218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:19.955075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-05af6222-8271-4ed7-ab17-9ee473aad923 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "PUT /v2.0/routers/ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 200 len: 710 time: 2.8321297 Mar 21 07:01:19.955659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57846) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:19.960854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] Routers {'ba03559e-b0f8-4c0e-a3d4-c4434a14e712'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:19.962224 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.032933 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.042049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.043645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-652a42ff-419e-4e83-898b-fff482b38e43 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:20.044459 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] Routers {'ba03559e-b0f8-4c0e-a3d4-c4434a14e712'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:20.044878 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-652a42ff-419e-4e83-898b-fff482b38e43 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4681928 Mar 21 07:01:20.045280 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.080022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57850) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.091248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--888467761'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:20.102261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3a98e61-e1d3-4d6d-909c-07a4d2aafbb2 tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/routers/ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 200 len: 745 time: 0.1430020 Mar 21 07:01:20.102261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:20.104162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57854) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.112286 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.112688 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab9cd6-5be5-4776-bae0-379486809044 None None] The sync data for ids ['ba03559e-b0f8-4c0e-a3d4-c4434a14e712'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:20.124662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=28951ab3-8e77-436f-9b14-ddb94fad0193,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:20.139039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.150422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb0ea3c7-d26e-4c2e-a199-e42ca5e5b23b tempest-RoutersIpV6AdminTest-1533738839 tempest-RoutersIpV6AdminTest-1533738839-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 200 len: 205 time: 0.0464952 Mar 21 07:01:20.154839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57858) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.310544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:20.314340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3d0732c-75b5-4a46-9d6b-2ce58e7bd25b tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 200 len: 205 time: 0.1582479 Mar 21 07:01:20.318063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57862) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.388619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.433406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.437747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.469212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.532518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:20.539346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:20.550638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1dc6478-9af3-4847-ae1e-e869840e6969,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:20.554486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.589034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:20.604038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:20.758499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf014a-a0d7-439c-9f6e-ef2a20df5d72']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.789137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.794110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a740e4-5503-4573-992b-471f543803a5') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.794342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.794460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a740e4-5503-4573-992b-471f543803a5') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:20.830802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.831263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Fanout notify agent at l3_agent the message router_deleted on router ba03559e-b0f8-4c0e-a3d4-c4434a14e712 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:20.863161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.867219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.867989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.892492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.893600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3af253d-a964-4db1-8c39-f8ab554ff702 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 204 len: 168 time: 0.5746324 Mar 21 07:01:20.899204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57866) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.945604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:20.946810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8663967 Mar 21 07:01:20.955046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57870) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.962110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d761f2af-bae1-477a-935f-b544d9e546f6 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 200 len: 205 time: 0.0618660 Mar 21 07:01:20.965839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--394240498'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:20.970383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac33d05-6c48-4c7b-be86-2176d8ef571e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147743b5-f5cb-4441-8119-7dafd9f389e4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:20.972405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57874) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:20.976103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:21.052225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:21.055714 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-6c737546-74fc-4af6-9fa4-6fb9ee12eff7 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:21.056714 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6c737546-74fc-4af6-9fa4-6fb9ee12eff7 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/ba03559e-b0f8-4c0e-a3d4-c4434a14e712 HTTP/1.1" status: 404 len: 336 time: 0.0822866 Mar 21 07:01:21.060667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.071187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.072989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.093601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:21.093908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.098299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:21.109054 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:21.112908 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e13ab23f-2e77-4ebe-9bc3-aeb4c6c8dc97 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f1dc6478-9af3-4847-ae1e-e869840e6969 HTTP/1.1" status: 204 len: 168 time: 2.5486288 Mar 21 07:01:21.114766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c3c42940-74a7-4714-90ce-fec07c512ebf tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 200 len: 205 time: 0.0530944 Mar 21 07:01:21.117948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57882) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.118086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57884) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.126096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router c769f507-1be0-4607-9373-130a5d422e61 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:21.180035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14', 'external_fixed_ips': [{'subnet_id': '36c1ddc8-9bdc-486e-b56b-20c826c0e16a', 'ip_address': '172.20.0.8'}]}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:21.199657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:21.202473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:21.205975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-1a2dbfee-bd54-4548-b8c8-841ee039dfd9 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:21.206965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a2dbfee-bd54-4548-b8c8-841ee039dfd9 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/fe8c9590-b1da-4001-864e-896a2f52608d HTTP/1.1" status: 404 len: 336 time: 0.0866048 Mar 21 07:01:21.207915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:router and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:21.211266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.211987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:21.218775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:21.221777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:21.224096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:21.256927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.265726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:21.277665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8f036593-e34c-4ca8-bf39-178a1d195aae tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 200 len: 205 time: 0.0606332 Mar 21 07:01:21.279096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.283154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.284383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.285346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.318515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.411165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] Pushing event deleted for resources: {'Network': ['ID=1dcf014a-a0d7-439c-9f6e-ef2a20df5d72,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:21.420658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.429823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:21.430567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.432521 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b4ecef7-3d96-498b-b40e-1b1f46b0b470 tempest-FloatingIPTestJSON-350174756 tempest-FloatingIPTestJSON-350174756-project] 10.222.0.31 "DELETE /v2.0/networks/1dcf014a-a0d7-439c-9f6e-ef2a20df5d72 HTTP/1.1" status: 204 len: 168 time: 1.5166194 Mar 21 07:01:21.441979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-07b7b791-12bb-4fbd-acab-953acee6f1a1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/c769f507-1be0-4607-9373-130a5d422e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2529924 Mar 21 07:01:21.441979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-3453fcfd-53d8-44ba-a273-70943a0c2976 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:21.441979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3453fcfd-53d8-44ba-a273-70943a0c2976 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/8dc84138-f3d4-4f41-be51-af080b2c9b2b HTTP/1.1" status: 404 len: 336 time: 0.1507561 Mar 21 07:01:21.441979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57902) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.443695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.448102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] Sync routers for ids ['c769f507-1be0-4607-9373-130a5d422e61'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:21.461482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] Routers {'c769f507-1be0-4607-9373-130a5d422e61'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:21.462536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c769f507-1be0-4607-9373-130a5d422e61'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:21.566077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-863d3ebf-6ca1-423c-b8a1-31fe4e7383d3 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 200 len: 205 time: 0.1208563 Mar 21 07:01:21.566910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57910) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.591693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:21.603506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] Routers {'c769f507-1be0-4607-9373-130a5d422e61'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:21.604651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c769f507-1be0-4607-9373-130a5d422e61'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:21.682462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:21.683166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e9eeb-7cdc-4a6f-922d-fa1773b69d62 None None] The sync data for ids ['c769f507-1be0-4607-9373-130a5d422e61'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:21.724466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10355e64-bace-44c4-9af9-f38e0f76ce44,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:21.773671 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-bf30de31-ebfe-45dc-a207-da067f57eaf3 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:21.777687 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bf30de31-ebfe-45dc-a207-da067f57eaf3 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/fafa76b3-a281-4ea5-bfec-cdb95820e666 HTTP/1.1" status: 404 len: 336 time: 0.2100008 Mar 21 07:01:21.777973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.779961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.781171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-232f222c-b30b-4dce-9265-12fe90141db0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8233101 Mar 21 07:01:21.789266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57920) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.793417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:21.799397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': '147743b5-f5cb-4441-8119-7dafd9f389e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10355e64-bace-44c4-9af9-f38e0f76ce44', 'remote_ip_prefix': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:21.806078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:21.807943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57926) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.817264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:21.820749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:21.842017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:21.893613 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a8a77c22-1d84-4bbf-91fa-abe09ff6e5ec tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 200 len: 205 time: 0.1067050 Mar 21 07:01:21.896477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57932) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:21.930129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.035237 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-aeb5a914-504e-40a4-9e5f-1971163c478c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] remove_router_interface failed (client error): The resource could not be found. Mar 21 07:01:22.036271 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aeb5a914-504e-40a4-9e5f-1971163c478c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/c769f507-1be0-4607-9373-130a5d422e61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5958133 Mar 21 07:01:22.037095 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-2125d1f9-a6c6-4039-a9bc-301cfc9def4b tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:22.040928 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2125d1f9-a6c6-4039-a9bc-301cfc9def4b tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/b77abeec-8eff-4fbb-9813-cee2e4b11de3 HTTP/1.1" status: 404 len: 336 time: 0.1166203 Mar 21 07:01:22.040928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57936) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.041150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57938) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.048306 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d20a655b-0bbe-4596-bdb2-614f756f840a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=347530cb172e4b72b220235e072e34b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376668 Mar 21 07:01:22.072149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57944) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.092442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9180d02f-11d7-4273-8dfd-ea22bdf5550f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:22.102570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.108088 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-61fd2793-3759-4986-a5fc-4b4fb0fbfe84 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b5a8048-52e0-45aa-a4b3-160395451e91 HTTP/1.1" status: 200 len: 205 time: 0.0625825 Mar 21 07:01:22.108492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57948) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.111931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.131570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9180d02f-11d7-4273-8dfd-ea22bdf5550f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:22.133399 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9180d02f-11d7-4273-8dfd-ea22bdf5550f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=c769f507-1be0-4607-9373-130a5d422e61 HTTP/1.1" status: 200 len: 205 time: 0.0925615 Mar 21 07:01:22.136966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.202007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8005828-7922-4b41-8a31-c06990cb6e38,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:22.206658 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-e46e5f09-ca2e-4ed4-bcb8-7a2ba4ba6a66 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] delete failed (client error): The resource could not be found. Mar 21 07:01:22.207686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e46e5f09-ca2e-4ed4-bcb8-7a2ba4ba6a66 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/routers/3b5a8048-52e0-45aa-a4b3-160395451e91 HTTP/1.1" status: 404 len: 336 time: 0.0979989 Mar 21 07:01:22.216088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 57956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.257453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.261262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-446f4b28-9e5f-4f07-95a1-377ab3ab3801 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4686718 Mar 21 07:01:22.261594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57960) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.362028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.384421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6f766449-447f-445a-962e-0861337d11b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.423861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.450684 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d18d22-8b7a-490e-a0d8-1a2af18dcef4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] DELETE failed (client error): The resource could not be found. Mar 21 07:01:22.451140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d18d22-8b7a-490e-a0d8-1a2af18dcef4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:01:22.453168 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e0d18d22-8b7a-490e-a0d8-1a2af18dcef4 tempest-RoutersIpV6AdminTest-1660347427 tempest-RoutersIpV6AdminTest-1660347427-project] 10.222.0.31 "DELETE /v2.0/subnets/e86b6923-b7be-481f-81f3-e27182f259ca HTTP/1.1" status: 404 len: 337 time: 0.2339368 Mar 21 07:01:22.455446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.506056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.523127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.537944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.547241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.595820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8005828-7922-4b41-8a31-c06990cb6e38,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:22.611133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.612189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c43c8345-25b6-4800-96f7-30408caa0041 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d8005828-7922-4b41-8a31-c06990cb6e38 HTTP/1.1" status: 204 len: 168 time: 0.3498051 Mar 21 07:01:22.618941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57968) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.719702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57972) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.735610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.737642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b88688a3-3334-41e7-9f99-3e24ab396460 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:22.795987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b88688a3-3334-41e7-9f99-3e24ab396460 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:22.797328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b88688a3-3334-41e7-9f99-3e24ab396460 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1774335 Mar 21 07:01:22.801969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57978) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.838315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.20.0.8 (8fd64912-f164-486c-b086-8bc5f099ac14/36c1ddc8-9bdc-486e-b56b-20c826c0e16a/453258ef-be72-4d58-bb4c-128a081b51a3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:22.838498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.844691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.884460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.884847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.885160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router c769f507-1be0-4607-9373-130a5d422e61 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:22.909310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.912776 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e4f99441-b454-4a97-bb75-a3dedee5fb04 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/c769f507-1be0-4607-9373-130a5d422e61 HTTP/1.1" status: 204 len: 168 time: 0.7723317 Mar 21 07:01:22.912776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.913157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 57982) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:22.914687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:22.917921 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38326c99-c780-4e53-b0f2-eb8df48a29d7 HTTP/1.1" status: 204 len: 168 time: 0.8380947 Mar 21 07:01:22.926568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a1e6-8949-4514-a171-c9eed05f1c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38326c99-c780-4e53-b0f2-eb8df48a29d7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:22.984992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:23.051194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7fe57fac1740768b5c8898b2997cb6 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:23.055926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.057708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:23.077716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:23.122947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet 75a8fe22-5c2f-4d31-bc6d-216d99ca364b {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:23.137952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.188034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.253963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.283400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.364539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.403491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10355e64-bace-44c4-9af9-f38e0f76ce44,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:23.548859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.557913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.580734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.635723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58006) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:23.681069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.723822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa7fe57fac1740768b5c8898b2997cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028429 Mar 21 07:01:23.726408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58012) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:23.735489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network 8fd64912-f164-486c-b086-8bc5f099ac14 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:23.742231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.746010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce23f0d7-4a04-422d-b977-1d9649bfd5e2 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/10355e64-bace-44c4-9af9-f38e0f76ce44 HTTP/1.1" status: 204 len: 168 time: 0.9404638 Mar 21 07:01:23.746010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e3f2-3d64-4c45-ab3e-44b1386e5a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e6743-a30b-4c74-8371-ee9484b1c98c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:23.746750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-655194022'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:23.749017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58016) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:23.752847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:23.753740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:23.759360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:23.769471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:23.774184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:23.786280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:23.810297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:23.811387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=453258ef-be72-4d58-bb4c-128a081b51a3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:23.814490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.830093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.831880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.862588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:23.870791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:security_group_rule and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:23.875081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.881770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:23.890912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:23.953303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.969707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:23.995883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e6743-a30b-4c74-8371-ee9484b1c98c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:24.018226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.019351 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1a0b3481-bbf6-4058-9eb0-d1954e191687 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c7e6743-a30b-4c74-8371-ee9484b1c98c HTTP/1.1" status: 204 len: 168 time: 0.2919919 Mar 21 07:01:24.027169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.033960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.051557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ae400255-b01b-4d61-b712-3cc4dd85b8e7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:24.064579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:24.077134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086d17d-8409-4f44-919c-17fb2029c6ba None None] Network 9ba833ef-95ff-485b-92f6-d6ac3717d38a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:24.078437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6754cd-861d-42b1-9985-7dfb7dab7493,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:24.082834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.083273 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment 6cb820e3-9eef-4c43-9c2f-63d83297952a of type vlan for network 79d2c3b3-e705-411b-9128-8f1feb412004 Mar 21 07:01:24.099438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=75a8fe22-5c2f-4d31-bc6d-216d99ca364b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:24.101594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.114909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.131340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-29bb80ff-340d-4980-b559-13694fdebc57 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/75a8fe22-5c2f-4d31-bc6d-216d99ca364b HTTP/1.1" status: 204 len: 168 time: 1.2070448 Mar 21 07:01:24.134914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58022) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:24.154016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.160767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:24.162412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.172452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ae400255-b01b-4d61-b712-3cc4dd85b8e7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:24.173763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ae400255-b01b-4d61-b712-3cc4dd85b8e7 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4197063 Mar 21 07:01:24.186954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58026) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:24.276026 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6390021 Mar 21 07:01:24.300563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c4b5-2430-4ac8-8436-804894494c0f tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=79d2c3b3-e705-411b-9128-8f1feb412004,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:24.365846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 79d2c3b3-e705-411b-9128-8f1feb412004 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:24.396244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.499971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.503635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 92168237-c0a9-4f20-ab36-e03c37606034 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:24.504014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.555836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58032) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:24.574621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.577379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-91b38d27-1f27-4e75-b0a4-4f6eb317f509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.638849 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-86ea2289-0d36-4484-9bf7-0672b68d285e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3870975798c9467db9585d23c626b2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808072 Mar 21 07:01:24.639510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58036) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:24.649393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.679724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] DHCP port deletion for 9ba833ef-95ff-485b-92f6-d6ac3717d38a request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:24.685038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Deleting port 92168237-c0a9-4f20-ab36-e03c37606034 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:24.685462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.737704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.808076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.872814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.899717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43281d1-5819-4af4-b2a1-c39ef716f170,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:24.909388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.910932 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7d6fb034-20d8-48c2-8e24-8834c324ffbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b43281d1-5819-4af4-b2a1-c39ef716f170 HTTP/1.1" status: 204 len: 168 time: 0.2703371 Mar 21 07:01:24.912883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 92168237-c0a9-4f20-ab36-e03c37606034, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=92168237-c0a9-4f20-ab36-e03c37606034,segment=NetworkSegment(bfda47d0-cf64-47ae-9407-81dcababf105),segment_id=bfda47d0-cf64-47ae-9407-81dcababf105)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:24.913555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:24.979572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] For port 92168237-c0a9-4f20-ab36-e03c37606034, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=92168237-c0a9-4f20-ab36-e03c37606034,segment=NetworkSegment(bfda47d0-cf64-47ae-9407-81dcababf105),segment_id=bfda47d0-cf64-47ae-9407-81dcababf105)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:24.981149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.131539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Calling delete_port for 92168237-c0a9-4f20-ab36-e03c37606034 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:25.149370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 92168237-c0a9-4f20-ab36-e03c37606034 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:25.236817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.247393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:25.247994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:25.337129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.351788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=92168237-c0a9-4f20-ab36-e03c37606034,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:25.359008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No DVR routers for this DVR port 92168237-c0a9-4f20-ab36-e03c37606034 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:25.396367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147743b5-f5cb-4441-8119-7dafd9f389e4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:25.616223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.629880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.631000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-da1626af-267c-4f5e-bd91-6ed395167693 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/147743b5-f5cb-4441-8119-7dafd9f389e4 HTTP/1.1" status: 204 len: 168 time: 1.4422750 Mar 21 07:01:25.636494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58058) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:25.691232 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f1c767e7-371f-492a-b29a-e53deaa88b2a tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0562105 Mar 21 07:01:25.696050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58064) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:25.700330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-7104a1e4-4a96-447c-971e-39a59fd227d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4651933 Mar 21 07:01:25.712204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba833ef-95ff-485b-92f6-d6ac3717d38a']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:25.715514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--509300804'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:25.724966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.725753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:25.731367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:25.747621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfda47d0-cf64-47ae-9407-81dcababf105') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:25.748289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfda47d0-cf64-47ae-9407-81dcababf105') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:25.748573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:25.756543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Deleting port 92168237-c0a9-4f20-ab36-e03c37606034 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:25.757095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.763648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:25.780361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.786424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.804831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.830142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.832485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:25.848787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:25.856843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:25.867947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:25.927391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd7e70-724e-44e7-9526-271d20d080b4 None None] The port '92168237-c0a9-4f20-ab36-e03c37606034' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:01:25.927655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.962141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:25.962562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:25.982021 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:25.995679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:26.028587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.041782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.095800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341cce0e-4cf9-4e5d-a388-0f98ca822498,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:26.125735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1401794214'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:26.140098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:26.150138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:network and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:26.155005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:26.158572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.158970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.161290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-81741d8d-c76b-427b-bf4a-252351df6798 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4625795 Mar 21 07:01:26.164607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58076) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:26.170422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:26.181231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:26.186894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.190347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.196291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': '341cce0e-4cf9-4e5d-a388-0f98ca822498', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:26.200556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.209197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-3e304f3e-eb65-465f-b5e1-f701d061d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:26.210671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-3e304f3e-eb65-465f-b5e1-f701d061d05e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1099 time: 0.3335660 Mar 21 07:01:26.211392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=9ba833ef-95ff-485b-92f6-d6ac3717d38a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:26.213860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:26.227730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3b6d2200-9496-43de-9e0d-15e40095b391 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/9ba833ef-95ff-485b-92f6-d6ac3717d38a HTTP/1.1" status: 204 len: 168 time: 2.0862145 Mar 21 07:01:26.227730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:26.228017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58080) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:26.230262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:26.240141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:26.244184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:security_group_rule and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:26.248180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1052526077'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:26.248528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:26.253720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:26.254744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:26.277136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:26.306639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:26.314654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:26.327729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:26.359797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.363959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.402392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.404155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:26.409848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a70039-546d-4a27-a122-43d0a4a4a5f1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:26.416812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:26.419997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.420387 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Added segment 00b4e0b9-9ee1-4140-9313-64563823005f of type vlan for network 1aedd96c-5f29-4cfa-a902-805903aa8838 Mar 21 07:01:26.421145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.440981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router 12ad8333-d34b-487a-9d96-fce62e0373f4 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:26.455674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.494644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.502312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:26.502926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.521390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 92168237-c0a9-4f20-ab36-e03c37606034 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:26.565503 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5679071 Mar 21 07:01:26.567898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 92168237-c0a9-4f20-ab36-e03c37606034 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:26.568842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 92168237-c0a9-4f20-ab36-e03c37606034 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:26.569941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58084) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:26.570846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:26.576837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-52a4ab60-809b-4345-b5d6-1f3cf42f3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:26.578446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-52a4ab60-809b-4345-b5d6-1f3cf42f3e84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 898 time: 0.3260639 Mar 21 07:01:26.597422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:26.662368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035030a0-3549-4638-9c0b-244161ba3dc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Network': ['ID=1aedd96c-5f29-4cfa-a902-805903aa8838,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:26.674152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:26.846339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:26.846681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment 40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd of type vlan for network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 Mar 21 07:01:26.937851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.018537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.048133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.072826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-60300e8f-3422-4dc7-b093-9c110a49ee61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 1002 time: 0.4793730 Mar 21 07:01:27.083745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc105c4-eff1-4caf-ac6d-4a219e6558d1,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:27.126210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:27.144773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:27.161670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:27.173350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:27.183250 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Sync routers for ids ['12ad8333-d34b-487a-9d96-fce62e0373f4'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:27.187046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:27.193461 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Routers {'12ad8333-d34b-487a-9d96-fce62e0373f4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:27.194065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['12ad8333-d34b-487a-9d96-fce62e0373f4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:27.202864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.207062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-37088c7e-6671-4155-83c6-37c173ccfadb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0203412 Mar 21 07:01:27.207193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58090) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.220453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-107763d5-71b8-4a82-b5b6-5206c9d878f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:27.222035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-107763d5-71b8-4a82-b5b6-5206c9d878f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.1301594 Mar 21 07:01:27.223514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.229063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:27.229680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.249179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:27.250176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.253667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.284436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.300273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.301483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-66082685-15f3-4282-b5e0-8a6c3bcdc85b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1825333 Mar 21 07:01:27.303916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.328775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58094) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.354852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.384831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cc105c4-eff1-4caf-ac6d-4a219e6558d1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:27.399595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.405111 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ffb9e679-94c7-424e-aa7b-b5f49665b573 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8cc105c4-eff1-4caf-ac6d-4a219e6558d1 HTTP/1.1" status: 204 len: 168 time: 0.1968155 Mar 21 07:01:27.406329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58098) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.472798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-52d2731c-72ca-41d9-93b0-e9c1411705b9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:27.497990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-52d2731c-72ca-41d9-93b0-e9c1411705b9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:27.500376 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-52d2731c-72ca-41d9-93b0-e9c1411705b9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918937 Mar 21 07:01:27.501133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58102) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.503929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58104) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.509357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:27.541537 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3124409 Mar 21 07:01:27.546580 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Set router 12ad8333-d34b-487a-9d96-fce62e0373f4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:27.555220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58110) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:27.557765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6f2a-2d0e-4337-b62a-3efea27a8390 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=3c5fbb05-7dc1-47d8-9588-882346fb09a6,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:27.577918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:27.578747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:27.718855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-c93f033b-3f02-4a66-80b1-9e155ad7a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:27.720423 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-c93f033b-3f02-4a66-80b1-9e155ad7a12b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4863334 Mar 21 07:01:27.756159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.870515 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ad8333-d34b-487a-9d96-fce62e0373f4', 'name': '', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14', 'external_fixed_ips': [{'subnet_id': '36c1ddc8-9bdc-486e-b56b-20c826c0e16a', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '453258ef-be72-4d58-bb4c-128a081b51a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:21Z', 'updated_at': '2022-03-21T07:01:24Z', 'revision_number': 3, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port': {'id': '453258ef-be72-4d58-bb4c-128a081b51a3', 'name': '', 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ad8333-d34b-487a-9d96-fce62e0373f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '36c1ddc8-9bdc-486e-b56b-20c826c0e16a', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:01:22Z', 'updated_at': '2022-03-21T07:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36c1ddc8-9bdc-486e-b56b-20c826c0e16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:27.876542 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Checking router: 12ad8333-d34b-487a-9d96-fce62e0373f4 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:01:27.877110 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Updating router 12ad8333-d34b-487a-9d96-fce62e0373f4 port 453258ef-be72-4d58-bb4c-128a081b51a3 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:01:27.910552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:27.921330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:27.923609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:27.927346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.929204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:subnet and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:27.931068 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.931813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:27.935554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:27.954455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:27.964086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:27.987963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:27.997068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:28.000489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.017845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:28.021118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.098025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-e1320fe0-e995-4cd1-a74b-667dd40bc5e0 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840271 Mar 21 07:01:28.105516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.200221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.244002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.284825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341cce0e-4cf9-4e5d-a388-0f98ca822498,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:28.317481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.321342 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5a244f35-14d5-45fa-ae63-a123410e550d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/341cce0e-4cf9-4e5d-a388-0f98ca822498 HTTP/1.1" status: 204 len: 168 time: 0.8139231 Mar 21 07:01:28.354065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.367008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Transition to ACTIVE for port object 453258ef-be72-4d58-bb4c-128a081b51a3 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:28.374961 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.385807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58114) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:28.409205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting port 453258ef-be72-4d58-bb4c-128a081b51a3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:28.409574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.446983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=fb44c5c0-d381-4dc9-bf8c-eadb3fd43477,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:28.456379 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Attempting to bind port 453258ef-be72-4d58-bb4c-128a081b51a3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:28.456977 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Attempting to bind port 453258ef-be72-4d58-bb4c-128a081b51a3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '877d0366-c80a-4022-b10b-5c4343b8b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:28.457516 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Attempting to bind port 453258ef-be72-4d58-bb4c-128a081b51a3 on network 8fd64912-f164-486c-b086-8bc5f099ac14 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:28.464755 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Pushing event updated for resources: {'Port': ['ID=453258ef-be72-4d58-bb4c-128a081b51a3,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:28.467552 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:28.467749 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Checking segment: {'id': '877d0366-c80a-4022-b10b-5c4343b8b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:28.468320 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.468841 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Bound using segment: {'id': '877d0366-c80a-4022-b10b-5c4343b8b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:28.469470 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Bound port: 453258ef-be72-4d58-bb4c-128a081b51a3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d0366-c80a-4022-b10b-5c4343b8b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fd64912-f164-486c-b086-8bc5f099ac14'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:28.470009 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.479111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:28.479477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network hostable DHCP agents. Network: 1aedd96c-5f29-4cfa-a902-805903aa8838, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:28.492431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3ca78b0-bdda-4af3-928a-252df9519867 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:28.508575 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.508936 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.509500 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.509830 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.510153 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.510475 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.511318 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.511318 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.511558 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.511875 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.512190 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.512516 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:01:28.553922 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e65541e-d4e6-4f50-8830-4208ebd00fbc req-a325a0b0-1fc3-4a95-9e03-a1c9a48291ad service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495850 Mar 21 07:01:28.557270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:28.558007 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] For port 453258ef-be72-4d58-bb4c-128a081b51a3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:28.562545 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] For port 453258ef-be72-4d58-bb4c-128a081b51a3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=453258ef-be72-4d58-bb4c-128a081b51a3,segment=NetworkSegment(877d0366-c80a-4022-b10b-5c4343b8b833),segment_id=877d0366-c80a-4022-b10b-5c4343b8b833)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:28.572484 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.579094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3ca78b0-bdda-4af3-928a-252df9519867 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:28.580720 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c3ca78b0-bdda-4af3-928a-252df9519867 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1942062 Mar 21 07:01:28.582755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.607043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58118) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:28.619046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.621263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--984899944'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:28.635494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1aedd96c-5f29-4cfa-a902-805903aa8838) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:28.639846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:28.645314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d19d52-9261-4ab0-9462-648c21548b94 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:28.645837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:28.646351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.685026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:28.687803 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Routers {'12ad8333-d34b-487a-9d96-fce62e0373f4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:28.688730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['12ad8333-d34b-487a-9d96-fce62e0373f4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:28.689779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=f27589f0-bd7d-4a07-a6f8-9a132c4cdca8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:28.697498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] For port 453258ef-be72-4d58-bb4c-128a081b51a3, host dv-neutron-834307-1-hyperv, got binding levels [] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:28.698086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.769262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1b1f0189-49a9-49c1-a762-491773df22b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1954372 Mar 21 07:01:28.774310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': '6cb820e3-9eef-4c43-9c2f-63d83297952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:28.774782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: 79d2c3b3-e705-411b-9128-8f1feb412004, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:28.782710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58122) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:28.783265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:28.783759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 3c5fbb05-7dc1-47d8-9588-882346fb09a6, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:28.800894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'name': 'tempest-NetworksTestDHCPv6-1603041358'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:28.838040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Calling delete_port for 453258ef-be72-4d58-bb4c-128a081b51a3 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:28.850240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=0ade58d5-ce0c-4794-937d-1acfc8c8ed8c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:28.868298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.881911 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] Set router 12ad8333-d34b-487a-9d96-fce62e0373f4 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:28.911496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:28.920172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:28.924857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:28.929697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:28.946979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:28.950073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 79d2c3b3-e705-411b-9128-8f1feb412004 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:28.967382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 3c5fbb05-7dc1-47d8-9588-882346fb09a6) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:28.972008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 79d2c3b3-e705-411b-9128-8f1feb412004) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:28.985478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:28.986055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:28.990149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:28.990699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.021239 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ad8333-d34b-487a-9d96-fce62e0373f4', 'name': '', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:21Z', 'updated_at': '2022-03-21T07:01:28Z', 'revision_number': 4, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:29.023971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:29.024641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee5de2-46ff-401b-91da-481d4da57819 None None] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:29.032505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:29.033687 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917caa9-5d35-4329-86f2-b17f0501dce2 None None] The sync data for ids ['12ad8333-d34b-487a-9d96-fce62e0373f4'] in dv-neutron-834307-1-hyperv is: [{'id': '12ad8333-d34b-487a-9d96-fce62e0373f4', 'name': '', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:21Z', 'updated_at': '2022-03-21T07:01:28Z', 'revision_number': 4, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:29.035595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:29.046969 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-08f67e41-8bd8-4c2a-8d18-19601d08d9b3 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5444169 Mar 21 07:01:29.048510 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e6bbf-5ab7-4907-9eb6-a595314cd844 None None] Pushing event updated for resources: {'Port': ['ID=453258ef-be72-4d58-bb4c-128a081b51a3,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:29.048688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.050190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:29.063224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055307203'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:29.063424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc1e44-deec-48f8-95ce-dafa894d6b72 None None] Network 79d2c3b3-e705-411b-9128-8f1feb412004 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:29.063527 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61f93b93-e75b-4269-bb18-2c7d3c7a1b19 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5028028 Mar 21 07:01:29.063527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58130) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.071045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:29.071940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:29.073615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-241792108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:29.083474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:29.087165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.087494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'fb44c5c0-d381-4dc9-bf8c-eadb3fd43477'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:29.088380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.098871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:29.106751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.107317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:29.107954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:29.111294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:29.113891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:29.118075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:29.121916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:29.122067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.124498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:29.148165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:29.182053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.183051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.202751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f20cc-4e79-4391-9a63-cf08ad039621,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:29.208473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:29.212567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.227310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.231112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9da60281-b787-4873-b8f4-2fd8223a254d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6186683 Mar 21 07:01:29.232351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.239509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'f60f20cc-4e79-4391-9a63-cf08ad039621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:29.247502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:29.257004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:29.261938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:29.271162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:29.273418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.276844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:29.291728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.292279 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment 5c95c356-2c7f-47eb-b4fd-9b266abb29d6 of type vlan for network 7519d40c-9126-402a-8327-3aac76b96bcc Mar 21 07:01:29.310638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.334342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.342642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::28 (1aedd96c-5f29-4cfa-a902-805903aa8838/fb44c5c0-d381-4dc9-bf8c-eadb3fd43477/4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:29.380393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.390904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.392102 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6605913-5df0-4940-acf8-4389bf9ce6b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3277249 Mar 21 07:01:29.395506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58140) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.457269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.458321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.464898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:29.465566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.493974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.549202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd41ae4-9944-48b1-be17-8f0c84539c25,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:29.602525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting port 453258ef-be72-4d58-bb4c-128a081b51a3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:29.602525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.639174 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5888681 Mar 21 07:01:29.643647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.643819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-79d2c3b3-e705-411b-9128-8f1feb412004', 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': 'f27589f0-bd7d-4a07-a6f8-9a132c4cdca8'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:29.643923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-714c31a9-711b-4730-aee4-9dcf3c6b6126 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079924 Mar 21 07:01:29.644002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.647757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58144) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.648099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58146) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.661551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b41f52-f85a-4188-afdb-2c4a8bf5095c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=7519d40c-9126-402a-8327-3aac76b96bcc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:29.668550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:29.708310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7519d40c-9126-402a-8327-3aac76b96bcc details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:29.720563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-3c5fbb05-7dc1-47d8-9588-882346fb09a6', 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': '0ade58d5-ce0c-4794-937d-1acfc8c8ed8c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:29.721401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:29.728511 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d3ff2d7c-32fa-4ee1-8916-eab3791576a0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules/7cd41ae4-9944-48b1-be17-8f0c84539c25 HTTP/1.1" status: 200 len: 763 time: 0.0689645 Mar 21 07:01:29.734986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58152) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:29.955088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:29.969898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2be1029a-c68d-4832-9cb6-b1cdcd34804d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:29.992916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:subnet and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:29.999032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:30.002278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2be1029a-c68d-4832-9cb6-b1cdcd34804d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:30.006192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2be1029a-c68d-4832-9cb6-b1cdcd34804d tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2675877 Mar 21 07:01:30.008451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:30.010158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58156) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:30.045982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Allocated IP 2001:db8:0:ffff::2 (79d2c3b3-e705-411b-9128-8f1feb412004/f27589f0-bd7d-4a07-a6f8-9a132c4cdca8/9d9857d9-1bd1-40f6-bf77-3f30e30ec304) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:30.067025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.079149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] For port 453258ef-be72-4d58-bb4c-128a081b51a3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=453258ef-be72-4d58-bb4c-128a081b51a3,segment=NetworkSegment(877d0366-c80a-4022-b10b-5c4343b8b833),segment_id=877d0366-c80a-4022-b10b-5c4343b8b833)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:30.079527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.093255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:30.097129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.100570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Allocated IP 2001:db8::2 (3c5fbb05-7dc1-47d8-9588-882346fb09a6/0ade58d5-ce0c-4794-937d-1acfc8c8ed8c/1f83b22b-f189-4200-9635-b4501d0b6af8) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:30.113584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.129894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.180241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.193309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:30.259523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Calling delete_port for 453258ef-be72-4d58-bb4c-128a081b51a3 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:30.410872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.502393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.526483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.538036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:30.549767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cd41ae4-9944-48b1-be17-8f0c84539c25,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:30.550185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:30.550670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.557535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:30.563730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:30.564350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.567906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.568305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Transition to ACTIVE for port object 1f83b22b-f189-4200-9635-b4501d0b6af8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:30.571395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2edde3d4-7b90-4a86-95c3-dd4e8d259d04 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7cd41ae4-9944-48b1-be17-8f0c84539c25 HTTP/1.1" status: 204 len: 168 time: 0.5579643 Mar 21 07:01:30.572581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:30.572717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58160) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:30.591885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Transition to ACTIVE for port object 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:30.594559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/fb44c5c0-d381-4dc9-bf8c-eadb3fd43477/dc72bc79-42fb-4cac-955f-9eae9036ca7d) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:30.603721 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e91a0b70-9a33-431f-8afc-27ce24526592 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8126700 Mar 21 07:01:30.604049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58164) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:30.668681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Transition to ACTIVE for port object 1f83b22b-f189-4200-9635-b4501d0b6af8 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:30.680218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Transition to ACTIVE for port object 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:30.684545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.698652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4a500c6c-09f2-414e-8491-d664acf53e6b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:30.740811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.753264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedb4e2-c393-4ffd-81d7-08740c7207d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:30.753904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fedb4e2-c393-4ffd-81d7-08740c7207d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:30.784923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4a500c6c-09f2-414e-8491-d664acf53e6b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:30.785765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8::1 (3c5fbb05-7dc1-47d8-9588-882346fb09a6/0ade58d5-ce0c-4794-937d-1acfc8c8ed8c/14a16d9b-d5be-4dd3-9b56-8a239f78bd27) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:30.789191 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4a500c6c-09f2-414e-8491-d664acf53e6b tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2150548 Mar 21 07:01:30.789791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58168) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:30.797768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fedb4e2-c393-4ffd-81d7-08740c7207d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:30.801609 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2fedb4e2-c393-4ffd-81d7-08740c7207d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1941023 Mar 21 07:01:30.801841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58172) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:30.808910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'f60f20cc-4e79-4391-9a63-cf08ad039621', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:30.821581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:30.837302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:30.842409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:30.844645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:30.851818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:30.858437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Network 79d2c3b3-e705-411b-9128-8f1feb412004 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:30.859450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:30.872863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:30.882590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:30.884918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Pushing event updated for resources: {'Port': ['ID=1f83b22b-f189-4200-9635-b4501d0b6af8,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:30.936406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Port': ['ID=453258ef-be72-4d58-bb4c-128a081b51a3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:30.977665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:30.978018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.020733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.110234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:01:31.117167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.142211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.152754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.184869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Pushing event updated for resources: {'Port': ['ID=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:31.187325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Attempting to bind port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:31.187806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Attempting to bind port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '6cb820e3-9eef-4c43-9c2f-63d83297952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:31.187964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Attempting to bind port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 on network 79d2c3b3-e705-411b-9128-8f1feb412004 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:31.194087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Attempting to bind port 1f83b22b-f189-4200-9635-b4501d0b6af8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:31.194451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Attempting to bind port 1f83b22b-f189-4200-9635-b4501d0b6af8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:31.195233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Attempting to bind port 1f83b22b-f189-4200-9635-b4501d0b6af8 on network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:31.200813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:31.204629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:31.204629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Checking segment: {'id': '6cb820e3-9eef-4c43-9c2f-63d83297952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:31.205279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.205400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Bound using segment: {'id': '6cb820e3-9eef-4c43-9c2f-63d83297952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:31.205923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Bound port: 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb820e3-9eef-4c43-9c2f-63d83297952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '79d2c3b3-e705-411b-9128-8f1feb412004'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:31.206246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.224613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:31.224989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Checking segment: {'id': '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:31.225410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.225814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Bound using segment: {'id': '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:31.226260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Bound port: 1f83b22b-f189-4200-9635-b4501d0b6af8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3c5fbb05-7dc1-47d8-9588-882346fb09a6'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:31.226634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.276914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.342709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.357979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Transition to ACTIVE for port object dc72bc79-42fb-4cac-955f-9eae9036ca7d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:31.375393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.387152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.398811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:31.420359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.422428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Transition to ACTIVE for port object dc72bc79-42fb-4cac-955f-9eae9036ca7d will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:31.426113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.433165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': '5c95c356-2c7f-47eb-b4fd-9b266abb29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:31.434427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: 7519d40c-9126-402a-8327-3aac76b96bcc, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:31.436717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] For port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:31.441173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] For port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,segment=NetworkSegment(6cb820e3-9eef-4c43-9c2f-63d83297952a),segment_id=6cb820e3-9eef-4c43-9c2f-63d83297952a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:31.441504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.446139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] For port 1f83b22b-f189-4200-9635-b4501d0b6af8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:31.449703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.456026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] For port 1f83b22b-f189-4200-9635-b4501d0b6af8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1f83b22b-f189-4200-9635-b4501d0b6af8,segment=NetworkSegment(40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd),segment_id=40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:31.464526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.465025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12ad8333-d34b-487a-9d96-fce62e0373f4 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:31.478466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f9376d-32f4-4990-828d-fd653fc37d6f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:31.506662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.508513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 7519d40c-9126-402a-8327-3aac76b96bcc is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:31.511065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.516484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.520445 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f0ef6e9d-aacc-479f-a0fa-3e4b2dc5a7c3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7259488 Mar 21 07:01:31.521038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58176) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:31.524834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.529034 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eb1eede1-de9d-497a-b7a5-703b5f3c4b90 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/routers/12ad8333-d34b-487a-9d96-fce62e0373f4 HTTP/1.1" status: 204 len: 168 time: 4.1830359 Mar 21 07:01:31.535313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58180) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:31.541116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7519d40c-9126-402a-8327-3aac76b96bcc) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:31.560646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54846778-b1e3-44d7-8361-cdad1808edfa None None] Network 7519d40c-9126-402a-8327-3aac76b96bcc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:31.585576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:31.586222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.587056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:31.595676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a4f070ef-53ac-4907-a740-cb2131098f2e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules/63f9376d-32f4-4990-828d-fd653fc37d6f HTTP/1.1" status: 200 len: 763 time: 0.0723100 Mar 21 07:01:31.596370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58184) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:31.605878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:31.615379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Pushing event updated for resources: {'Port': ['ID=dc72bc79-42fb-4cac-955f-9eae9036ca7d,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:31.620291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:31.657549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ac4696fb-1475-46e8-bb2a-267b155a5611 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0023379 Mar 21 07:01:31.660821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting subnet 36c1ddc8-9bdc-486e-b56b-20c826c0e16a {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:31.663785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58188) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:31.667005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.703091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'port': {'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc', 'name': 'tempest-NetworksIpV6TestAttrs-635940145'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:31.722150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:31.822303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-198261a9-8a54-45fb-bfc1-10c067afe5d9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:31.823054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:31.830737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:31.833659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:31.834285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.850138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=14a16d9b-d5be-4dd3-9b56-8a239f78bd27,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:31.863608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.909379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Attempting to bind port dc72bc79-42fb-4cac-955f-9eae9036ca7d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:31.910018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Attempting to bind port dc72bc79-42fb-4cac-955f-9eae9036ca7d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:31.910378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Attempting to bind port dc72bc79-42fb-4cac-955f-9eae9036ca7d on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:31.922135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-198261a9-8a54-45fb-bfc1-10c067afe5d9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:31.925918 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-198261a9-8a54-45fb-bfc1-10c067afe5d9 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3225482 Mar 21 07:01:31.928909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:31.943188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:31.943188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:31.943591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.943892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:31.944583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Bound port: dc72bc79-42fb-4cac-955f-9eae9036ca7d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:31.945034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:31.964417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332cc68-d8b0-4257-9a36-0ea19cd8155d None None] Pushing event updated for resources: {'Port': ['ID=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.010486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:32.031100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.067368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.069424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:port and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:32.083869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:32.100966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:32.110035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.131979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.172604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.179842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.180572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317777-36b2-4300-835c-3f318ad57516 None None] Pushing event updated for resources: {'Port': ['ID=1f83b22b-f189-4200-9635-b4501d0b6af8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.188123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:32.192618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.218164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.286261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] device_id is not set on port ea2c7277-837c-495e-981c-98ac6295b096 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:32.345276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.347727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63f9376d-32f4-4990-828d-fd653fc37d6f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.364202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] For port dc72bc79-42fb-4cac-955f-9eae9036ca7d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:32.371661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.383916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] For port dc72bc79-42fb-4cac-955f-9eae9036ca7d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=dc72bc79-42fb-4cac-955f-9eae9036ca7d,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:32.391835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.398759 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-95755988-8c6b-4afa-a699-00ca47adee42 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 HTTP/1.1" status: 204 len: 168 time: 1.5957830 Mar 21 07:01:32.428964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:32.436920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36c1ddc8-9bdc-486e-b56b-20c826c0e16a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.478746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-7519d40c-9126-402a-8327-3aac76b96bcc', 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': '60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:32.479706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.531295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.561494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.565060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ae15684-1903-44d8-b1cc-389b9f9becdb tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/63f9376d-32f4-4990-828d-fd653fc37d6f HTTP/1.1" status: 204 len: 168 time: 0.6316550 Mar 21 07:01:32.570340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58200) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:32.624855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1cfb0fb2-5611-40aa-9eb3-672ea459e673 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/36c1ddc8-9bdc-486e-b56b-20c826c0e16a HTTP/1.1" status: 204 len: 168 time: 1.0884166 Mar 21 07:01:32.628637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58204) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:32.667404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1f83b22b-f189-4200-9635-b4501d0b6af8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:32.766642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5483be-3e7e-4f2d-aa10-bb24afc685c7 None None] Pushing event updated for resources: {'Port': ['ID=dc72bc79-42fb-4cac-955f-9eae9036ca7d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:32.843313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1f83b22b-f189-4200-9635-b4501d0b6af8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:32.852633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:32.855407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:32.887027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bf203-22f5-4cf7-8346-77b02f65820c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:32.888706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bf203-22f5-4cf7-8346-77b02f65820c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:32.889763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d4bf203-22f5-4cf7-8346-77b02f65820c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:32.935572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d23e3be3-2f0e-4593-b98e-e6c12e1d8dd0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:32.954620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:32.984468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d4bf203-22f5-4cf7-8346-77b02f65820c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:32.988341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0d4bf203-22f5-4cf7-8346-77b02f65820c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5376239 Mar 21 07:01:32.988341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Allocated IP 2001:db8::f816:3eff:fe87:98fe (7519d40c-9126-402a-8327-3aac76b96bcc/60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f/ea2c7277-837c-495e-981c-98ac6295b096) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:32.989601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d23e3be3-2f0e-4593-b98e-e6c12e1d8dd0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:32.990856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d23e3be3-2f0e-4593-b98e-e6c12e1d8dd0 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4112189 Mar 21 07:01:32.994497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58208) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:32.994983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58210) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:33.004178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'f60f20cc-4e79-4391-9a63-cf08ad039621', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:33.060988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:33.094488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:33.100928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.118675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet fb44c5c0-d381-4dc9-bf8c-eadb3fd43477 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:33.130239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.140682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd64912-f164-486c-b086-8bc5f099ac14']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:33.155108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877d0366-c80a-4022-b10b-5c4343b8b833') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:33.155410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877d0366-c80a-4022-b10b-5c4343b8b833') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:33.171624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.184955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.199483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.201610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.208356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.209122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.212994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:33.213427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:33.267955 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:33.331780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.445167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5d117-10c3-45c7-b857-933ac34b020e None None] Network 79d2c3b3-e705-411b-9128-8f1feb412004 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:33.462052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=14a16d9b-d5be-4dd3-9b56-8a239f78bd27,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:33.462914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.486933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Provisioning for port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:33.490564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.499940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.508799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.527495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fd64912-f164-486c-b086-8bc5f099ac14 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 21 07:01:33.532646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d9ddf2-a616-43c6-97a0-062bb3919b78,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:33.534626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.537132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fd64912-f164-486c-b086-8bc5f099ac14,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:33.550249 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-18c80693-564a-4aa5-a46f-0aa519bc0e0d tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8fd64912-f164-486c-b086-8bc5f099ac14 HTTP/1.1" status: 204 len: 168 time: 0.9197125 Mar 21 07:01:33.555675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Transition to ACTIVE for port object ea2c7277-837c-495e-981c-98ac6295b096 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:33.560345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Provisioning complete for port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:33.560904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.561404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:33.562787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:33.572382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.578228 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e015085a-72b4-4726-94f8-73ebecc3d806 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5797749 Mar 21 07:01:33.579585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.648503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58218) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:33.740288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.868946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 7519d40c-9126-402a-8327-3aac76b96bcc is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:33.880120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:33.895883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:33.912308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:33.913000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:33.985736 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3199291 Mar 21 07:01:33.987441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58228) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.083481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.094515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.117038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Allocated IP 2001:db8::f816:3eff:fe2c:3b8c (7519d40c-9126-402a-8327-3aac76b96bcc/60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f/cdadc961-9989-4628-8e81-5b1924bfbe47) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:34.161559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.167236 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8f83bb91-1558-47ee-a3af-60b48e587dbe tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules/d8d9ddf2-a616-43c6-97a0-062bb3919b78 HTTP/1.1" status: 200 len: 764 time: 0.5086067 Mar 21 07:01:34.178007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58234) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.189455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab717-ac22-4866-8087-9dabc9dab0cc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Port': ['ID=ea2c7277-837c-495e-981c-98ac6295b096,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:34.251856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'name': 'tempest-router--1084794542', 'project_id': 'bb71059460bf446f861f329516250bf4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:34.256928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:34.261175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:router and tenant:bb71059460bf446f861f329516250bf4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:34.265710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:34.272087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:34.280683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=fb44c5c0-d381-4dc9-bf8c-eadb3fd43477,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:34.288130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting subnet 60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:34.296207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.301670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ec2a9321-48b0-4a91-a871-e29d6e3c084c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/fb44c5c0-d381-4dc9-bf8c-eadb3fd43477 HTTP/1.1" status: 204 len: 168 time: 1.3052912 Mar 21 07:01:34.303863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e19cab-9baf-40a1-9ff8-d756bf52b020 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:34.309966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58240) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.320280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9825f8d-72cb-414f-99c6-8fdce71fde22 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:34.374393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d9825f8d-72cb-414f-99c6-8fdce71fde22 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:34.378523 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d9825f8d-72cb-414f-99c6-8fdce71fde22 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1967564 Mar 21 07:01:34.378523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 3a35ae6b-3468-428b-9ace-b18c5f181761 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:34.383034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58244) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.407617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.409204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.437825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8552e288-c1cb-4229-9c74-b67ddc5023ab tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265197 Mar 21 07:01:34.446600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] For port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,segment=NetworkSegment(6cb820e3-9eef-4c43-9c2f-63d83297952a),segment_id=6cb820e3-9eef-4c43-9c2f-63d83297952a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:34.447943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d00b3a-3b13-454b-aa99-c2f881d8aa1e None None] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:34.453747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58248) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.462863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:34.498232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.514359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.565611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.602406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:34.606041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:34.613500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:34.615640 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0c7be233-8a8d-42b0-8dc3-997795404b01 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/3a35ae6b-3468-428b-9ace-b18c5f181761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2191522 Mar 21 07:01:34.616812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.619058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58252) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.624128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.628008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.629099 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d8d9ddf2-a616-43c6-97a0-062bb3919b78 HTTP/1.1" status: 204 len: 168 time: 0.2432358 Mar 21 07:01:34.631555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139a95b-892f-454b-84ea-3d42eed131da tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d9ddf2-a616-43c6-97a0-062bb3919b78,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:34.632915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58256) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.649655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.681932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c5f28435-1835-4360-a730-1f36d719d6e4 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:34.682523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:34.685808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.698173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c5f28435-1835-4360-a730-1f36d719d6e4 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:34.700319 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5f28435-1835-4360-a730-1f36d719d6e4 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663984 Mar 21 07:01:34.703248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58260) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.709842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] Sync routers for ids ['3a35ae6b-3468-428b-9ace-b18c5f181761'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:34.712421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device dc72bc79-42fb-4cac-955f-9eae9036ca7d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:34.771063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.798075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.799259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7d0b5d0c-7249-4e35-9588-2c15e1a66f9b tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6144063 Mar 21 07:01:34.802466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58264) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.817430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a651e81-e1c4-4dc2-8c0f-bf04c46725b8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:34.817670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a651e81-e1c4-4dc2-8c0f-bf04c46725b8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:34.850480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a651e81-e1c4-4dc2-8c0f-bf04c46725b8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:34.853276 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a651e81-e1c4-4dc2-8c0f-bf04c46725b8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports/14a16d9b-d5be-4dd3-9b56-8a239f78bd27 HTTP/1.1" status: 200 len: 911 time: 0.2316308 Mar 21 07:01:34.860538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58270) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:34.870322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.886833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] Routers {'3a35ae6b-3468-428b-9ace-b18c5f181761'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:34.887790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3a35ae6b-3468-428b-9ace-b18c5f181761'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:34.977604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:34.989882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:35.032565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f95f-c912-41fd-bda6-01b456bd6dba None None] Pushing event updated for resources: {'Port': ['ID=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:35.052483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Provisioning for port 1f83b22b-f189-4200-9635-b4501d0b6af8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:35.126051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] Routers {'3a35ae6b-3468-428b-9ace-b18c5f181761'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:35.126897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3a35ae6b-3468-428b-9ace-b18c5f181761'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:35.258474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Provisioning complete for port 1f83b22b-f189-4200-9635-b4501d0b6af8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:35.260091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.330513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.332717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.335054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port dc72bc79-42fb-4cac-955f-9eae9036ca7d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:35.340321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:35.341100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3417-3b66-4d3f-857a-d5168d7592f2 None None] The sync data for ids ['3a35ae6b-3468-428b-9ace-b18c5f181761'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:35.359241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.359903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ebec89b-e880-4d6a-835e-636ba4474944 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:35.371055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.389100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f20cc-4e79-4391-9a63-cf08ad039621,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:35.398725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.410235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.413955 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b23c6c38-d6cc-4a58-ad4c-31a7d9b91891 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/f60f20cc-4e79-4391-9a63-cf08ad039621 HTTP/1.1" status: 204 len: 168 time: 0.7072477 Mar 21 07:01:35.414233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58276) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:35.425672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.438225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.440211 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bf572f35-2048-4b78-88ad-217b96487070 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4ebec89b-e880-4d6a-835e-636ba4474944 HTTP/1.1" status: 204 len: 168 time: 0.6357737 Mar 21 07:01:35.472039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Transition to ACTIVE for port object cdadc961-9989-4628-8e81-5b1924bfbe47 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:35.492158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:35.497034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7957297f-a4b3-4399-8f93-5e7a063f6de1 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:35.514378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Deleting port dc72bc79-42fb-4cac-955f-9eae9036ca7d {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:35.514894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.516251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7957297f-a4b3-4399-8f93-5e7a063f6de1 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:35.517834 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7957297f-a4b3-4399-8f93-5e7a063f6de1 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1024787 Mar 21 07:01:35.522558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58282) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:35.528800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group': {'name': 'tempest-secgroup--391688689'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:35.537288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:35.542210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:35.549501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:35.562764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.576336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:35.585072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Transition to ACTIVE for port object cdadc961-9989-4628-8e81-5b1924bfbe47 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:35.588136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:35.591256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:35.591902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.593385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:35.596575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:35.602773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:35.619193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.630080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.648079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=8c1ebb1e-3542-43ca-b357-1e1a49fe631b,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:35.663782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58286) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:35.697871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.708857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.715955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.730473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e2ffce36-967f-4552-a742-3a760fa58648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2745957 Mar 21 07:01:35.737379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58292) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:35.741163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.757958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'name': 'tempest-NetworksTestDHCPv6-2077035960'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:35.778309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Network 7519d40c-9126-402a-8327-3aac76b96bcc is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:35.789166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:35.792261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:35.820161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Pushing event updated for resources: {'Port': ['ID=cdadc961-9989-4628-8e81-5b1924bfbe47,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:35.926275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.931756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:35.939922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d917023e-96bf-4589-8c96-9e9ed3752e1e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:35.942866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:35.949449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:35.950236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] For port 1f83b22b-f189-4200-9635-b4501d0b6af8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1f83b22b-f189-4200-9635-b4501d0b6af8,segment=NetworkSegment(40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd),segment_id=40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:35.960252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:35.970898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.975959 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8e5740f5-fddc-4cd2-8271-ea14fa23b23e tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4497931 Mar 21 07:01:35.977345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58296) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:35.984933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:35.988687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:35.989181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Request body: {'security_group_rule': {'security_group_id': 'd917023e-96bf-4589-8c96-9e9ed3752e1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:36.001178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:36.005272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.015088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.016998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port ce7a0d3a-5178-4238-bd8c-20dcde5252fc yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:36.078138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Attempting to bind port cdadc961-9989-4628-8e81-5b1924bfbe47 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:36.078646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Attempting to bind port cdadc961-9989-4628-8e81-5b1924bfbe47 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '5c95c356-2c7f-47eb-b4fd-9b266abb29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:36.079138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Attempting to bind port cdadc961-9989-4628-8e81-5b1924bfbe47 on network 7519d40c-9126-402a-8327-3aac76b96bcc {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:36.099244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Usage tracker for resource:security_group_rule and tenant:938cabe18e7f4fd8be7fe93efe3eb725 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:36.110207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:36.110499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Checking segment: {'id': '5c95c356-2c7f-47eb-b4fd-9b266abb29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:36.110909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.111401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Bound using segment: {'id': '5c95c356-2c7f-47eb-b4fd-9b266abb29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:36.111820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Bound port: cdadc961-9989-4628-8e81-5b1924bfbe47, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c95c356-2c7f-47eb-b4fd-9b266abb29d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7519d40c-9126-402a-8327-3aac76b96bcc'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:36.112293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.124628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:36.141297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Provisioning for port dc72bc79-42fb-4cac-955f-9eae9036ca7d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:36.145089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:36.152458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-967931518', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:36.157870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] For port dc72bc79-42fb-4cac-955f-9eae9036ca7d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=dc72bc79-42fb-4cac-955f-9eae9036ca7d,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:36.158256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.201517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Provisioning complete for port dc72bc79-42fb-4cac-955f-9eae9036ca7d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:36.201885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.307059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.313899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:36.354000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:36.359568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:36.366172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Calling delete_port for dc72bc79-42fb-4cac-955f-9eae9036ca7d owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:36.368637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:36.376134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.380851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:36.416733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Pushing event updated for resources: {'Port': ['ID=1f83b22b-f189-4200-9635-b4501d0b6af8,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:36.422380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::82 (1aedd96c-5f29-4cfa-a902-805903aa8838/8c1ebb1e-3542-43ca-b357-1e1a49fe631b/ce7a0d3a-5178-4238-bd8c-20dcde5252fc) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:36.503723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.514036 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1b1b595c-7ca2-458e-adb0-764f02d75d57 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f HTTP/1.1" status: 204 len: 168 time: 2.5134470 Mar 21 07:01:36.520328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] For port cdadc961-9989-4628-8e81-5b1924bfbe47, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:36.544420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58300) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:36.567169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:36.595391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] For port cdadc961-9989-4628-8e81-5b1924bfbe47, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=cdadc961-9989-4628-8e81-5b1924bfbe47,segment=NetworkSegment(5c95c356-2c7f-47eb-b4fd-9b266abb29d6),segment_id=5c95c356-2c7f-47eb-b4fd-9b266abb29d6)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:36.609525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.660785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.703476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce908628-6b93-4156-9fbb-0601ec490eb8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:36.705521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce908628-6b93-4156-9fbb-0601ec490eb8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:36.706421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ce908628-6b93-4156-9fbb-0601ec490eb8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Synchronizing usage tracker for tenant:48884b0001cb412e8c2a0b65ffc44e90 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:36.710962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.713884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] No DVR routers for this DVR port dc72bc79-42fb-4cac-955f-9eae9036ca7d on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:36.718693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b652c06-1f81-4d6b-905d-4eac1a86a4a3 None None] Pushing event deleted for resources: {'Port': ['ID=dc72bc79-42fb-4cac-955f-9eae9036ca7d,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:36.719557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.732185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.750499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.751876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.764086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6582d-eea7-43f7-bc14-9e018376c2ee None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:36.775465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.780275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c1f14c-1273-450d-a583-47224ac23ee6,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:36.783693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ce908628-6b93-4156-9fbb-0601ec490eb8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Unset dirty status for tenant:48884b0001cb412e8c2a0b65ffc44e90 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:36.787973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce908628-6b93-4156-9fbb-0601ec490eb8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2390575 Mar 21 07:01:36.796932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58304) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:36.800086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object ce7a0d3a-5178-4238-bd8c-20dcde5252fc will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:36.811644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36ec69b6-39d0-42af-b585-a8a1f7d7d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.855673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:36.856874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2cf2129b-154c-483b-869f-1bf4443007c8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8796875 Mar 21 07:01:36.860466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58308) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:36.892962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:36.894105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.018148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.079483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d0bd0-1e81-4842-8810-6496804c2dd5 None None] Pushing event updated for resources: {'Port': ['ID=cdadc961-9989-4628-8e81-5b1924bfbe47,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:37.101611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:37.101809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.103907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.114748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.163841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.190041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447cf11-f0ee-4a51-9e9e-5f84020b31f0 None None] Network 7519d40c-9126-402a-8327-3aac76b96bcc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:37.266709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.293988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:37.313076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:37.320674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:37.327390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:37.328242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.369808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fd414cd-2187-4c43-bb14-fc899bb96a6a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.382798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Provisioning complete for port 1f83b22b-f189-4200-9635-b4501d0b6af8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:37.383187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.402833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=ce7a0d3a-5178-4238-bd8c-20dcde5252fc,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:37.413164 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd414cd-2187-4c43-bb14-fc899bb96a6a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 21 07:01:37.414440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd414cd-2187-4c43-bb14-fc899bb96a6a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:01:37.414585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.420860 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2fd414cd-2187-4c43-bb14-fc899bb96a6a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/7519d40c-9126-402a-8327-3aac76b96bcc HTTP/1.1" status: 409 len: 405 time: 0.5963092 Mar 21 07:01:37.422377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58312) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:37.426826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:37.428215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-687814575'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:37.435348 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e36b47c6-9f19-4134-82ea-b1d89be851ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6937892 Mar 21 07:01:37.436121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58316) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:37.437114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:37.480820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:37.484810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:37.492470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917023e-96bf-4589-8c96-9e9ed3752e1e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:37.497327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:37.516320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.519837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58e086fc-3cc2-4952-a027-ca4e8e56e5a5 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/d917023e-96bf-4589-8c96-9e9ed3752e1e HTTP/1.1" status: 204 len: 168 time: 0.6563239 Mar 21 07:01:37.521104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58320) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:37.571475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:37.576516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.610907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13a61027-84e8-45f0-b9be-a107ed4bd8d8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:37.647917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13a61027-84e8-45f0-b9be-a107ed4bd8d8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:37.649614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13a61027-84e8-45f0-b9be-a107ed4bd8d8 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1286452 Mar 21 07:01:37.649979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device dc72bc79-42fb-4cac-955f-9eae9036ca7d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:37.652967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58324) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:37.653195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:37.694031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f7811-8725-4834-b856-28b6807cdd77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:37.694870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b9f7811-8725-4834-b856-28b6807cdd77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:37.696311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: dc72bc79-42fb-4cac-955f-9eae9036ca7d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:37.696656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device dc72bc79-42fb-4cac-955f-9eae9036ca7d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:37.727427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '8c1ebb1e-3542-43ca-b357-1e1a49fe631b'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:37.728199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.735844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b9f7811-8725-4834-b856-28b6807cdd77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:37.739755 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9b9f7811-8725-4834-b856-28b6807cdd77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2960732 Mar 21 07:01:37.746388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58328) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:37.802459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b63db2c3-42b0-4a60-a92b-b193064763fd tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:37.809874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Provisioning for port 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:37.814958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.815381 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment bc0aaa0f-8adb-4676-9d8d-a57c958b7315 of type vlan for network 519acc2b-0abe-4712-9984-919c939b7322 Mar 21 07:01:37.817063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.824383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Provisioning complete for port 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:37.826036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.866373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Port 14a16d9b-d5be-4dd3-9b56-8a239f78bd27 was deleted so its status cannot be updated. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 21 07:01:37.882248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=14a16d9b-d5be-4dd3-9b56-8a239f78bd27,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:37.919928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port ce7a0d3a-5178-4238-bd8c-20dcde5252fc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:37.920280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.929179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Provisioning complete for port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:37.929572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11f7f1ec-9c8d-4224-9b17-fdc1c7fdb82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.941836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.983090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.985822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:37.992613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/8c1ebb1e-3542-43ca-b357-1e1a49fe631b/66027c9c-19ab-4e37-8cd7-86300dbfc953) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:38.027915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b63db2c3-42b0-4a60-a92b-b193064763fd tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group_rule {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:38.031863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b63db2c3-42b0-4a60-a92b-b193064763fd tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3748045 Mar 21 07:01:38.033631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58332) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:38.089148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.095163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:38.095782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.156004 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-e17620cc-d1c6-4d7a-bb68-2acd232cd9ce tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] delete failed (client error): The resource could not be found. Mar 21 07:01:38.156966 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e17620cc-d1c6-4d7a-bb68-2acd232cd9ce tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "DELETE /v2.0/security-groups/d917023e-96bf-4589-8c96-9e9ed3752e1e HTTP/1.1" status: 404 len: 347 time: 0.1012619 Mar 21 07:01:38.173256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58336) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:38.207657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.304575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.321503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Transition to ACTIVE for port object 66027c9c-19ab-4e37-8cd7-86300dbfc953 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:38.347344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Transition to ACTIVE for port object 66027c9c-19ab-4e37-8cd7-86300dbfc953 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:38.353782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.424709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:38.427793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:38.430323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:38.435684 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0094020 Mar 21 07:01:38.442294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea10514-8b78-4b03-bc52-244afab94885 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=519acc2b-0abe-4712-9984-919c939b7322,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:38.447681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58340) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:38.462911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': '519acc2b-0abe-4712-9984-919c939b7322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:38.489829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Pushing event updated for resources: {'Port': ['ID=66027c9c-19ab-4e37-8cd7-86300dbfc953,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:38.522700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-72194a7f-9eea-42ea-b91c-c0f036dc5da3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Synchronizing usage tracker for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:38.535306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 519acc2b-0abe-4712-9984-919c939b7322 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:38.556868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1f83b22b-f189-4200-9635-b4501d0b6af8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:38.581735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Allocated IP 172.26.2.129 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/fac99890-bfe0-4ea1-a93d-b631526b056d) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:38.616492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-72194a7f-9eea-42ea-b91c-c0f036dc5da3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] Unset dirty status for tenant:938cabe18e7f4fd8be7fe93efe3eb725 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:38.623911 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-72194a7f-9eea-42ea-b91c-c0f036dc5da3 tempest-SecGroupTest-1989787633 tempest-SecGroupTest-1989787633-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4439437 Mar 21 07:01:38.627932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 3a35ae6b-3468-428b-9ace-b18c5f181761 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:38.632926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.641209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Attempting to bind port 66027c9c-19ab-4e37-8cd7-86300dbfc953 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:38.641723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Attempting to bind port 66027c9c-19ab-4e37-8cd7-86300dbfc953 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:38.642544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Attempting to bind port 66027c9c-19ab-4e37-8cd7-86300dbfc953 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:38.664361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:38.700795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:38.701598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:38.702145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.702685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:38.703339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Bound port: 66027c9c-19ab-4e37-8cd7-86300dbfc953, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:38.703813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.729657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:38.759304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:38.763586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.781852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for ce7a0d3a-5178-4238-bd8c-20dcde5252fc owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:38.862905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1f83b22b-f189-4200-9635-b4501d0b6af8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:38.863498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.896454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.943003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:38.947855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:38.958100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:38.999505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.048298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58348) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.093470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:39.099857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:39.114555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e56f9-54f8-4f28-a298-60b61b085e5d None None] Pushing event updated for resources: {'Port': ['ID=66027c9c-19ab-4e37-8cd7-86300dbfc953,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:39.122142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:39.160621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event updated for resources: {'Port': ['ID=fac99890-bfe0-4ea1-a93d-b631526b056d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:39.180607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:39.199263 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] Sync routers for ids ['3a35ae6b-3468-428b-9ace-b18c5f181761'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:39.218485 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] Routers {'3a35ae6b-3468-428b-9ace-b18c5f181761'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:39.227247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fa14f031-93b1-495c-ada5-c9c93295623a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/3a35ae6b-3468-428b-9ace-b18c5f181761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3630226 Mar 21 07:01:39.227856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58354) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.234787 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3a35ae6b-3468-428b-9ace-b18c5f181761'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:39.311812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-021e6b6c-c16a-4771-9036-37ce4778e5e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:39.334693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:39.348373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] Routers {'3a35ae6b-3468-428b-9ace-b18c5f181761'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:39.349154 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3a35ae6b-3468-428b-9ace-b18c5f181761'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:39.377917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-021e6b6c-c16a-4771-9036-37ce4778e5e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:39.377917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-021e6b6c-c16a-4771-9036-37ce4778e5e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a35ae6b-3468-428b-9ace-b18c5f181761 HTTP/1.1" status: 200 len: 205 time: 0.1455398 Mar 21 07:01:39.378197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58358) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.395378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.461123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=ce7a0d3a-5178-4238-bd8c-20dcde5252fc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:39.519206 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:39.519732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6f035-63d8-4537-ae07-ce716acfbaf0 None None] The sync data for ids ['3a35ae6b-3468-428b-9ace-b18c5f181761'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:39.522086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.532810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5fc85601-6393-43e6-8019-7bc8597a98a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/ce7a0d3a-5178-4238-bd8c-20dcde5252fc HTTP/1.1" status: 204 len: 168 time: 1.7853239 Mar 21 07:01:39.535197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58362) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.597924 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c09abab6-6248-44b1-a46d-6146d33c0955 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=938cabe18e7f4fd8be7fe93efe3eb725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457594 Mar 21 07:01:39.600354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58366) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.606715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b1b9a-dbad-4c06-8fe1-9a2334098648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:39.608325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b1b9a-dbad-4c06-8fe1-9a2334098648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:39.609275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0f4b1b9a-dbad-4c06-8fe1-9a2334098648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:39.656016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0f4b1b9a-dbad-4c06-8fe1-9a2334098648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:39.659628 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0f4b1b9a-dbad-4c06-8fe1-9a2334098648 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1210716 Mar 21 07:01:39.660798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:39.688741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:01:39.704077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.718484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.737255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.760887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.775557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 8c1ebb1e-3542-43ca-b357-1e1a49fe631b {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:39.782073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.861653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.926435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:39.952731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115aa986-5a67-4b37-af21-8b0f59f044e2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:39.983761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.014749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.018207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3348230f-80c5-45c4-aaf0-eef46cf3de18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/115aa986-5a67-4b37-af21-8b0f59f044e2 HTTP/1.1" status: 204 len: 168 time: 0.4144442 Mar 21 07:01:40.078525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.129244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.140128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1ebb1e-3542-43ca-b357-1e1a49fe631b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:40.149735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-92f80d88-0418-475f-9205-3abf128810d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/8c1ebb1e-3542-43ca-b357-1e1a49fe631b HTTP/1.1" status: 204 len: 168 time: 0.4878004 Mar 21 07:01:40.156395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58376) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:40.213603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=5c40352c-0941-4ef8-8546-c37a01b359a9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:40.252679 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ba2b2bd1-4fdc-45a1-a3de-f76c3beda8fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927618 Mar 21 07:01:40.255805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58382) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:40.263962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:40.368699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.371068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '519acc2b-0abe-4712-9984-919c939b7322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:40.371433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: 519acc2b-0abe-4712-9984-919c939b7322, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:40.380443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.418761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:40.424908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:40.428526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:40.430171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 519acc2b-0abe-4712-9984-919c939b7322 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:40.435223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:40.445782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:40.451122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda630cb-9b4d-4596-afc2-aea21f6f889d None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:40.460373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.512795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 519acc2b-0abe-4712-9984-919c939b7322) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:40.514464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4105ac7b-1f9b-44ef-8d59-bdaea4b08f28 None None] Could not find standard attr ID for object ce7a0d3a-5178-4238-bd8c-20dcde5252fc. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:01:40.525433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.525905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router 3a35ae6b-3468-428b-9ace-b18c5f181761 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:40.528765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:40.529382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.541027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ef5f7-ff2c-41f7-b955-41da89eed228 None None] Network 519acc2b-0abe-4712-9984-919c939b7322 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:40.571593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.575665 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-655da7a6-40f3-4e4c-9e04-004272da217f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/3a35ae6b-3468-428b-9ace-b18c5f181761 HTTP/1.1" status: 204 len: 168 time: 1.1810994 Mar 21 07:01:40.576756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58394) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:40.581622 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8c9be78c-f741-4e1f-88e6-a26dfb6c9b6c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1278555 Mar 21 07:01:40.581622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.610899 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:01:40.619002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:40.633119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'port': {'network_id': '519acc2b-0abe-4712-9984-919c939b7322', 'name': 'tempest-NetworksIpV6TestAttrs-914902932'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:40.674710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 66027c9c-19ab-4e37-8cd7-86300dbfc953 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:40.739161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4105ac7b-1f9b-44ef-8d59-bdaea4b08f28 None None] Provisioning for port 66027c9c-19ab-4e37-8cd7-86300dbfc953 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:40.801061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet 0ade58d5-ce0c-4794-937d-1acfc8c8ed8c {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:40.816350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.961436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.962422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:40.968087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:port and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:40.971130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:40.978674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:40.988838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:40.997737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 66027c9c-19ab-4e37-8cd7-86300dbfc953 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:41.005348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 66027c9c-19ab-4e37-8cd7-86300dbfc953 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:41.005724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.019032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58410) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:41.030358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:41.033882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.070883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:41.076060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:41.084690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] device_id is not set on port c00f7492-2ab0-4808-8d3c-0cbbde88cb4d yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:41.154878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-519acc2b-0abe-4712-9984-919c939b7322', 'network_id': '519acc2b-0abe-4712-9984-919c939b7322', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': '5c40352c-0941-4ef8-8546-c37a01b359a9'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:41.155830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.172474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.190010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:41.244300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.275812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1649691008-network', 'tenant_id': '90cbbff5b5ea45879716379d4f0bdf53'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:41.296529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:41.307296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Usage tracker for resource:network and tenant:90cbbff5b5ea45879716379d4f0bdf53 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:41.310766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Deleting port 66027c9c-19ab-4e37-8cd7-86300dbfc953 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:41.311066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.313374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:41.318068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:41.318733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.324745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:41.350578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=bdaecb4f-952a-4883-94ce-30571343f497,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:41.377039 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2ad78ee2-1421-4221-affa-49e7188096ee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1176391 Mar 21 07:01:41.380360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58418) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:41.388195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'name': 'tempest-NetworksTestDHCPv6-1676753999'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:41.403000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Allocated IP 2001:db8::f816:3eff:fe7d:f975 (519acc2b-0abe-4712-9984-919c939b7322/5c40352c-0941-4ef8-8546-c37a01b359a9/c00f7492-2ab0-4808-8d3c-0cbbde88cb4d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:41.423088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Made reservation on behalf of 90cbbff5b5ea45879716379d4f0bdf53 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:41.425444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.454857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.471018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.477618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:41.486987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.490859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Usage tracker for resource:security_group_rule and tenant:90cbbff5b5ea45879716379d4f0bdf53 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:41.601417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:41.610256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:41.610932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.660894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:41.668062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:41.671378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:41.682170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:41.685053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=0ade58d5-ce0c-4794-937d-1acfc8c8ed8c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:41.687360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:41.692425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:41.693568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.696631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.708002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:41.711957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.718840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e049f9-1929-4a57-85e2-b97351258efc None None] Network 3c5fbb05-7dc1-47d8-9588-882346fb09a6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:41.733443 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ebeedf7c-96f3-4e75-84ff-8262df944bc8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/0ade58d5-ce0c-4794-937d-1acfc8c8ed8c HTTP/1.1" status: 204 len: 168 time: 1.0921924 Mar 21 07:01:41.733664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:41.757947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Router 478d0721-fe23-4354-896b-223a9e7ca55a is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:41.789167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port a0465637-b68d-4613-b76b-b8279f9d7216 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:41.866860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=66027c9c-19ab-4e37-8cd7-86300dbfc953,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:41.877798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Calling delete_port for 66027c9c-19ab-4e37-8cd7-86300dbfc953 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:41.910060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.955919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Transition to ACTIVE for port object c00f7492-2ab0-4808-8d3c-0cbbde88cb4d will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:41.962636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.965587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:41.977353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.014085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:42.035506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 1f83b22b-f189-4200-9635-b4501d0b6af8 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:42.035864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.040983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb31eca-6eec-48ee-8c85-665693099448,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:42.043946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:42.053279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.053585 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Added segment a32ed996-8aa6-40d9-a20b-12e40b05492c of type vlan for network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 Mar 21 07:01:42.081127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] Sync routers for ids ['478d0721-fe23-4354-896b-223a9e7ca55a'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:42.095553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::3c9 (1aedd96c-5f29-4cfa-a902-805903aa8838/bdaecb4f-952a-4883-94ce-30571343f497/a0465637-b68d-4613-b76b-b8279f9d7216) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:42.100602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.104519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.109612 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d21fffb-a5cf-45bb-9223-309e0f94b7e6 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4447255 Mar 21 07:01:42.109879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58428) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:42.139918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.141054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:42.141751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.147548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] Routers {'478d0721-fe23-4354-896b-223a9e7ca55a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:42.148168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['478d0721-fe23-4354-896b-223a9e7ca55a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:42.239690 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2172627 Mar 21 07:01:42.244929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58432) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:42.253261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Request body: {'subnet': {'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1649691008-subnet', 'tenant_id': '90cbbff5b5ea45879716379d4f0bdf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:42.259569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:42.262633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1e3d4-05e7-4088-9eac-301f2b354f85 admin admin] Pushing event updated for resources: {'Network': ['ID=952116c1-3bcd-4c63-b1f2-04ecd96524b7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:42.266564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Usage tracker for resource:subnet and tenant:90cbbff5b5ea45879716379d4f0bdf53 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:42.269659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:42.275479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:42.288330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Made reservation on behalf of 90cbbff5b5ea45879716379d4f0bdf53 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:42.291306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.322026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:42.340314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:42.365190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.378984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Allocated IP 2001:db8::f816:3eff:fe70:7f29 (519acc2b-0abe-4712-9984-919c939b7322/5c40352c-0941-4ef8-8546-c37a01b359a9/7c63ea44-74f2-4be9-86d0-fcc9e5f50a20) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:42.394590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:42.394952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:42.455492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] Routers {'478d0721-fe23-4354-896b-223a9e7ca55a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:42.456205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['478d0721-fe23-4354-896b-223a9e7ca55a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:42.528555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.536899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 1f83b22b-f189-4200-9635-b4501d0b6af8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1f83b22b-f189-4200-9635-b4501d0b6af8,segment=NetworkSegment(40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd),segment_id=40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:42.537198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.537457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 66027c9c-19ab-4e37-8cd7-86300dbfc953 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:42.563009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 519acc2b-0abe-4712-9984-919c939b7322 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:42.575117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:42.605432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:42.606377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd0efb-a43f-457f-8ae9-95b2c819f2b6 None None] The sync data for ids ['478d0721-fe23-4354-896b-223a9e7ca55a'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:42.614612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d51c547-c06d-45e1-8e78-71a464cb0280,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:42.623952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Checking segment: {'id': 'a32ed996-8aa6-40d9-a20b-12e40b05492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:42.624341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Network hostable DHCP agents. Network: 952116c1-3bcd-4c63-b1f2-04ecd96524b7, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:42.637819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:42.643317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:42.643947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.647398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:42.647650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Port': ['ID=c00f7492-2ab0-4808-8d3c-0cbbde88cb4d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:42.661804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 952116c1-3bcd-4c63-b1f2-04ecd96524b7) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:42.667770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:42.668628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.691985 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b51df88-f4f6-4299-a472-b33ac1a5a03a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4455523 Mar 21 07:01:42.707506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86ac0c-0421-436b-a119-55822f384392 None None] Network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:42.734943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 1f83b22b-f189-4200-9635-b4501d0b6af8 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:42.830417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7fec4e-0c17-46d9-91c3-c7685650a5df None None] DHCP port deletion for 3c5fbb05-7dc1-47d8-9588-882346fb09a6 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:42.878881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fec4e-0c17-46d9-91c3-c7685650a5df None None] Deleting port 1f83b22b-f189-4200-9635-b4501d0b6af8 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:42.879396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1e7fec4e-0c17-46d9-91c3-c7685650a5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.926117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Deleting port 66027c9c-19ab-4e37-8cd7-86300dbfc953 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:42.926494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:42.928814 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9bd67eef-3374-4fb3-9da9-5ce20c5285b6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/478d0721-fe23-4354-896b-223a9e7ca55a HTTP/1.1" status: 200 len: 920 time: 0.8152435 Mar 21 07:01:42.931933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58442) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:42.993017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a8805444-35c8-43cb-8f39-2280dcfce463 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=478d0721-fe23-4354-896b-223a9e7ca55a HTTP/1.1" status: 200 len: 205 time: 0.0597665 Mar 21 07:01:42.994038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58446) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:43.067897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.085697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object a0465637-b68d-4613-b76b-b8279f9d7216 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:43.090211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.109922 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-05b661af-27af-4a71-a9e1-f4537216d52e tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4899600 Mar 21 07:01:43.136858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58454) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:43.138483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.178993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.193153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fec4e-0c17-46d9-91c3-c7685650a5df None None] The port '1f83b22b-f189-4200-9635-b4501d0b6af8' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:01:43.226352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.305963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.307485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:43.311876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No DVR routers for this DVR port 1f83b22b-f189-4200-9635-b4501d0b6af8 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:43.316438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:43.328137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:43.361474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:43.363674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Transition to ACTIVE for port object 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:43.375048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:43.375965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.431774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=a0465637-b68d-4613-b76b-b8279f9d7216,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:43.446769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.458780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port fac99890-bfe0-4ea1-a93d-b631526b056d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:43.459296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.484670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.545722 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2c556b89-0b35-43ed-ad99-514935e88ed0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1609383 Mar 21 07:01:43.549804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=1f83b22b-f189-4200-9635-b4501d0b6af8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:43.554370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58462) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:43.558485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting subnet 5c40352c-0941-4ef8-8546-c37a01b359a9 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:43.612075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3544711-8e54-4f2f-9048-ae7896725b9f None None] Network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:43.623034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58466) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:43.634957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1218614519-network', 'tenant_id': '22194c402c9d49b1964effa4f262df55'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:43.640693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:43.644703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Usage tracker for resource:network and tenant:22194c402c9d49b1964effa4f262df55 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:43.647707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:43.657536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:43.668986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.675125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Made reservation on behalf of 22194c402c9d49b1964effa4f262df55 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:43.678213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.696760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.703531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5fbb05-7dc1-47d8-9588-882346fb09a6']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:43.719732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Transition to ACTIVE for port object 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:43.720561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:43.720872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dc5e1b-c85a-4b6e-8dac-a1cea2b036bd') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:43.723054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:43.735607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.738476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Usage tracker for resource:security_group_rule and tenant:22194c402c9d49b1964effa4f262df55 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:43.742277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.744033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:43.747801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.756979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.762489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:43.764465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:43.764848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.771734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=66027c9c-19ab-4e37-8cd7-86300dbfc953,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:43.796127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.810620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:43.811034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:43.827293 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:43.841473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54272493-63b1-41ce-9495-46919ae5aa17 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:43.847760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54272493-63b1-41ce-9495-46919ae5aa17 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:43.848580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-54272493-63b1-41ce-9495-46919ae5aa17 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:43.853077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:43.975154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Calling delete_port for 66027c9c-19ab-4e37-8cd7-86300dbfc953 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:43.998146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-54272493-63b1-41ce-9495-46919ae5aa17 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:43.999283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-54272493-63b1-41ce-9495-46919ae5aa17 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4374099 Mar 21 07:01:44.002861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58470) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:44.007718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Network 519acc2b-0abe-4712-9984-919c939b7322 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:44.007926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.030908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for fac99890-bfe0-4ea1-a93d-b631526b056d owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:44.041715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:44.055682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:44.057746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Pushing event updated for resources: {'Port': ['ID=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.070579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.082304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=3c5fbb05-7dc1-47d8-9588-882346fb09a6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.099851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3ed0991c-81b3-4e61-aade-6ee78b1ca614 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/3c5fbb05-7dc1-47d8-9588-882346fb09a6 HTTP/1.1" status: 204 len: 168 time: 2.3617895 Mar 21 07:01:44.100067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58474) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:44.105565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450890984', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:44.118774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:44.128931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port a0465637-b68d-4613-b76b-b8279f9d7216 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:44.129319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.164495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:44.174504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:44.191909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:44.215520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.228849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Attempting to bind port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:44.229135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Attempting to bind port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '519acc2b-0abe-4712-9984-919c939b7322'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:44.229522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Attempting to bind port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 on network 519acc2b-0abe-4712-9984-919c939b7322 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:44.234911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.245896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:44.248811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Checking segment: {'id': 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '519acc2b-0abe-4712-9984-919c939b7322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:44.256267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.257168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Bound using segment: {'id': 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '519acc2b-0abe-4712-9984-919c939b7322'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:44.258194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Bound port: 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '519acc2b-0abe-4712-9984-919c939b7322'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:44.259830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.268710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:44.277451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.278560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.286105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.314355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d5ab5-6877-40f1-8667-c5109eceae16,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.318406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.318845 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Added segment 2f1c9035-c7ae-44c5-844c-cdc4434328f4 of type vlan for network 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 Mar 21 07:01:44.345024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:44.346060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:44.370452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.390457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.454443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=fac99890-bfe0-4ea1-a93d-b631526b056d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.461152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.492367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1f83b22b-f189-4200-9635-b4501d0b6af8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:44.493510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.524214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] For port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:44.532328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1f83b22b-f189-4200-9635-b4501d0b6af8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:44.532740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1f83b22b-f189-4200-9635-b4501d0b6af8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:44.538249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] For port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,segment=NetworkSegment(bc0aaa0f-8adb-4676-9d8d-a57c958b7315),segment_id=bc0aaa0f-8adb-4676-9d8d-a57c958b7315)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:44.548076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.549531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.556848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=5c40352c-0941-4ef8-8546-c37a01b359a9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.566289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.616967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.617533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.617847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:44.618417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.629164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Deleting port 66027c9c-19ab-4e37-8cd7-86300dbfc953 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:44.629775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.695749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d52e8-b731-45bb-9f16-720d0874f547 None None] Pushing event updated for resources: {'Port': ['ID=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.822183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.829650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.876722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for a0465637-b68d-4613-b76b-b8279f9d7216 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:44.894489 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2675102 Mar 21 07:01:44.903963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58478) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:44.904637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f26cb-abae-467e-b305-d1d8be8fff77 admin admin] Pushing event updated for resources: {'Network': ['ID=3fc1ad7c-b2d4-417b-9de2-9057a0aacd11,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:44.913246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Request body: {'subnet': {'network_id': '3fc1ad7c-b2d4-417b-9de2-9057a0aacd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1218614519-subnet', 'tenant_id': '22194c402c9d49b1964effa4f262df55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:44.918896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:44.922782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Usage tracker for resource:subnet and tenant:22194c402c9d49b1964effa4f262df55 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:44.925720 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:44.931489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:44.953179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Made reservation on behalf of 22194c402c9d49b1964effa4f262df55 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:44.958758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.978729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:44.991718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:44.992234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router 478d0721-fe23-4354-896b-223a9e7ca55a {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:45.021032 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c4e19b0d-5407-4866-bc25-8cbc48739cdf tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/5c40352c-0941-4ef8-8546-c37a01b359a9 HTTP/1.1" status: 204 len: 168 time: 1.8780489 Mar 21 07:01:45.021368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] For port 66027c9c-19ab-4e37-8cd7-86300dbfc953, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=66027c9c-19ab-4e37-8cd7-86300dbfc953,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:45.021368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.057237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58482) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:45.068586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.069746 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7f07b260-9fc2-4400-acbd-74139e4b85b5 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/478d0721-fe23-4354-896b-223a9e7ca55a HTTP/1.1" status: 204 len: 168 time: 2.0747979 Mar 21 07:01:45.108630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58486) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:45.120585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054510436', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:45.132239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:45.139685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:router and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:45.153135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:45.167812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:45.182229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.191504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf328c8a-4ee4-4f77-8567-83eb2748b4f8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:45.193107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf328c8a-4ee4-4f77-8567-83eb2748b4f8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:45.193886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf328c8a-4ee4-4f77-8567-83eb2748b4f8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Synchronizing usage tracker for tenant:48884b0001cb412e8c2a0b65ffc44e90 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:45.200693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.201732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.215510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Calling delete_port for 66027c9c-19ab-4e37-8cd7-86300dbfc953 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:45.262006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.263730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf328c8a-4ee4-4f77-8567-83eb2748b4f8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Unset dirty status for tenant:48884b0001cb412e8c2a0b65ffc44e90 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:45.264517 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf328c8a-4ee4-4f77-8567-83eb2748b4f8 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2060561 Mar 21 07:01:45.273742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58490) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:45.312834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.364079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] Pushing event deleted for resources: {'Port': ['ID=66027c9c-19ab-4e37-8cd7-86300dbfc953,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:45.376280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbb902-9b2e-4d73-98b6-6c55cd89ae3e None None] No DVR routers for this DVR port 66027c9c-19ab-4e37-8cd7-86300dbfc953 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:45.392993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c5b06f-197e-4d2e-a071-1a5c005d9ab6 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:45.514709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.539036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.609386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3260a299-edd3-4fa2-a3b3-bb34134fbb84 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.622030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=a0465637-b68d-4613-b76b-b8279f9d7216,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:45.690989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3260a299-edd3-4fa2-a3b3-bb34134fbb84 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 21 07:01:45.691775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3260a299-edd3-4fa2-a3b3-bb34134fbb84 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:01:45.700024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'bdaecb4f-952a-4883-94ce-30571343f497'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:45.701489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.702088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.704152 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-420263cc-bee6-4112-b8e5-c30bdbf32467 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/a0465637-b68d-4613-b76b-b8279f9d7216 HTTP/1.1" status: 204 len: 168 time: 1.6998069 Mar 21 07:01:45.706877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58494) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:45.710106 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3260a299-edd3-4fa2-a3b3-bb34134fbb84 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/519acc2b-0abe-4712-9984-919c939b7322 HTTP/1.1" status: 409 len: 405 time: 0.4351299 Mar 21 07:01:45.720746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58498) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:45.766948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:45.794237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e3a771-81c5-4541-9d34-d2b1db5059d9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:45.818264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-673528525'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:45.841929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Checking segment: {'id': '2f1c9035-c7ae-44c5-844c-cdc4434328f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3fc1ad7c-b2d4-417b-9de2-9057a0aacd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:45.842287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Network hostable DHCP agents. Network: 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:45.854408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:45.864849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:45.871911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:45.897208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/bdaecb4f-952a-4883-94ce-30571343f497/a2cf6621-d916-4efe-bbcf-95b1debde797) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:45.931013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:45.939462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Network 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:45.958479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ea5c3-9023-44bf-9e6c-2cb5bc143969 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:45.960194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ea5c3-9023-44bf-9e6c-2cb5bc143969 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:45.960955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a6ea5c3-9023-44bf-9e6c-2cb5bc143969 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:45.969455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:45.974165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:45.974876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.005622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.027873 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-90584e23-b2f9-499a-9dbf-897be29ca3bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1196141 Mar 21 07:01:46.042993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:46.046735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.059502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.126132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.138523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Transition to ACTIVE for port object a2cf6621-d916-4efe-bbcf-95b1debde797 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:46.158277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Transition to ACTIVE for port object a2cf6621-d916-4efe-bbcf-95b1debde797 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:46.162914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324e596-11df-4599-9946-351cc38bb895 None None] Network 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:46.205914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 172.26.2.68 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/248e2ca9-06d0-4403-a50d-f41aa57a44dd) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:46.243744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a6ea5c3-9023-44bf-9e6c-2cb5bc143969 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:46.245011 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0a6ea5c3-9023-44bf-9e6c-2cb5bc143969 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5368459 Mar 21 07:01:46.259689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58506) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:46.279715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:46.298393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.314546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef42e7-3cef-4d00-ae11-cab8e1d09c00 None None] Network 519acc2b-0abe-4712-9984-919c939b7322 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:46.337648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.384852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.429958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.430909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment a581a36f-ae49-4d14-baea-931af9a58b5f of type vlan for network c8fd8485-043e-4915-8cb7-ee249d18df78 Mar 21 07:01:46.488875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.510231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet bdaecb4f-952a-4883-94ce-30571343f497 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:46.525843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:46.528627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.547059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:46.616549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:46.660735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-72645224-0041-4dbe-ab3f-eb9a4b15feb7 None None] Provisioning for port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:46.715650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:01:46.729036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.745116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:46.759520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.765740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:46.766325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.769171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Pushing event updated for resources: {'Port': ['ID=a2cf6621-d916-4efe-bbcf-95b1debde797,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:46.771439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.852901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1461423a-9473-4fd2-9f0c-a3d261008de4 None None] Network 3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:46.904844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Attempting to bind port a2cf6621-d916-4efe-bbcf-95b1debde797 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:46.905201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Attempting to bind port a2cf6621-d916-4efe-bbcf-95b1debde797 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:46.905583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Attempting to bind port a2cf6621-d916-4efe-bbcf-95b1debde797 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:46.965265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:46.965549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:46.965731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.966115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:46.966639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Bound port: a2cf6621-d916-4efe-bbcf-95b1debde797, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:46.967019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:46.971043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2161539 Mar 21 07:01:46.974262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58524) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:46.982392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b875caf-fd00-489b-9996-0c8f17dab7d2 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=c8fd8485-043e-4915-8cb7-ee249d18df78,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:46.982626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': 'c8fd8485-043e-4915-8cb7-ee249d18df78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:47.001369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network c8fd8485-043e-4915-8cb7-ee249d18df78 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:47.074339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.142418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:47.159492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:47.168440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.26.2.192 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/a57ffdad-92f9-42a0-8024-1b51238ea125) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:47.179198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ec700b23-55f6-4bda-8802-05b80b3fd152 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:47.180341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:47.180661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ec700b23-55f6-4bda-8802-05b80b3fd152 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/networks?id=952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 200 len: 812 time: 0.3275993 Mar 21 07:01:47.181897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.184111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.205978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:47.211646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:47.237654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:47.258732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:47.274086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:47.274689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.318897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-177e8c40-fded-4fc8-be2a-a9fb16f3c1f4 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/quotas/90cbbff5b5ea45879716379d4f0bdf53 HTTP/1.1" status: 200 len: 375 time: 0.0995138 Mar 21 07:01:47.319492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=248e2ca9-06d0-4403-a50d-f41aa57a44dd,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:47.322633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] DHCP port deletion for 519acc2b-0abe-4712-9984-919c939b7322 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:47.370269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Deleting port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:47.371044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.445155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.450670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-5bed1f0d-e08e-4fdb-861b-73eabdbb7973 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061711 Mar 21 07:01:47.528829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] For port a2cf6621-d916-4efe-bbcf-95b1debde797, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:47.540130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.590876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] For port a2cf6621-d916-4efe-bbcf-95b1debde797, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a2cf6621-d916-4efe-bbcf-95b1debde797,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:47.597273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.621526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaecb4f-952a-4883-94ce-30571343f497,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:47.633680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.634572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.660798 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-19afdb2f-55dd-4e49-b733-b080cbc4059b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/bdaecb4f-952a-4883-94ce-30571343f497 HTTP/1.1" status: 204 len: 168 time: 1.3880908 Mar 21 07:01:47.674718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58530) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:47.745282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:47.752525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.755798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:47.769793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:47.797089 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1a10b8c6-7e51-48bd-b5d2-d7db812af151 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191053 Mar 21 07:01:47.804189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58534) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:47.813165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=a57ffdad-92f9-42a0-8024-1b51238ea125,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:47.831605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] For port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,segment=NetworkSegment(bc0aaa0f-8adb-4676-9d8d-a57c958b7315),segment_id=bc0aaa0f-8adb-4676-9d8d-a57c958b7315)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:47.832001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.848606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b162-c697-4970-8724-bc31295d38c5 None None] Pushing event updated for resources: {'Port': ['ID=a2cf6621-d916-4efe-bbcf-95b1debde797,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:47.894610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:01:47.902136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:47.977044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Calling delete_port for 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:47.979931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-30b2d73e-f6b6-4942-9e7c-cd4ff931d3d1 service neutron] 10.222.0.31 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100172 Mar 21 07:01:47.980893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.008173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,segment=NetworkSegment(bc0aaa0f-8adb-4676-9d8d-a57c958b7315),segment_id=bc0aaa0f-8adb-4676-9d8d-a57c958b7315)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:48.016810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.164114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:48.176444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:48.176929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:48.265552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=70718427-7697-422d-9d93-f66bd8f21323,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:48.313384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.415551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': 'a581a36f-ae49-4d14-baea-931af9a58b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8fd8485-043e-4915-8cb7-ee249d18df78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:48.415919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: c8fd8485-043e-4915-8cb7-ee249d18df78, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:48.430176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-b8610c05-e771-4593-97ab-ec18c9b1f5c3 service neutron] 10.222.0.31 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964198 Mar 21 07:01:48.434470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7044c-c19e-4f82-bcb7-69592583de21 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:48.438505 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-11f7044c-c19e-4f82-bcb7-69592583de21 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6290193 Mar 21 07:01:48.439101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58538) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:48.525052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network c8fd8485-043e-4915-8cb7-ee249d18df78 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:48.548547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, c8fd8485-043e-4915-8cb7-ee249d18df78) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:48.563916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac54a8-cd3d-4319-b95b-3bafe143e5ae None None] Network c8fd8485-043e-4915-8cb7-ee249d18df78 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:48.578619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:48.579240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.584211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a2cf6621-d916-4efe-bbcf-95b1debde797 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:48.678349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Deleting port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:48.678923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.717016 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-45723168-78d6-4763-9a2c-1d251b0a31a6 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7408974 Mar 21 07:01:48.719977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58548) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:48.726578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.822358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:48.899620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4529426-3c35-46f1-bb07-e99dac0e7a7a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:48.900698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b4529426-3c35-46f1-bb07-e99dac0e7a7a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:48.985086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-129bd8bb-75a4-4968-ba64-b5152eac7d2a req-5301afa9-b6d4-4dfb-878d-3424e0702d01 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 210 time: 0.2487235 Mar 21 07:01:49.013553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a2cf6621-d916-4efe-bbcf-95b1debde797 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:49.032230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b4529426-3c35-46f1-bb07-e99dac0e7a7a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:49.034179 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b4529426-3c35-46f1-bb07-e99dac0e7a7a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5937514 Mar 21 07:01:49.112225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58560) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:49.196913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:49.227024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-209bc71c-4bda-49d9-8d17-362914041595 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094656 Mar 21 07:01:49.227024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58566) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:49.235183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:49.262430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9be3c9-1aad-46eb-89b1-90e30eb36b24 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:49.392692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:49.400519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f21cdc-da93-4f01-bfed-237c3245e636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-c8fd8485-043e-4915-8cb7-ee249d18df78', 'network_id': 'c8fd8485-043e-4915-8cb7-ee249d18df78', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': '70718427-7697-422d-9d93-f66bd8f21323'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:49.402043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11f21cdc-da93-4f01-bfed-237c3245e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.406234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:49.416261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 085f2fca-6825-4f7d-8144-0478ea97423d is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:49.430398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:49.435464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.442002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.518833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.607519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.610856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Provisioning for port a2cf6621-d916-4efe-bbcf-95b1debde797 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:49.682287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Provisioning complete for port a2cf6621-d916-4efe-bbcf-95b1debde797 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:49.682805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.725438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] For port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,segment=NetworkSegment(bc0aaa0f-8adb-4676-9d8d-a57c958b7315),segment_id=bc0aaa0f-8adb-4676-9d8d-a57c958b7315)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:49.726703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.745479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:49.781437 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] Sync routers for ids ['085f2fca-6825-4f7d-8144-0478ea97423d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:49.798564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.805418 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-61e3235e-a183-4ac9-9907-5a03045080aa tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.7043900 Mar 21 07:01:49.807216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58574) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:49.810102 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] Routers {'085f2fca-6825-4f7d-8144-0478ea97423d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:49.811135 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['085f2fca-6825-4f7d-8144-0478ea97423d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:49.839768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:49.848089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58578) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:49.879434 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:49.889023 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] Routers {'085f2fca-6825-4f7d-8144-0478ea97423d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:49.889903 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['085f2fca-6825-4f7d-8144-0478ea97423d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:49.932212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=70718427-7697-422d-9d93-f66bd8f21323,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:49.958925 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:49.959728 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e2b6-0d38-4474-be6f-093a9ccc15b5 None None] The sync data for ids ['085f2fca-6825-4f7d-8144-0478ea97423d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:49.971085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router c2ce22b9-453b-4973-8766-ea9723a48399 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:49.984825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Calling delete_port for 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-11f21cdc-da93-4f01-bfed-237c3245e636 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70718427-7697-422d-9d93-f66bd8f21323: This subnet is being modified by another concurrent operation. Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:01:50.120815 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70718427-7697-422d-9d93-f66bd8f21323: This subnet is being modified by another concurrent operation. Mar 21 07:01:50.124765 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 07:01:50.155165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77a6f0-554f-406c-85a4-0e1c87a930d1 None None] Network c8fd8485-043e-4915-8cb7-ee249d18df78 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:50.253359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.319093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.356109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2ba66571-9580-4f46-8c40-1ae4208db8b0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers/085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 200 len: 883 time: 0.5476553 Mar 21 07:01:50.371156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58584) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:50.522563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-8860fa20-edcc-48db-8cc4-2ee5beb9ba58 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:50.523147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fd8485-043e-4915-8cb7-ee249d18df78']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:50.523986 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-8860fa20-edcc-48db-8cc4-2ee5beb9ba58 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.30 "GET /v2.0/networks?id=952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 200 len: 812 time: 0.2050393 Mar 21 07:01:50.526097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62fc6588-57b3-4fbf-9e43-390be2ebf409 req-2ba86ae0-83ea-42d3-b1da-a25d1d4ef601 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 210 time: 0.4162300 Mar 21 07:01:50.537490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeddf65-def5-441b-8239-08441200bb7c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:50.538787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeddf65-def5-441b-8239-08441200bb7c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:50.539343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeddf65-def5-441b-8239-08441200bb7c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:50.539952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Request body: {'port': {'device_id': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7', 'admin_state_up': True, 'tenant_id': '90cbbff5b5ea45879716379d4f0bdf53'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:50.541334 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5aeddf65-def5-441b-8239-08441200bb7c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=112f7542942f41fd953f770db4688f7d&network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 3000 time: 0.6124616 Mar 21 07:01:50.567501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a581a36f-ae49-4d14-baea-931af9a58b5f') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:50.567914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a581a36f-ae49-4d14-baea-931af9a58b5f') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:50.576276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.585842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.611888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:50.625963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.630418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.651815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:50.652511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:50.668822 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:50.690555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Sync routers for ids ['c2ce22b9-453b-4973-8766-ea9723a48399'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:50.691959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.719718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] Pushing event deleted for resources: {'Port': ['ID=7c63ea44-74f2-4be9-86d0-fcc9e5f50a20,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:50.749249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Routers {'c2ce22b9-453b-4973-8766-ea9723a48399'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:50.750029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c2ce22b9-453b-4973-8766-ea9723a48399'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:50.778452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.781690 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5e4ec7e2-a6dd-4f67-8911-51f4f1110d57 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6690102 Mar 21 07:01:50.782577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58598) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:50.792423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:50.806330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:50.811676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:50.814776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:50.815505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.820641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0576ad-4eac-444a-b999-65d91a35edd4 None None] No DVR routers for this DVR port 7c63ea44-74f2-4be9-86d0-fcc9e5f50a20 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:50.821602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Usage tracker for resource:port and tenant:90cbbff5b5ea45879716379d4f0bdf53 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:50.827311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:50.830262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:50.842697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:50.846294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] For port a2cf6621-d916-4efe-bbcf-95b1debde797, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a2cf6621-d916-4efe-bbcf-95b1debde797,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:50.847864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=7a14b597-962d-4f0b-a1f5-c8004864bd56,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:50.851143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Deleting port a2cf6621-d916-4efe-bbcf-95b1debde797 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:50.851143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.869512 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c0d4fbe6-69cb-4b81-aabb-e8dd4be667fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6413307 Mar 21 07:01:50.873422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58602) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:50.880083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '7a14b597-962d-4f0b-a1f5-c8004864bd56', 'ip_address': '2001:db8::c78c:f1c7:8e6e:8660'}], 'name': 'tempest-NetworksTestDHCPv6-2018382729'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:50.888535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.896171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Made reservation on behalf of 90cbbff5b5ea45879716379d4f0bdf53 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:50.899735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.931500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.958957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:50.976394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=c8fd8485-043e-4915-8cb7-ee249d18df78,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:50.986183 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee43947d-f494-4e11-be2c-a6a8d6dfcf53 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/c8fd8485-043e-4915-8cb7-ee249d18df78 HTTP/1.1" status: 204 len: 168 time: 2.2611325 Mar 21 07:01:50.993410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58606) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:51.052446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-530633959'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:51.068821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:51.084389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:51.092078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:51.099960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:51.101525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e624c3-7573-4015-b6ee-a6d2031c7fae None None] Pushing event updated for resources: {'Port': ['ID=a2cf6621-d916-4efe-bbcf-95b1debde797,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:51.128050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f8cface0-4b22-40ad-a546-8885cb0dacd6 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:router {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:51.131019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Set router c2ce22b9-453b-4973-8766-ea9723a48399 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:51.131763 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bfbe25d0-d63a-4102-b49d-8d9d035dde0a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/c2ce22b9-453b-4973-8766-ea9723a48399 HTTP/1.1" status: 200 len: 909 time: 0.3431618 Mar 21 07:01:51.134083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:51.138346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.147287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58610) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:51.160740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054510436', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': True}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:51.168835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:51.182147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Usage tracker for resource:router and tenant:799e133971b54262ac86b5ca418313a0 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:51.185903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:51.191261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:51.194121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:51.196181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f8cface0-4b22-40ad-a546-8885cb0dacd6 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:router {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:51.201592 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f8cface0-4b22-40ad-a546-8885cb0dacd6 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8199501 Mar 21 07:01:51.201815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:51.201917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:51.205092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:51.211377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-450890984'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:51.215689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:51.231014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Allocated IP 172.20.0.13 (952116c1-3bcd-4c63-b1f2-04ecd96524b7/1d51c547-c06d-45e1-8e78-71a464cb0280/20296cf1-8fe3-4925-a2d8-84f9e7649a99) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:51.283507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:51.299241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.300185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.317921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:51.318077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.318383 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment 772a102e-b92f-4060-b87c-aa2e1a953ac7 of type vlan for network 5d411978-2953-4b6f-bb74-f94e4ff28043 Mar 21 07:01:51.419540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.448895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.545969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] For port a2cf6621-d916-4efe-bbcf-95b1debde797, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a2cf6621-d916-4efe-bbcf-95b1debde797,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:51.546552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.571688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.614197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.617622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 75f97eea-cfc1-441c-b0ed-7031e90fdfff yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:01:51.737077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Calling delete_port for a2cf6621-d916-4efe-bbcf-95b1debde797 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:51.806552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbde2c10-094c-49c0-8eeb-c46de7f65fd2 req-a3457575-c3b3-4ec4-a4c7-e2a6cf351581 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 210 time: 0.0601776 Mar 21 07:01:51.834225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.835772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:51.836369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.843462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.844221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'name': 'tempest-snat-router-2054510436', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:45Z', 'updated_at': '2022-03-21T07:01:48Z', 'revision_number': 3, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port': {'id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:01:46Z', 'updated_at': '2022-03-21T07:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:51.848643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:51.890337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Checking router: c2ce22b9-453b-4973-8766-ea9723a48399 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:01:51.890612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Updating router c2ce22b9-453b-4973-8766-ea9723a48399 port a57ffdad-92f9-42a0-8024-1b51238ea125 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:01:51.920492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58624) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:51.931609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] No DVR routers for this DVR port a2cf6621-d916-4efe-bbcf-95b1debde797 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:01:51.935339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fcdc7-9c48-41ed-81d7-e0f1d4727dc0 None None] Pushing event deleted for resources: {'Port': ['ID=a2cf6621-d916-4efe-bbcf-95b1debde797,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:51.959831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90e24c-2b6f-48de-9fae-2358bfeea4b6 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:52.034670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:52.047577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:52.055693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:52.080128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.084721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Pushing event updated for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:52.093426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::c78c:f1c7:8e6e:8660 (1aedd96c-5f29-4cfa-a902-805903aa8838/7a14b597-962d-4f0b-a1f5-c8004864bd56/75f97eea-cfc1-441c-b0ed-7031e90fdfff) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:52.101338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391682a-0fe9-4182-931a-bc735d24e4f3 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:52.108357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a391682a-0fe9-4182-931a-bc735d24e4f3 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 814 time: 0.1779332 Mar 21 07:01:52.150299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:52.151088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.153325 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1571138 Mar 21 07:01:52.156126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.167484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58630) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:52.233289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-9314371d-f8aa-47c4-bae9-aaf2802bd352 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6969445 Mar 21 07:01:52.235294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:52.250772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ddfaa-eea7-45b4-9a52-e7db28474562 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=5d411978-2953-4b6f-bb74-f94e4ff28043,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:52.252548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Request body: {'port': {'device_id': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:52.271617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 5d411978-2953-4b6f-bb74-f94e4ff28043 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:52.476014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:52.529133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5bebb50c-6dce-46cb-984b-718c5d574a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.529868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.565494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58636) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:52.586409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--993416388', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:52.602544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:subnet and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:52.606035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:52.608114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:52.615599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:52.616346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:52.618870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.623153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:52.638238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.650873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:52.658962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.665025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '7a14b597-962d-4f0b-a1f5-c8004864bd56'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:52.666313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.702137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:52.705569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.721870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 75f97eea-cfc1-441c-b0ed-7031e90fdfff will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:52.742815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:52.748517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.766621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:52.816803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a2cf6621-d916-4efe-bbcf-95b1debde797 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:01:52.962443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a2cf6621-d916-4efe-bbcf-95b1debde797 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:01:52.962855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a2cf6621-d916-4efe-bbcf-95b1debde797 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:01:52.974342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.001729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Transition to ACTIVE for port object a57ffdad-92f9-42a0-8024-1b51238ea125 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:53.014297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 085f2fca-6825-4f7d-8144-0478ea97423d has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:01:53.014944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.022141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:53.027433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:01:53.037459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:53.039979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:53.046234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:53.046963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.052122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/7a14b597-962d-4f0b-a1f5-c8004864bd56/32d9542b-c279-42c7-884e-ca184041f2e4) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:53.097487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.097741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 329e98dd-b83b-4285-bc38-e349298c1f0a of type vlan for network 089ebe74-8667-4c13-9c96-38452d67fd17 Mar 21 07:01:53.123021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3249c7-c9c6-48c2-aedf-a55bbe6faa42 None None] Pushing event updated for resources: {'Port': ['ID=a57ffdad-92f9-42a0-8024-1b51238ea125,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.123262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=75f97eea-cfc1-441c-b0ed-7031e90fdfff,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.125028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Attempting to bind port a57ffdad-92f9-42a0-8024-1b51238ea125 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:53.125398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Attempting to bind port a57ffdad-92f9-42a0-8024-1b51238ea125 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:53.125826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Attempting to bind port a57ffdad-92f9-42a0-8024-1b51238ea125 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:53.159082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5817bc21-8d87-49d5-8a5f-53e46be03d0c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2807519 Mar 21 07:01:53.161044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58642) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:53.173696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:53.174219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:53.174500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.174849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:53.175341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Bound port: a57ffdad-92f9-42a0-8024-1b51238ea125, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:53.175708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.304966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.353672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] For port a57ffdad-92f9-42a0-8024-1b51238ea125, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:53.362151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f3c96-13c9-4066-a9b8-fd3147755ddf req-b27a9e18-e95c-4332-96a4-6fd5bf104458 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:53.362979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-756f3c96-13c9-4066-a9b8-fd3147755ddf req-b27a9e18-e95c-4332-96a4-6fd5bf104458 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Synchronizing usage tracker for tenant:90cbbff5b5ea45879716379d4f0bdf53 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:53.377723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] For port a57ffdad-92f9-42a0-8024-1b51238ea125, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a57ffdad-92f9-42a0-8024-1b51238ea125,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:53.415923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.428161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.433806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:53.434416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.444854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.496269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-756f3c96-13c9-4066-a9b8-fd3147755ddf req-b27a9e18-e95c-4332-96a4-6fd5bf104458 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Unset dirty status for tenant:90cbbff5b5ea45879716379d4f0bdf53 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:53.498247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-756f3c96-13c9-4066-a9b8-fd3147755ddf req-b27a9e18-e95c-4332-96a4-6fd5bf104458 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 932 time: 0.5503139 Mar 21 07:01:53.516277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9474125 Mar 21 07:01:53.518208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58646) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:53.531970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da35ab5-2598-426d-ab0c-bdf8e5d95dc5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:53.532690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9da35ab5-2598-426d-ab0c-bdf8e5d95dc5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:53.552054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.554876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3249c7-c9c6-48c2-aedf-a55bbe6faa42 None None] Pushing event updated for resources: {'Port': ['ID=a57ffdad-92f9-42a0-8024-1b51238ea125,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.556515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.561380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Routers {'c2ce22b9-453b-4973-8766-ea9723a48399'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:53.562093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c2ce22b9-453b-4973-8766-ea9723a48399'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:53.606767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:01:53.649845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Transition to ACTIVE for port object 32d9542b-c279-42c7-884e-ca184041f2e4 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:53.673453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:01:53.681781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.691756 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] Sync routers for ids ['085f2fca-6825-4f7d-8144-0478ea97423d'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:01:53.698645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Transition to ACTIVE for port object 32d9542b-c279-42c7-884e-ca184041f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:53.712637 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] Routers {'085f2fca-6825-4f7d-8144-0478ea97423d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:53.716138 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['085f2fca-6825-4f7d-8144-0478ea97423d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:53.716471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa7353-b2bb-4ac7-b075-e665d1b23888 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=089ebe74-8667-4c13-9c96-38452d67fd17,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.771299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 089ebe74-8667-4c13-9c96-38452d67fd17 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:01:53.771569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9da35ab5-2598-426d-ab0c-bdf8e5d95dc5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:53.775097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9da35ab5-2598-426d-ab0c-bdf8e5d95dc5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6105258 Mar 21 07:01:53.778216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adc328-8610-4d8d-8aef-0536e811e776 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:53.783108 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b8adc328-8610-4d8d-8aef-0536e811e776 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2601414 Mar 21 07:01:53.785865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58650) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:53.786076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58652) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:53.792250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-756f3c96-13c9-4066-a9b8-fd3147755ddf req-c218b07f-5212-471e-9d4c-63c8be4831e2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867110 Mar 21 07:01:53.802939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.827903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.831823 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-85c7a1b3-b2ac-4c53-9d50-827cad93988c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 200 len: 890 time: 2.6263630 Mar 21 07:01:53.844044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:53.864010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20296cf1-8fe3-4925-a2d8-84f9e7649a99 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:01:53.883306 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:53.895963 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] Routers {'085f2fca-6825-4f7d-8144-0478ea97423d'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:01:53.896175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:53.898678 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['085f2fca-6825-4f7d-8144-0478ea97423d'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:53.926671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=ecbc2517-3204-4250-82f2-6f223c5e1aab,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.926897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Pushing event updated for resources: {'Port': ['ID=32d9542b-c279-42c7-884e-ca184041f2e4,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:53.978180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.26.2.168 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/abd2af31-cb9c-456a-9d8d-834a2026b04f) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:53.980389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': '772a102e-b92f-4060-b87c-aa2e1a953ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:53.980783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: 5d411978-2953-4b6f-bb74-f94e4ff28043, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:53.993110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Transition to ACTIVE for port object 20296cf1-8fe3-4925-a2d8-84f9e7649a99 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:54.006172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 75f97eea-cfc1-441c-b0ed-7031e90fdfff {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:54.006511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.020398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:54.029838 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:54.030622 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e243c1-921d-4a9f-9dfe-4cb79dafbabe None None] The sync data for ids ['085f2fca-6825-4f7d-8144-0478ea97423d'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:54.032860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:54.042550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:54.055273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] Set router c2ce22b9-453b-4973-8766-ea9723a48399 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:01:54.064905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.173486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 5d411978-2953-4b6f-bb74-f94e4ff28043 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:54.205237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 5d411978-2953-4b6f-bb74-f94e4ff28043) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:54.214903 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-45908a0a-54b7-421f-8210-ad8a1f744720 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers/085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 200 len: 890 time: 0.3606617 Mar 21 07:01:54.216147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58662) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.220819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:54.221438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.271756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91d76d-5e3e-4daa-94c2-bf809e9c771b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:54.276086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc91d76d-5e3e-4daa-94c2-bf809e9c771b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4873447 Mar 21 07:01:54.277474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58666) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.280642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9fe5eab3-5606-4b2f-bdc1-451885e85ed8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:01:54.284476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Pushing event updated for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:54.318276 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9db398fc-6049-44ae-87f5-8970db83c238 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1453764 Mar 21 07:01:54.325960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58670) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.331509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.351680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dade84-93d2-484c-b75f-8c2e3aa0f5b4 None None] Network 5d411978-2953-4b6f-bb74-f94e4ff28043 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:54.360418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9fe5eab3-5606-4b2f-bdc1-451885e85ed8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:01:54.364064 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9fe5eab3-5606-4b2f-bdc1-451885e85ed8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 200 len: 205 time: 0.1451252 Mar 21 07:01:54.375354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58674) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.473112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Attempting to bind port 32d9542b-c279-42c7-884e-ca184041f2e4 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:54.473694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Attempting to bind port 32d9542b-c279-42c7-884e-ca184041f2e4 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:54.473815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Attempting to bind port 32d9542b-c279-42c7-884e-ca184041f2e4 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:54.482715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:54.482956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:54.483274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.483659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:54.484119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Bound port: 32d9542b-c279-42c7-884e-ca184041f2e4, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:54.484487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.532392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1fc01e48-10ee-469a-8500-8a1a7149dfd6 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2446115 Mar 21 07:01:54.535180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58678) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.606142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6f878363-126e-4cab-bb11-33dbd8482338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.625036 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8d6d067-478a-4538-8ca5-5bf0e59e6a16 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863965 Mar 21 07:01:54.625667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58682) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:54.661121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.698228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.741885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.760195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Attempting to bind port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:54.760854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Attempting to bind port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'a32ed996-8aa6-40d9-a20b-12e40b05492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:54.761181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Attempting to bind port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 on network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:54.774971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] For port 32d9542b-c279-42c7-884e-ca184041f2e4, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:54.826010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] For port 32d9542b-c279-42c7-884e-ca184041f2e4, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=32d9542b-c279-42c7-884e-ca184041f2e4,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:54.837329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 on network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:01:54.837329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Attempting to bind port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 on network 952116c1-3bcd-4c63-b1f2-04ecd96524b7 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:54.854427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.871777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:54.872167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Checking segment: {'id': 'a32ed996-8aa6-40d9-a20b-12e40b05492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:54.872500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Bound using segment: {'id': 'a32ed996-8aa6-40d9-a20b-12e40b05492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:54.872951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Bound port: 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32ed996-8aa6-40d9-a20b-12e40b05492c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:54.873323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.891133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.935411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-5d411978-2953-4b6f-bb74-f94e4ff28043', 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': 'ecbc2517-3204-4250-82f2-6f223c5e1aab'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:54.936263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:54.958863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:54.971853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:54.974549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'name': 'tempest-snat-router-2054510436', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:45Z', 'updated_at': '2022-03-21T07:01:48Z', 'revision_number': 3, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port': {'id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:01:46Z', 'updated_at': '2022-03-21T07:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:54.977711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:54.984851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c086d-4691-4d80-870c-a7501b3e3993 None None] The sync data for ids ['c2ce22b9-453b-4973-8766-ea9723a48399'] in dv-neutron-834307-1-hyperv is: [{'id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'name': 'tempest-snat-router-2054510436', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:45Z', 'updated_at': '2022-03-21T07:01:48Z', 'revision_number': 3, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port': {'id': 'a57ffdad-92f9-42a0-8024-1b51238ea125', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce22b9-453b-4973-8766-ea9723a48399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:01:46Z', 'updated_at': '2022-03-21T07:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:01:55.012959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=abd2af31-cb9c-456a-9d8d-834a2026b04f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:55.069931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 75f97eea-cfc1-441c-b0ed-7031e90fdfff owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:55.071408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2461-a794-42f7-8e34-e6c7b7b34fa0 None None] Pushing event updated for resources: {'Port': ['ID=32d9542b-c279-42c7-884e-ca184041f2e4,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:55.172057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Allocated IP 2001:db8::2 (5d411978-2953-4b6f-bb74-f94e4ff28043/ecbc2517-3204-4250-82f2-6f223c5e1aab/420619c6-8cfe-4b95-b880-c3f93cc729a8) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:55.233578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd864b55-df22-42f3-9774-df1e7398f77f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:55.237580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cd864b55-df22-42f3-9774-df1e7398f77f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6044555 Mar 21 07:01:55.240963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58688) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:55.293179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.356101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2fcd6082-4626-4aca-b177-72e1cd442393 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066012 Mar 21 07:01:55.360121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58692) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:55.368459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:55.372199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99,segment=NetworkSegment(a32ed996-8aa6-40d9-a20b-12e40b05492c),segment_id=a32ed996-8aa6-40d9-a20b-12e40b05492c)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:55.376465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205844930', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:55.411186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.565156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.586205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Transition to ACTIVE for port object 420619c6-8cfe-4b95-b880-c3f93cc729a8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:55.631449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Transition to ACTIVE for port object 420619c6-8cfe-4b95-b880-c3f93cc729a8 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:55.646767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.656221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.690546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 248e2ca9-06d0-4403-a50d-f41aa57a44dd {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:55.690919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.703866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:55.721980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:55.737902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:55.741955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:55.742888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.744616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] 10.222.0.30 "PUT /v2.0/ports/20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 200 len: 1094 time: 3.4972744 Mar 21 07:01:55.746045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:01:55.760911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:55.774183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0439-ba18-4152-9c57-d0f11741c588 req-8d97dddc-f4ae-4f6f-a0cc-4be0274ad2ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:55.776684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb9f0439-ba18-4152-9c57-d0f11741c588 req-8d97dddc-f4ae-4f6f-a0cc-4be0274ad2ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 944 time: 0.8097756 Mar 21 07:01:55.788970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Network 5d411978-2953-4b6f-bb74-f94e4ff28043 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:55.809683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:55.830164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:55.848102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:55.854611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.870531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.875499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99', 'status': 'completed', 'code': 200} Mar 21 07:01:55.878809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d686d-5b5a-44b9-a252-9f5124ecc270 service neutron] Pushing event updated for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:55.914910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.942308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.950255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.971322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Pushing event updated for resources: {'Port': ['ID=420619c6-8cfe-4b95-b880-c3f93cc729a8,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:55.977587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Attempting to bind port 420619c6-8cfe-4b95-b880-c3f93cc729a8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:55.977950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Attempting to bind port 420619c6-8cfe-4b95-b880-c3f93cc729a8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '772a102e-b92f-4060-b87c-aa2e1a953ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:55.978305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Attempting to bind port 420619c6-8cfe-4b95-b880-c3f93cc729a8 on network 5d411978-2953-4b6f-bb74-f94e4ff28043 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:55.984866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:55.985956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Checking segment: {'id': '772a102e-b92f-4060-b87c-aa2e1a953ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:55.986519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:55.986916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Bound using segment: {'id': '772a102e-b92f-4060-b87c-aa2e1a953ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:55.987379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Bound port: 420619c6-8cfe-4b95-b880-c3f93cc729a8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772a102e-b92f-4060-b87c-aa2e1a953ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d411978-2953-4b6f-bb74-f94e4ff28043'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:55.987749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.027047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbc2517-3204-4250-82f2-6f223c5e1aab,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:56.087081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] For port 420619c6-8cfe-4b95-b880-c3f93cc729a8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:56.091191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] For port 420619c6-8cfe-4b95-b880-c3f93cc729a8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=420619c6-8cfe-4b95-b880-c3f93cc729a8,segment=NetworkSegment(772a102e-b92f-4060-b87c-aa2e1a953ac7),segment_id=772a102e-b92f-4060-b87c-aa2e1a953ac7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:56.097088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.156794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=75f97eea-cfc1-441c-b0ed-7031e90fdfff,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:56.173640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb9f0439-ba18-4152-9c57-d0f11741c588 req-693ffee4-9fbc-4143-aeef-20b331b099ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850415 Mar 21 07:01:56.176825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.240660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86721-dda0-4deb-a687-4f71fbe9b418 None None] Pushing event updated for resources: {'Port': ['ID=420619c6-8cfe-4b95-b880-c3f93cc729a8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:56.277411 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d13e5089-2160-47f6-9a1a-2dca9d676f90 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/75f97eea-cfc1-441c-b0ed-7031e90fdfff HTTP/1.1" status: 204 len: 168 time: 2.4872627 Mar 21 07:01:56.279188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.293085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58700) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:56.336046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-74a3711c-b247-4753-9e98-ec2534dede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:56.337765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-74a3711c-b247-4753-9e98-ec2534dede0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 1097 time: 0.5406394 Mar 21 07:01:56.390136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28139a-ae3b-4c91-ad8f-2a44dd9182e3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:56.392070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28139a-ae3b-4c91-ad8f-2a44dd9182e3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:56.396304 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ff28139a-ae3b-4c91-ad8f-2a44dd9182e3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0993526 Mar 21 07:01:56.405644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704ee87-002f-4b64-b1d9-9de0a8bffe1a None None] Network 5d411978-2953-4b6f-bb74-f94e4ff28043 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:56.414576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58704) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:56.502823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 7a14b597-962d-4f0b-a1f5-c8004864bd56 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:01:56.519221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d411978-2953-4b6f-bb74-f94e4ff28043']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:56.538257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.547290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.592208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772a102e-b92f-4060-b87c-aa2e1a953ac7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:56.592579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772a102e-b92f-4060-b87c-aa2e1a953ac7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:01:56.606331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.611916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-0462204e-5441-4479-923c-ff4c079297d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 200 len: 217 time: 0.2654700 Mar 21 07:01:56.676323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccc56829-291b-4122-96cb-f7f40ec33c72 None None] Provisioning for port 32d9542b-c279-42c7-884e-ca184041f2e4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:56.748697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.787940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-0baba7f8-a043-4949-81e7-c10bd66cd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:56.791110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-0baba7f8-a043-4949-81e7-c10bd66cd662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d51c547-c06d-45e1-8e78-71a464cb0280 HTTP/1.1" status: 200 len: 852 time: 0.1321375 Mar 21 07:01:56.859841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-8d462323-a3c8-4f59-9cd0-d62a312b38ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=952116c1-3bcd-4c63-b1f2-04ecd96524b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557296 Mar 21 07:01:56.864409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:56.904306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 32d9542b-c279-42c7-884e-ca184041f2e4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:57.028519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5bd6fd92-da37-4dbd-b6b2-e1834c7ec5e0 None None] Could not find standard attr ID for object 4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:01:57.059382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 32d9542b-c279-42c7-884e-ca184041f2e4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:57.067201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 32d9542b-c279-42c7-884e-ca184041f2e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:57.067571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.095013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 248e2ca9-06d0-4403-a50d-f41aa57a44dd owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:57.170151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=794ba078-0f8d-42fa-afdd-d73b57782011,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:57.222460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:57.222805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 089ebe74-8667-4c13-9c96-38452d67fd17, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:01:57.226586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.262704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.314968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-bc58db23-8ad3-43b9-81d2-38f53c39894b service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347563 Mar 21 07:01:57.324216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.324650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 089ebe74-8667-4c13-9c96-38452d67fd17 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:01:57.362954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ed510a09-25ee-49ac-8552-aea116a9dccb None None] Could not find standard attr ID for object ce7a0d3a-5178-4238-bd8c-20dcde5252fc. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:01:57.369976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 089ebe74-8667-4c13-9c96-38452d67fd17) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:57.383764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752d68e-f710-4373-934e-23de1135117d None None] Network 089ebe74-8667-4c13-9c96-38452d67fd17 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:57.396214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:57.396996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.452650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:01:57.453273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:01:57.476476 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:01:57.524799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 32d9542b-c279-42c7-884e-ca184041f2e4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=32d9542b-c279-42c7-884e-ca184041f2e4,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:57.535774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.538617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.539393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a57ffdad-92f9-42a0-8024-1b51238ea125 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:57.577691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-64212729-c0a6-4197-ac51-b5873759a6cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2129655 Mar 21 07:01:57.655258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80eef4-9b18-4090-8602-67fb6fa16b4c req-4efef521-e475-44c6-81f2-d20480aa1f8f tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:57.656194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb80eef4-9b18-4090-8602-67fb6fa16b4c req-4efef521-e475-44c6-81f2-d20480aa1f8f tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 944 time: 0.2323396 Mar 21 07:01:57.658272 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36c7d5f1-ddf1-4bff-a88f-32920b0a4a53 req-bee18e5b-4626-4289-a542-cd2d76fda9f0 service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212478 Mar 21 07:01:57.746114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=32d9542b-c279-42c7-884e-ca184041f2e4,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:57.757056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2756c9fb-2574-4dc6-8257-ecdf2a963f85 None None] Could not find standard attr ID for object a0465637-b68d-4613-b76b-b8279f9d7216. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:01:57.783873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 21 07:01:57.783873 dv-neutron-834307-1-hyperv neutron-server[87987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 21 07:01:57.783873 dv-neutron-834307-1-hyperv neutron-server[87987]: [parameters: {'id': '5d411978-2953-4b6f-bb74-f94e4ff28043'}] Mar 21 07:01:57.783873 dv-neutron-834307-1-hyperv neutron-server[87987]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:01:57.784273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:01:57.833490 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb80eef4-9b18-4090-8602-67fb6fa16b4c req-cc32bdba-fe68-4968-9632-7c7165ec8dad tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623564 Mar 21 07:01:57.847405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a57ffdad-92f9-42a0-8024-1b51238ea125 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:01:57.855418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a57ffdad-92f9-42a0-8024-1b51238ea125 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:57.855597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.880620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:57.911689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-04048ed3-3cbd-4dfe-be0e-861feaa38d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:57.914804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-04048ed3-3cbd-4dfe-be0e-861feaa38d41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 1097 time: 0.1897390 Mar 21 07:01:58.056204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.075224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a57ffdad-92f9-42a0-8024-1b51238ea125, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a57ffdad-92f9-42a0-8024-1b51238ea125,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:58.084104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1e763a0c-a602-432c-bca7-c29c0028653a None None] Could not find standard attr ID for object 75f97eea-cfc1-441c-b0ed-7031e90fdfff. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:01:58.086484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.141454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-089ebe74-8667-4c13-9c96-38452d67fd17', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': '794ba078-0f8d-42fa-afdd-d73b57782011'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:01:58.142512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.158438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.316156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58730) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:58.321601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108899484', 'description': 'tempest-secgroup-smoke-1108899484 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:58.336847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:58.344853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-f8501bff-26fe-43c6-b8ae-e2db61ba680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:58.348052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-f8501bff-26fe-43c6-b8ae-e2db61ba680d service neutron] 10.222.0.30 "GET /v2.0/networks?id=952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 200 len: 913 time: 0.4271710 Mar 21 07:01:58.349500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:58.355383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:58.357375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.384086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a57ffdad-92f9-42a0-8024-1b51238ea125,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:58.449346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.457711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:58.494128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.511337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Allocated IP 172.20.0.18 (089ebe74-8667-4c13-9c96-38452d67fd17/794ba078-0f8d-42fa-afdd-d73b57782011/5202780d-e0d2-4cdb-962a-8624555d5ec2) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:01:58.520087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-d1125b12-4dd9-45bd-a67d-5997865efede service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 200 len: 217 time: 0.1525614 Mar 21 07:01:58.540901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting port 420619c6-8cfe-4b95-b880-c3f93cc729a8 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:58.541346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.624353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-ed4f22c5-038a-46b9-aa6e-a27dc76b6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:58.626187 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-ed4f22c5-038a-46b9-aa6e-a27dc76b6215 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d51c547-c06d-45e1-8e78-71a464cb0280 HTTP/1.1" status: 200 len: 852 time: 0.0811212 Mar 21 07:01:58.633770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.656974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=7a14b597-962d-4f0b-a1f5-c8004864bd56,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:58.726432 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-6899d4d4-f3dc-4453-9b6b-bb68be158587 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=952116c1-3bcd-4c63-b1f2-04ecd96524b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761089 Mar 21 07:01:58.737459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:58.741610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:58.746154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:58.752508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:58.802756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=248e2ca9-06d0-4403-a50d-f41aa57a44dd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:58.805937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.825575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 32d9542b-c279-42c7-884e-ca184041f2e4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:58.853053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:58.879311 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-75c20deb-f928-4b26-88e1-59874863612f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/7a14b597-962d-4f0b-a1f5-c8004864bd56 HTTP/1.1" status: 204 len: 168 time: 2.4635808 Mar 21 07:01:58.889148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58738) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:58.906819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Transition to ACTIVE for port object 5202780d-e0d2-4cdb-962a-8624555d5ec2 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:58.954558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e594c-4a0a-4354-906e-c8ee5a1b7c57 req-77059f24-1d9b-4660-8908-ddd093cdd963 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:58.962808 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b58e594c-4a0a-4354-906e-c8ee5a1b7c57 req-77059f24-1d9b-4660-8908-ddd093cdd963 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.4963846 Mar 21 07:01:58.974204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Transition to ACTIVE for port object 5202780d-e0d2-4cdb-962a-8624555d5ec2 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:01:58.981165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e511d4c-9828-4bd2-aa31-845e690ad5c4 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:01:58.999690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.037887 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b3d1dfc9-0e7d-4742-9326-25ad68a590ef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442578 Mar 21 07:01:59.048232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58742) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:59.069167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:59.107614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.107837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.122553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.139486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Network 089ebe74-8667-4c13-9c96-38452d67fd17 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:01:59.140739 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-52e6e362-c94c-463e-ba88-dba947757540 service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636367 Mar 21 07:01:59.145048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 32d9542b-c279-42c7-884e-ca184041f2e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:59.145455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.152186 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b58e594c-4a0a-4354-906e-c8ee5a1b7c57 req-30f6ef24-3fb6-4c12-aa2f-b7892dfb6f72 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878972 Mar 21 07:01:59.180310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:01:59.191922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:01:59.241170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.242483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9250922 Mar 21 07:01:59.249075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58746) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:59.271333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Pushing event updated for resources: {'Port': ['ID=5202780d-e0d2-4cdb-962a-8624555d5ec2,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:59.397748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Attempting to bind port 5202780d-e0d2-4cdb-962a-8624555d5ec2 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:01:59.398103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Attempting to bind port 5202780d-e0d2-4cdb-962a-8624555d5ec2 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:01:59.398463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Attempting to bind port 5202780d-e0d2-4cdb-962a-8624555d5ec2 on network 089ebe74-8667-4c13-9c96-38452d67fd17 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:01:59.412203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:01:59.412580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Checking segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:01:59.412979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.413403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Bound using segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:01:59.413872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Bound port: 5202780d-e0d2-4cdb-962a-8624555d5ec2, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:01:59.414248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.426435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:59.435729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6d7a-96d1-489a-ad55-5fa1030f89a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d512b-9e8a-4e9c-88cd-449335067d8c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:59.449572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:59.459480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:59.465949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:59.474432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:59.497247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c21d-9657-4206-8c9b-a22ee15cea32 req-ac1b6f46-9a68-4a4a-8d77-f4e3118b3c69 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:01:59.498778 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0154c21d-9657-4206-8c9b-a22ee15cea32 req-ac1b6f46-9a68-4a4a-8d77-f4e3118b3c69 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 944 time: 0.4767919 Mar 21 07:01:59.536095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a57ffdad-92f9-42a0-8024-1b51238ea125 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:01:59.540176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.549454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-00409ef6-d917-4ec8-964d-a8c2d1ba51fd req-cad110c8-e281-4333-bd36-5f48e4d8479d service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923264 Mar 21 07:01:59.578451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.591590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.593833 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0154c21d-9657-4206-8c9b-a22ee15cea32 req-96ddef85-a04e-4486-a417-69b36ff784be tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851908 Mar 21 07:01:59.619439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] For port 5202780d-e0d2-4cdb-962a-8624555d5ec2, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:01:59.624608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] For port 5202780d-e0d2-4cdb-962a-8624555d5ec2, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5202780d-e0d2-4cdb-962a-8624555d5ec2,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:01:59.632287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.638806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.640034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.664213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:59.667118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router f1df12f6-ce21-419d-b803-8b5f5aba0199 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:01:59.672513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a966cf6b-068c-410b-958a-f018b1794372,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:59.687218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.691700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-59ccb759-9fd3-4856-9ab8-8d4dce7d0b02 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329073 Mar 21 07:01:59.693268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58750) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:59.693418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:59.695904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:59.699449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:59.716087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] For port 420619c6-8cfe-4b95-b880-c3f93cc729a8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=420619c6-8cfe-4b95-b880-c3f93cc729a8,segment=NetworkSegment(772a102e-b92f-4060-b87c-aa2e1a953ac7),segment_id=772a102e-b92f-4060-b87c-aa2e1a953ac7)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:01:59.716485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.717187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:59.721089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:01:59.721802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:59.724315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:59.725521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:59.733807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:59.742930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a57ffdad-92f9-42a0-8024-1b51238ea125 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:01:59.743305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.756314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.767226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Deleting port 32d9542b-c279-42c7-884e-ca184041f2e4 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:01:59.767597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.783972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.784493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router 085f2fca-6825-4f7d-8144-0478ea97423d {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:01:59.847297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96405b-5a98-4243-ac3f-edfd8e4c28d8 None None] Pushing event updated for resources: {'Port': ['ID=5202780d-e0d2-4cdb-962a-8624555d5ec2,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:59.852633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.858403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.899356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f82480-9110-4c39-bddf-48ba5ca1ea23,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:01:59.908513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.913661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d46279fc-6cc0-44a6-ab1b-aeb748000631 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202783 Mar 21 07:01:59.914438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58754) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:01:59.920617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:01:59.927098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:01:59.935554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:01:59.939627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:01:59.941743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Calling delete_port for 420619c6-8cfe-4b95-b880-c3f93cc729a8 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:01:59.947330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:01:59.972298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:01:59.981984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:01:59.986303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.031614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.036374 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9f188037-f5fb-4da5-816a-330521b70f54 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 204 len: 168 time: 5.6586704 Mar 21 07:02:00.037203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:00.061688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1147895284'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:00.068683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.075262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:00.076470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.140236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77697f13-cb8c-4902-b7ad-ecc70b08b65f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:00.157387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.161343 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7ee1156c-4077-4bae-8560-a4d879c3fca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2438235 Mar 21 07:02:00.163013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58762) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:00.173664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:00.183155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:00.195359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] For port 32d9542b-c279-42c7-884e-ca184041f2e4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=32d9542b-c279-42c7-884e-ca184041f2e4,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:00.197247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:00.197566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.207306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:00.223118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:00.263040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.283346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:00.327229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:00.357432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:00.364304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:00.377602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.381500 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d648ec2-b4bb-41fb-adf1-3228ba288599 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2327383 Mar 21 07:02:00.386931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58768) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:00.389659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Sync routers for ids ['f1df12f6-ce21-419d-b803-8b5f5aba0199'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:00.391888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 20296cf1-8fe3-4925-a2d8-84f9e7649a99 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:02:00.403678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Calling delete_port for 32d9542b-c279-42c7-884e-ca184041f2e4 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:00.429447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.440659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ab355-68ec-4f15-bb75-2544563e5ced req-835e268f-3c20-439f-a01e-532f46c7b71a tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:00.442195 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a85ab355-68ec-4f15-bb75-2544563e5ced req-835e268f-3c20-439f-a01e-532f46c7b71a tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.1601281 Mar 21 07:02:00.443377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.458198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.464755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Routers {'f1df12f6-ce21-419d-b803-8b5f5aba0199'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:00.465560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f1df12f6-ce21-419d-b803-8b5f5aba0199'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:00.485393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46dab99-6ad4-46ec-9413-bdb78b4a2cc7,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:00.504112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.505822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1d113468-2cce-4f09-bee4-ef19e9009e60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3411496 Mar 21 07:02:00.509169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58772) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:00.517364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:00.525434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:00.527199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a85ab355-68ec-4f15-bb75-2544563e5ced req-7d58e9f3-cb27-49a8-bf69-c95d140df52d tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704899 Mar 21 07:02:00.528144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:00.530997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.532376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:00.535612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:00.544254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:00.557823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No DVR routers for this DVR port 420619c6-8cfe-4b95-b880-c3f93cc729a8 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:00.564997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:02:00.573424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:02:00.582083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.590271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Port': ['ID=420619c6-8cfe-4b95-b880-c3f93cc729a8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:00.663427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:00.688259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.693744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.727946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2884e4bc-fe9f-41fa-bdc7-a84e112f356e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:00.747887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.749431 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-418aea6a-6ab0-4ce4-9939-12f8deed6ae2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2393489 Mar 21 07:02:00.751888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58778) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:00.759787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'e79d512b-9e8a-4e9c-88cd-449335067d8c', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:00.792578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.812014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.812375 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment ab5b8c95-0cea-472e-857c-cba2cc72411b of type vlan for network bb6acca0-a85a-4d03-8b86-26883a81f068 Mar 21 07:02:00.814275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.855749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:00.872478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:00.877546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:00.889603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:00.896310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] Pushing event deleted for resources: {'Port': ['ID=32d9542b-c279-42c7-884e-ca184041f2e4,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:00.924121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5202780d-e0d2-4cdb-962a-8624555d5ec2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:00.936436 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:02:00.946569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:00.951223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefc6d8-d59a-4de6-9e3e-2147cb411351 None None] No DVR routers for this DVR port 32d9542b-c279-42c7-884e-ca184041f2e4 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:00.954121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Set router f1df12f6-ce21-419d-b803-8b5f5aba0199 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:00.969690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2083c-985e-4807-a37f-5701dd6fba9c req-cda69466-05f5-4f86-9ce2-536f646f9758 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:00.971289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9a2083c-985e-4807-a37f-5701dd6fba9c req-cda69466-05f5-4f86-9ce2-536f646f9758 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 944 time: 0.2060213 Mar 21 07:02:01.060142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9a2083c-985e-4807-a37f-5701dd6fba9c req-2c510396-ec92-4b1c-a800-df1136cfcdd2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Mar 21 07:02:01.072365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d411978-2953-4b6f-bb74-f94e4ff28043']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:01.092217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.097918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.126467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772a102e-b92f-4060-b87c-aa2e1a953ac7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:01.126756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772a102e-b92f-4060-b87c-aa2e1a953ac7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:01.128645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99,segment=NetworkSegment(a32ed996-8aa6-40d9-a20b-12e40b05492c),segment_id=a32ed996-8aa6-40d9-a20b-12e40b05492c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:01.129199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b08efb-e877-406c-afc0-3ea13153be30,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:01.141999 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-195870e3-6021-4b93-8d03-6889dc556a33 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/f1df12f6-ce21-419d-b803-8b5f5aba0199 HTTP/1.1" status: 200 len: 908 time: 0.7531111 Mar 21 07:02:01.142357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58782) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:01.179721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '20296cf1-8fe3-4925-a2d8-84f9e7649a99', 'network_id': '952116c1-3bcd-4c63-b1f2-04ecd96524b7', 'port_id': '20296cf1-8fe3-4925-a2d8-84f9e7649a99', 'mac_address': 'fa:16:3e:65:f2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d51c547-c06d-45e1-8e78-71a464cb0280', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:02:01.203970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.206278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.207436 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb93702f-7b2a-4f12-849a-86fdb3bc1df4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4544349 Mar 21 07:02:01.216060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.228110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.304724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:01.316980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.319714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:01.339834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:01.340425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.370346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:01.370759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.386974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:01.393748 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:01.399218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5389c9a-911f-407a-9540-8be0411f5780 None None] Network 089ebe74-8667-4c13-9c96-38452d67fd17 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:01.413255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ccf41-099d-4e98-8e26-07efacaa759b None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:01.418274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58794) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:01.419001 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3676529 Mar 21 07:02:01.431616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '70047453-0ce8-4343-bdc0-ebafe179e18f', 'ip_address': '2001:db8::4af2:9331:1896:315'}], 'name': 'tempest-NetworksTestDHCPv6-1802448849'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:01.488632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.494997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:01.495596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.499250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431a8f8-d784-45ef-aac8-f680939cc446 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=70047453-0ce8-4343-bdc0-ebafe179e18f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:01.504317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20296cf1-8fe3-4925-a2d8-84f9e7649a99 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:02:01.559563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.612508 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5603967 Mar 21 07:02:01.619478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58804) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:01.619902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.626863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:01.649087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.655175 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/5d411978-2953-4b6f-bb74-f94e4ff28043 HTTP/1.1" status: 204 len: 168 time: 7.3277323 Mar 21 07:02:01.661509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:01.665324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-82d91b12-0ab0-4fe1-9155-49b617275763 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:01.676104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:01.680001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373341244'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:01.690186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:01.691572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Provisioning for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:01.694056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:network and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:01.696947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:01.700648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315658d-6e07-44ee-8301-a89b50d38c70 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=bb6acca0-a85a-4d03-8b86-26883a81f068,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:01.727716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:01.735340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c004948-3d89-48d2-b4e9-f6e15c1ad979 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=5d411978-2953-4b6f-bb74-f94e4ff28043,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:01.743227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network bb6acca0-a85a-4d03-8b86-26883a81f068 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:01.769709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:01.770129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.808978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:01.813004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.816934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99,segment=NetworkSegment(a32ed996-8aa6-40d9-a20b-12e40b05492c),segment_id=a32ed996-8aa6-40d9-a20b-12e40b05492c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:01.817763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Provisioning complete for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:01.818140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.834838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-82d91b12-0ab0-4fe1-9155-49b617275763 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:01.835467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:01.835956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-82d91b12-0ab0-4fe1-9155-49b617275763 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108899484&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.3690953 Mar 21 07:02:01.850481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:01.852916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:01.859003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:01.866220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:01.870788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.871146 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Added segment 147d6398-981c-4d76-957c-99549f1b636c of type vlan for network 60a6103f-ff54-4d25-be06-39d4d8e767ef Mar 21 07:02:01.878396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.888045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:01.891695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.933959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:01.941512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:01.990393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:02.006687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:02.030336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:02.033627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.048483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.054525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:02.055135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.064482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb28e2b-30fd-4723-8c92-7beb19b54c6c req-8673cd0d-bf87-4ee2-a323-919b0b1aa2af tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:02.065985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bb28e2b-30fd-4723-8c92-7beb19b54c6c req-8673cd0d-bf87-4ee2-a323-919b0b1aa2af tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.3640406 Mar 21 07:02:02.074084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting port abd2af31-cb9c-456a-9d8d-834a2026b04f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:02.074298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.178639 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5160432 Mar 21 07:02:02.210491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:02.212698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58814) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:02.220268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a644aa-225a-440b-81e3-d988d9917b83 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Network': ['ID=60a6103f-ff54-4d25-be06-39d4d8e767ef,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:02.232446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Request body: {'subnet': {'network_id': '60a6103f-ff54-4d25-be06-39d4d8e767ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:02.274874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 60a6103f-ff54-4d25-be06-39d4d8e767ef details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:02.287674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['20296cf1-8fe3-4925-a2d8-84f9e7649a99'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:02:02.318411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:02.384148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:02.391775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Usage tracker for resource:subnet and tenant:48884b0001cb412e8c2a0b65ffc44e90 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:02.394752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:02.400485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.405253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:02.448726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-f97ce59c-2bb2-4580-b323-7ac6a336bb06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:02.449913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-f97ce59c-2bb2-4580-b323-7ac6a336bb06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:02.465837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Made reservation on behalf of 48884b0001cb412e8c2a0b65ffc44e90 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:02.469692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.519088 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bb28e2b-30fd-4723-8c92-7beb19b54c6c req-cd921146-9de6-444b-8609-d19fa864ebff tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927883 Mar 21 07:02:02.520831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=30d6f612-c851-4aec-a53f-fc05d3b308f8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:02.540451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '70047453-0ce8-4343-bdc0-ebafe179e18f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:02.541298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.586988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.593778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': 'ab5b8c95-0cea-472e-857c-cba2cc72411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:02.594148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: bb6acca0-a85a-4d03-8b86-26883a81f068, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:02.597435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1df12f6-ce21-419d-b803-8b5f5aba0199', 'name': 'tempest-snat-router-2054510436', 'tenant_id': '799e133971b54262ac86b5ca418313a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': 'abd2af31-cb9c-456a-9d8d-834a2026b04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:01:51Z', 'updated_at': '2022-03-21T07:01:55Z', 'revision_number': 3, 'project_id': '799e133971b54262ac86b5ca418313a0', 'gw_port': {'id': 'abd2af31-cb9c-456a-9d8d-834a2026b04f', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:74:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1df12f6-ce21-419d-b803-8b5f5aba0199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:01:53Z', 'updated_at': '2022-03-21T07:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:02.614198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.623154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-f97ce59c-2bb2-4580-b323-7ac6a336bb06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:02.624462 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-f97ce59c-2bb2-4580-b323-7ac6a336bb06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=089ebe74-8667-4c13-9c96-38452d67fd17 HTTP/1.1" status: 200 len: 796 time: 0.7582214 Mar 21 07:02:02.631706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Checking router: f1df12f6-ce21-419d-b803-8b5f5aba0199 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:02.631900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Updating router f1df12f6-ce21-419d-b803-8b5f5aba0199 port abd2af31-cb9c-456a-9d8d-834a2026b04f binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:02.634055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network bb6acca0-a85a-4d03-8b86-26883a81f068 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:02.662618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.682754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, bb6acca0-a85a-4d03-8b86-26883a81f068) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:02.692654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:02.693279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.741517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84c03f-8533-46aa-b8fd-a977c8232f1d None None] Network bb6acca0-a85a-4d03-8b86-26883a81f068 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:02.747606 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a1f17072-7546-4336-9267-325f0e5bc523 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1255047 Mar 21 07:02:02.760091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58818) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:02.770897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1620504438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:02.778028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:02.791109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:02.796920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:02.805015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:02.809524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.832635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Calling delete_port for abd2af31-cb9c-456a-9d8d-834a2026b04f owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:02.856580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.857804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.861493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-61994512-9690-4409-9b44-9eca7eb30e49 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.1639354 Mar 21 07:02:02.899417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.910655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5202780d-e0d2-4cdb-962a-8624555d5ec2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5202780d-e0d2-4cdb-962a-8624555d5ec2,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:02.921089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.941937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:02:02.944358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:02.944617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port c9a5507c-dd82-47f5-b233-bba3cc524d50 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:02:02.977093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.035485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.047677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Checking segment: {'id': '147d6398-981c-4d76-957c-99549f1b636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '60a6103f-ff54-4d25-be06-39d4d8e767ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:03.047916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network hostable DHCP agents. Network: 60a6103f-ff54-4d25-be06-39d4d8e767ef, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:03.074620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event updated for resources: {'Subnet': ['ID=5e3427e4-dec5-4b27-b847-ca9780ee1a3f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:03.091480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.095940 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b53113b-e422-40d3-8e62-49dde1a61f35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3334863 Mar 21 07:02:03.097137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:03.100614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Network 60a6103f-ff54-4d25-be06-39d4d8e767ef is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:03.132541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 32d9542b-c279-42c7-884e-ca184041f2e4 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:03.177635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfcb43-0b4b-4901-949f-d303f0f81328 req-99f696f7-a973-4f34-92c3-453d29e7865a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:03.179225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3bfcb43-0b4b-4901-949f-d303f0f81328 req-99f696f7-a973-4f34-92c3-453d29e7865a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 945 time: 0.4085934 Mar 21 07:02:03.218304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-0936a8d6-a43c-4f64-98ce-4f15163b518c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3383789 Mar 21 07:02:03.240188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 60a6103f-ff54-4d25-be06-39d4d8e767ef) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:03.257510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:03.258725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.272560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36cd9c-01cd-46fe-8cf6-6685c435dc34 None None] Network 60a6103f-ff54-4d25-be06-39d4d8e767ef requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:03.385083 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3bfcb43-0b4b-4901-949f-d303f0f81328 req-fbc0a382-439d-4dec-94e5-2e7aa77b4b8a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954296 Mar 21 07:02:03.430563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 32d9542b-c279-42c7-884e-ca184041f2e4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:03.430916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 32d9542b-c279-42c7-884e-ca184041f2e4 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:03.487241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/70047453-0ce8-4343-bdc0-ebafe179e18f/9cacf1b5-f4a9-47a2-8e77-dca130c90428) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:03.505999 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b807905-2b48-4aba-9664-583cd2b53b49 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2898190 Mar 21 07:02:03.506650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58830) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:03.507769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.535814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:03.536572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b46e79fd-b876-49bf-a175-45725fa1da8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:03.603636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-1a911b72-2a6e-4235-8396-6b0fa247f083 service neutron] 10.222.0.31 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657060 Mar 21 07:02:03.640941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5202780d-e0d2-4cdb-962a-8624555d5ec2,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:03.646645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd2af31-cb9c-456a-9d8d-834a2026b04f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:03.898244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.927173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.946728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:03.992609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-bb6acca0-a85a-4d03-8b86-26883a81f068', 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': '30d6f612-c851-4aec-a53f-fc05d3b308f8'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:03.993642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.202956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.228532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.235249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.248258 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-cd87b038-d49a-466e-845c-a4bf277c75c1 service neutron] 10.222.0.31 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436918 Mar 21 07:02:04.274920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420b703-2c8a-4281-a688-6c2ecfeba56e req-c6fb9ee9-3e9d-4d64-950c-e49792df1ed1 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:04.282676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8420b703-2c8a-4281-a688-6c2ecfeba56e req-c6fb9ee9-3e9d-4d64-950c-e49792df1ed1 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.5634656 Mar 21 07:02:04.287621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a0cc6f-26a0-4790-9789-df6305a2980f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-60a6103f-ff54-4d25-be06-39d4d8e767ef', 'network_id': '60a6103f-ff54-4d25-be06-39d4d8e767ef', 'tenant_id': '48884b0001cb412e8c2a0b65ffc44e90', 'fixed_ips': [{'subnet_id': '5e3427e4-dec5-4b27-b847-ca9780ee1a3f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:04.289267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-49a0cc6f-26a0-4790-9789-df6305a2980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.307809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.308933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1df12f6-ce21-419d-b803-8b5f5aba0199 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:04.350401 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8420b703-2c8a-4281-a688-6c2ecfeba56e req-2508314a-7080-4cd4-8810-714e58e201d7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670168 Mar 21 07:02:04.363982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.365435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d6543013-90af-44af-9968-2369fa1e575e tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f1df12f6-ce21-419d-b803-8b5f5aba0199 HTTP/1.1" status: 204 len: 168 time: 3.2220433 Mar 21 07:02:04.367887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58836) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:04.399286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.430631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.458539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3427e4-dec5-4b27-b847-ca9780ee1a3f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:04.490536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8::1 (bb6acca0-a85a-4d03-8b86-26883a81f068/30d6f612-c851-4aec-a53f-fc05d3b308f8/46d58b9d-ce44-4b46-9384-b627d1338182) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:04.524310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:02:04.535061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Transition to ACTIVE for port object 9cacf1b5-f4a9-47a2-8e77-dca130c90428 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:04.597745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.671409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Transition to ACTIVE for port object 9cacf1b5-f4a9-47a2-8e77-dca130c90428 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:04.674804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8dc5637-5154-4403-a21b-e61c80736b8f req-174bf017-69df-4df5-8cb1-2f4e1d79ae99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 210 time: 0.1161878 Mar 21 07:02:04.699794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a6103f-ff54-4d25-be06-39d4d8e767ef']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:04.705606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-82dbe0cd-659e-4a79-9f28-9a28070c5ea1 None None] Provisioning complete for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:04.706054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-82dbe0cd-659e-4a79-9f28-9a28070c5ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.724844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147d6398-981c-4d76-957c-99549f1b636c') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:04.725137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147d6398-981c-4d76-957c-99549f1b636c') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:04.743261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.776233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.794794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:04.795204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.798496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:04.799334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:04.805754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:04.811201 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:04.823943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.834543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:04.835553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40db698-d41b-4063-a4d4-856986fe36a8 None None] Network 60a6103f-ff54-4d25-be06-39d4d8e767ef requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:04.945335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879bc45-a3da-4214-b892-90abc92095f7 req-042bab6c-075e-44ea-a1e3-695bd6b36f6a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:04.954265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e879bc45-a3da-4214-b892-90abc92095f7 req-042bab6c-075e-44ea-a1e3-695bd6b36f6a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 945 time: 0.3369887 Mar 21 07:02:05.036203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::4af2:9331:1896:315 (1aedd96c-5f29-4cfa-a902-805903aa8838/70047453-0ce8-4343-bdc0-ebafe179e18f/c9a5507c-dd82-47f5-b233-bba3cc524d50) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:05.043880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e879bc45-a3da-4214-b892-90abc92095f7 req-0c935eb8-5243-4b32-b49a-7e639bb714be tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885110 Mar 21 07:02:05.068181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 46d58b9d-ce44-4b46-9384-b627d1338182 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:05.105163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:05.107234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.111531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:05.113744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.163410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.189408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:05.201134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.206521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=60a6103f-ff54-4d25-be06-39d4d8e767ef,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:05.220074 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1835f282-c5ac-4a63-8d86-3b410b771297 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/60a6103f-ff54-4d25-be06-39d4d8e767ef HTTP/1.1" status: 204 len: 168 time: 1.7126088 Mar 21 07:02:05.227114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Pushing event updated for resources: {'Port': ['ID=9cacf1b5-f4a9-47a2-8e77-dca130c90428,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:05.231343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58852) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:05.238136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Deleting port a57ffdad-92f9-42a0-8024-1b51238ea125 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:05.239086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.266887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network bb6acca0-a85a-4d03-8b86-26883a81f068 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:05.270065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:05.275585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:05.276816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.288707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=46d58b9d-ce44-4b46-9384-b627d1338182,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:05.424877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Allocated IP 2001:db8::2 (bb6acca0-a85a-4d03-8b86-26883a81f068/30d6f612-c851-4aec-a53f-fc05d3b308f8/c540a316-e64d-420c-8d89-38f2cdbff995) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:05.426111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.566525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5202780d-e0d2-4cdb-962a-8624555d5ec2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:05.585782 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0c49af-df02-4afd-a76c-5632b20d7f26 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:05.586076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0c49af-df02-4afd-a76c-5632b20d7f26 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:05.590422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe0c49af-df02-4afd-a76c-5632b20d7f26 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/5e3427e4-dec5-4b27-b847-ca9780ee1a3f HTTP/1.1" status: 404 len: 337 time: 0.3528693 Mar 21 07:02:05.600439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58858) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:05.628436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Port abd2af31-cb9c-456a-9d8d-834a2026b04f not found while updating agent binding for router f1df12f6-ce21-419d-b803-8b5f5aba0199. {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 21 07:02:05.654067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Attempting to bind port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:05.654518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Attempting to bind port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:05.654949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Attempting to bind port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:05.673531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:05.673531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:05.673876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.674350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:05.674919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Bound port: 9cacf1b5-f4a9-47a2-8e77-dca130c90428, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:05.675374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.676444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-208f4849-f4dc-4d43-9ad9-08dd21137b24 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:05.676925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208f4849-f4dc-4d43-9ad9-08dd21137b24 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:05.681151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-208f4849-f4dc-4d43-9ad9-08dd21137b24 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/60a6103f-ff54-4d25-be06-39d4d8e767ef HTTP/1.1" status: 404 len: 339 time: 0.0755782 Mar 21 07:02:05.691583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58862) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:05.706523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Routers set() bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:05.706995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Router IDs set() for agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 21 07:02:05.707736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_agentschedulers_db [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1df12f6-ce21-419d-b803-8b5f5aba0199'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent'). {{(pid=87990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 21 07:02:05.708199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374f0c8-e3f8-4543-854d-51b2d673bc50 None None] The sync data for ids ['f1df12f6-ce21-419d-b803-8b5f5aba0199'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:05.820867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-866e7c6f-ad2c-4d85-8dab-d7d71805f72c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:05.821321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866e7c6f-ad2c-4d85-8dab-d7d71805f72c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:05.824899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-866e7c6f-ad2c-4d85-8dab-d7d71805f72c tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/ecbc2517-3204-4250-82f2-6f223c5e1aab HTTP/1.1" status: 404 len: 337 time: 0.0784776 Mar 21 07:02:05.834424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58868) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:05.853258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5202780d-e0d2-4cdb-962a-8624555d5ec2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:05.853722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.859173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.928742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] For port 9cacf1b5-f4a9-47a2-8e77-dca130c90428, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:05.936297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.954863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Transition to ACTIVE for port object c540a316-e64d-420c-8d89-38f2cdbff995 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:05.959224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] For port 9cacf1b5-f4a9-47a2-8e77-dca130c90428, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9cacf1b5-f4a9-47a2-8e77-dca130c90428,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:05.978768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:05.995177 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47e3f84-a079-4a21-b048-08db64ff2b09 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:05.995658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47e3f84-a079-4a21-b048-08db64ff2b09 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:06.000258 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a47e3f84-a079-4a21-b048-08db64ff2b09 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/5d411978-2953-4b6f-bb74-f94e4ff28043 HTTP/1.1" status: 404 len: 339 time: 0.1626863 Mar 21 07:02:06.005633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58872) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:06.045676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Transition to ACTIVE for port object c540a316-e64d-420c-8d89-38f2cdbff995 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:06.071861 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dfa1cd-4efa-4b16-87fa-eb515a860c29 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:06.072399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dfa1cd-4efa-4b16-87fa-eb515a860c29 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:06.078202 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-12dfa1cd-4efa-4b16-87fa-eb515a860c29 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/70718427-7697-422d-9d93-f66bd8f21323 HTTP/1.1" status: 404 len: 337 time: 0.0715520 Mar 21 07:02:06.078854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58876) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:06.113448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.126817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bdda8-fcf4-4e2b-b5cd-889048a51f3e req-4e0ba238-6c08-4990-843b-b39f2c682e5e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:06.129139 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-118bdda8-fcf4-4e2b-b5cd-889048a51f3e req-4e0ba238-6c08-4990-843b-b39f2c682e5e tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.6109452 Mar 21 07:02:06.129768 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7095532f-8756-436d-9e89-20f3dc608500 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:06.130234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7095532f-8756-436d-9e89-20f3dc608500 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:06.137182 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7095532f-8756-436d-9e89-20f3dc608500 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/c8fd8485-043e-4915-8cb7-ee249d18df78 HTTP/1.1" status: 404 len: 339 time: 0.0517519 Mar 21 07:02:06.138929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:06.159316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object c9a5507c-dd82-47f5-b233-bba3cc524d50 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:06.169794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ff02-8e6b-4202-b837-fa7066a825cd None None] Pushing event updated for resources: {'Port': ['ID=9cacf1b5-f4a9-47a2-8e77-dca130c90428,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:06.177065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Network bb6acca0-a85a-4d03-8b86-26883a81f068 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:06.203291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f5e0677-ccee-44b5-81a8-12c66dce1056 req-7e56bba7-363b-4e36-b831-809121aad547 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 210 time: 0.1627350 Mar 21 07:02:06.214439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] For port a57ffdad-92f9-42a0-8024-1b51238ea125, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a57ffdad-92f9-42a0-8024-1b51238ea125,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:06.214804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.222261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:06.226005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:06.270419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting port c00f7492-2ab0-4808-8d3c-0cbbde88cb4d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:06.270957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.341836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.365278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.366644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.370526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Pushing event updated for resources: {'Port': ['ID=c540a316-e64d-420c-8d89-38f2cdbff995,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:06.384604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Attempting to bind port c540a316-e64d-420c-8d89-38f2cdbff995 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:06.384978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Attempting to bind port c540a316-e64d-420c-8d89-38f2cdbff995 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ab5b8c95-0cea-472e-857c-cba2cc72411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:06.385923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Attempting to bind port c540a316-e64d-420c-8d89-38f2cdbff995 on network bb6acca0-a85a-4d03-8b86-26883a81f068 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:06.432181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 20296cf1-8fe3-4925-a2d8-84f9e7649a99 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:06.462852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Calling delete_port for a57ffdad-92f9-42a0-8024-1b51238ea125 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:06.500221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:06.500537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Checking segment: {'id': 'ab5b8c95-0cea-472e-857c-cba2cc72411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:06.501065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.501912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Bound using segment: {'id': 'ab5b8c95-0cea-472e-857c-cba2cc72411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:06.502459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Bound port: c540a316-e64d-420c-8d89-38f2cdbff995, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5b8c95-0cea-472e-857c-cba2cc72411b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bb6acca0-a85a-4d03-8b86-26883a81f068'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:06.502900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.549552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.625252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:06.633178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:06.633821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.644762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=46d58b9d-ce44-4b46-9384-b627d1338182,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:06.668133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] For port c540a316-e64d-420c-8d89-38f2cdbff995, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:06.691259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] For port c540a316-e64d-420c-8d89-38f2cdbff995, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c540a316-e64d-420c-8d89-38f2cdbff995,segment=NetworkSegment(ab5b8c95-0cea-472e-857c-cba2cc72411b),segment_id=ab5b8c95-0cea-472e-857c-cba2cc72411b)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:06.699949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.751038 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-118bdda8-fcf4-4e2b-b5cd-889048a51f3e req-e5145e8a-b1c9-40e4-9c17-d8d4390a08e2 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079266 Mar 21 07:02:06.773613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:06.787306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:06.824988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:06.826430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network bb6acca0-a85a-4d03-8b86-26883a81f068 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:06.831232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.832251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:06.833084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.850799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6323b2-2baf-41b7-a6ab-52dff7cb6831 None None] Pushing event updated for resources: {'Port': ['ID=c540a316-e64d-420c-8d89-38f2cdbff995,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:06.861640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=c9a5507c-dd82-47f5-b233-bba3cc524d50,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:06.866884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.895763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-2f589e5d-4612-409a-80b2-8d77a5f93044 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:06.897251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-2f589e5d-4612-409a-80b2-8d77a5f93044 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=089ebe74-8667-4c13-9c96-38452d67fd17 HTTP/1.1" status: 200 len: 796 time: 1.0138578 Mar 21 07:02:06.899402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:06.914491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99,segment=NetworkSegment(a32ed996-8aa6-40d9-a20b-12e40b05492c),segment_id=a32ed996-8aa6-40d9-a20b-12e40b05492c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:06.921475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:06.953103 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce280c00-cf2e-4be2-8f1a-a602ccacf0f4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5300965 Mar 21 07:02:06.955066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58894) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:07.020600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Calling delete_port for c00f7492-2ab0-4808-8d3c-0cbbde88cb4d owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:07.020779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:07.052614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-ffe7bde4-d968-41e7-a43f-dd1a7d047770 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 473 time: 0.1282103 Mar 21 07:02:07.064125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['e79d512b-9e8a-4e9c-88cd-449335067d8c']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:07.067896 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99', 'code': 200} Mar 21 07:02:07.069869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:07.117704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea3252-ee20-4f75-b279-9fefa2444971 req-a25bda4b-92e5-4ff5-b1e4-6d7e083fa130 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:07.125896 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6eea3252-ee20-4f75-b279-9fefa2444971 req-a25bda4b-92e5-4ff5-b1e4-6d7e083fa130 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 945 time: 0.5778270 Mar 21 07:02:07.437358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e72f1cb8-450b-4170-a7a1-7e6bc54b1bfd req-dd6b88ea-41f5-4373-a530-b6a9aafb3405 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 210 time: 0.0647502 Mar 21 07:02:07.539801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6eea3252-ee20-4f75-b279-9fefa2444971 req-091c5717-65b1-4fc9-b141-878828cb9ac6 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127579 Mar 21 07:02:07.563044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:07.589343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db93e10-3607-4cfc-80c9-0ae884271dee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:07.595149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db93e10-3607-4cfc-80c9-0ae884271dee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:07.595949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8db93e10-3607-4cfc-80c9-0ae884271dee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:07.609991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:07.619576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:port and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:07.626818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Port': ['ID=c00f7492-2ab0-4808-8d3c-0cbbde88cb4d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:07.626991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:07.630385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:07.645607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9cacf1b5-f4a9-47a2-8e77-dca130c90428 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:07.646748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:07.649836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.650184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.650519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.650976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.651518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.651880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.652211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.652558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.652884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.653211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.653552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.653869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:07.667370 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e1c3380-f449-4f87-a3d5-fa335bb80660 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/ports/c00f7492-2ab0-4808-8d3c-0cbbde88cb4d HTTP/1.1" status: 204 len: 168 time: 1.5270219 Mar 21 07:02:07.669882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:07.671745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:07.697452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8db93e10-3607-4cfc-80c9-0ae884271dee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:07.699352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8db93e10-3607-4cfc-80c9-0ae884271dee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7416279 Mar 21 07:02:07.700151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event deleted for resources: {'Port': ['ID=a57ffdad-92f9-42a0-8024-1b51238ea125,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:07.701749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58904) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:07.711522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 8eae4f1f-a819-4b29-96a5-01a9d038a27c is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:07.718816 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94d0669-0aeb-4940-878f-edb4ab1dfaee tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:07.719509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94d0669-0aeb-4940-878f-edb4ab1dfaee tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:07.721204 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d94d0669-0aeb-4940-878f-edb4ab1dfaee tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/5c40352c-0941-4ef8-8546-c37a01b359a9 HTTP/1.1" status: 404 len: 337 time: 0.0504112 Mar 21 07:02:07.724454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:07.765099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:07.773603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:07.774265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:07.789363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04452240-c658-44f8-bed8-ad80a0dda04c req-3cf255c3-b6ad-4bf9-8f8c-d21506485f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:07.791075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04452240-c658-44f8-bed8-ad80a0dda04c req-3cf255c3-b6ad-4bf9-8f8c-d21506485f70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 1099 time: 0.4913602 Mar 21 07:02:07.792197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:07.795757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:07.854292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Provisioning for port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:07.865463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Provisioning complete for port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:07.866094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.020894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port c9a5507c-dd82-47f5-b233-bba3cc524d50 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:08.021260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.052328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.054912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:08.064468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.078365 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] Sync routers for ids ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:08.094780 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91a272f3-cf45-4a79-a82f-78ed5464b018 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/8eae4f1f-a819-4b29-96a5-01a9d038a27c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9961431 Mar 21 07:02:08.101597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] Routers {'8eae4f1f-a819-4b29-96a5-01a9d038a27c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:08.103973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58914) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:08.105421 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.166110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.183637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9cacf1b5-f4a9-47a2-8e77-dca130c90428, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9cacf1b5-f4a9-47a2-8e77-dca130c90428,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:08.190270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.191050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c540a316-e64d-420c-8d89-38f2cdbff995 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:08.210214 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.231325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] Routers {'8eae4f1f-a819-4b29-96a5-01a9d038a27c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:08.232180 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.314947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.315597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba78855-e204-402a-97dc-e0e0e46e4476 None None] The sync data for ids ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:08.380788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.387629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b40d1-e696-4dca-b8ac-fd309b494743 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:08.388256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-064b40d1-e696-4dca-b8ac-fd309b494743 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:08.407046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.424233 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04452240-c658-44f8-bed8-ad80a0dda04c req-9d258fb6-6fe7-4118-bb22-007994cd978f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598247 Mar 21 07:02:08.441511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519acc2b-0abe-4712-9984-919c939b7322']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.460392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.460678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0aaa0f-8adb-4676-9d8d-a57c958b7315') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:08.475541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b541546-6c4e-4165-8351-8be8bc45f6c2 None None] Network bb6acca0-a85a-4d03-8b86-26883a81f068 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:08.477945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.496670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-064b40d1-e696-4dca-b8ac-fd309b494743 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:08.498136 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-064b40d1-e696-4dca-b8ac-fd309b494743 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports/46d58b9d-ce44-4b46-9384-b627d1338182 HTTP/1.1" status: 200 len: 911 time: 0.3875268 Mar 21 07:02:08.500822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.504218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58920) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:08.515003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30d6f612-c851-4aec-a53f-fc05d3b308f8'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:08.594477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9cacf1b5-f4a9-47a2-8e77-dca130c90428,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:08.601562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:08.602221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-4bc84983-2cfb-4740-a077-180560a07754 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:08.620524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:08.621104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.623363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c540a316-e64d-420c-8d89-38f2cdbff995 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:08.643948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:08.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:08.715520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.765097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3a34c1a5-3168-4cfa-afdc-95e2cb4182b7 req-bcabd633-797f-4800-af21-e75fb748f3e7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 210 time: 0.1405718 Mar 21 07:02:08.825314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.861464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.876940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:08.877514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2ce22b9-453b-4973-8766-ea9723a48399 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:08.878141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=519acc2b-0abe-4712-9984-919c939b7322,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:08.888865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14e713b8-de5e-4b1c-a746-083807e44079 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/519acc2b-0abe-4712-9984-919c939b7322 HTTP/1.1" status: 204 len: 168 time: 1.1621106 Mar 21 07:02:08.892135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:08.900461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82897-e8b6-4091-af96-92a7f69dbc68 req-3b1af5dd-5616-4ef2-b431-94727b437e70 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:08.902737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78a82897-e8b6-4091-af96-92a7f69dbc68 req-3b1af5dd-5616-4ef2-b431-94727b437e70 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.8320591 Mar 21 07:02:08.904278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.20 (089ebe74-8667-4c13-9c96-38452d67fd17/794ba078-0f8d-42fa-afdd-d73b57782011/3dccce06-88de-4a98-b75f-e142cf15547b) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:09.035095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting port ea2c7277-837c-495e-981c-98ac6295b096 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:09.035451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.063588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.068048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4342374c-2493-49dc-a1e1-88ee85891172 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c2ce22b9-453b-4973-8766-ea9723a48399 HTTP/1.1" status: 204 len: 168 time: 4.6957657 Mar 21 07:02:09.092581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58930) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:09.100017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-652217671', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:09.112246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.121838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:09.135710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:09.141750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:09.207699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:09.225331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78a82897-e8b6-4091-af96-92a7f69dbc68 req-63600240-9ffe-47f1-8227-a8d68ff0b88c tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057129 Mar 21 07:02:09.226959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.309248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning for port 46d58b9d-ce44-4b46-9384-b627d1338182 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:09.314722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning complete for port 46d58b9d-ce44-4b46-9384-b627d1338182 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:09.315244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.391213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Port 46d58b9d-ce44-4b46-9384-b627d1338182 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:09.391445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for c9a5507c-dd82-47f5-b233-bba3cc524d50 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:09.425336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning for port c9a5507c-dd82-47f5-b233-bba3cc524d50 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:09.436025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning complete for port c9a5507c-dd82-47f5-b233-bba3cc524d50 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:09.436603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.485628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.486631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.510710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.531333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3ba47-e40b-4d39-8aeb-a9cb10b76512 req-4d23d06a-b55d-48ae-aa58-ad27e03855d5 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:09.532886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-abe3ba47-e40b-4d39-8aeb-a9cb10b76512 req-4d23d06a-b55d-48ae-aa58-ad27e03855d5 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.4772832 Mar 21 07:02:09.558333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9cacf1b5-f4a9-47a2-8e77-dca130c90428 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:09.562939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 3dccce06-88de-4a98-b75f-e142cf15547b will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:09.625657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Port c9a5507c-dd82-47f5-b233-bba3cc524d50 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:09.655167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning for port c540a316-e64d-420c-8d89-38f2cdbff995 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:09.662428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Provisioning complete for port c540a316-e64d-420c-8d89-38f2cdbff995 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:09.663145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.676797 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-abe3ba47-e40b-4d39-8aeb-a9cb10b76512 req-cfa9da9e-8b8d-4fef-86fe-7739a5201154 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343627 Mar 21 07:02:09.709055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.711757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.730928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:09.731643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.792949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=c9a5507c-dd82-47f5-b233-bba3cc524d50,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:09.795284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:09.808213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 089ebe74-8667-4c13-9c96-38452d67fd17 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:09.815369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:09.846900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.847726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.848209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.848953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.849565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.850227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.850700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.851175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.851647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.852138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.852612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.853397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:09.867259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:10.013276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.081868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.116726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.153082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] For port c540a316-e64d-420c-8d89-38f2cdbff995, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c540a316-e64d-420c-8d89-38f2cdbff995,segment=NetworkSegment(ab5b8c95-0cea-472e-857c-cba2cc72411b),segment_id=ab5b8c95-0cea-472e-857c-cba2cc72411b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:10.158110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a57ffdad-92f9-42a0-8024-1b51238ea125 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:10.164355 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5246c5f6-57ac-4ef3-bed3-7465e6961cbd tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/c9a5507c-dd82-47f5-b233-bba3cc524d50 HTTP/1.1" status: 204 len: 168 time: 2.4358096 Mar 21 07:02:10.171134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:10.171761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.187313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:10.195384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.204824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58936) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:10.206689 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-eb452ed5-6912-4a64-aff3-64ec5864d3f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1464410 Mar 21 07:02:10.232394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a4cca-4238-47a2-8ff4-ab68a23688e2 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:02:10.266417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a57ffdad-92f9-42a0-8024-1b51238ea125 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:10.266751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a57ffdad-92f9-42a0-8024-1b51238ea125 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:10.341730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf18b56-eeb2-4423-b267-9109ec797933 None None] Pushing event updated for resources: {'Port': ['ID=c540a316-e64d-420c-8d89-38f2cdbff995,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:10.363181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Provisioning complete for port 46d58b9d-ce44-4b46-9384-b627d1338182 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:10.363549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.407960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Request body: {'port': {'device_id': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:10.450886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Port 46d58b9d-ce44-4b46-9384-b627d1338182 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:10.496895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a4cca-4238-47a2-8ff4-ab68a23688e2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:02:10.506744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Provisioning for port 3dccce06-88de-4a98-b75f-e142cf15547b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:10.520123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Provisioning complete for port 3dccce06-88de-4a98-b75f-e142cf15547b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:10.520886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.521900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.540682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Calling delete_port for ea2c7277-837c-495e-981c-98ac6295b096 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:10.618674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e965ddc1-8eee-4b33-8297-3b125643a9c1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:10.620784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e965ddc1-8eee-4b33-8297-3b125643a9c1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:10.622559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e965ddc1-8eee-4b33-8297-3b125643a9c1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:10.645000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e6ac0-4ad7-4d8a-aa5f-df17892ac61c req-02765070-d2a8-42e8-a8ec-f26c68b90ddb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:10.645702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-257e6ac0-4ad7-4d8a-aa5f-df17892ac61c req-02765070-d2a8-42e8-a8ec-f26c68b90ddb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:10.676088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.695768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e965ddc1-8eee-4b33-8297-3b125643a9c1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:10.699448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e965ddc1-8eee-4b33-8297-3b125643a9c1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4892828 Mar 21 07:02:10.704072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:10.718297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11c8e-dc3b-4bcf-8974-17e6f179d413 req-8a37d65b-bafc-482a-9d70-e498d9590c0b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:10.719369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f9f631bb-d52c-43e3-ada6-bd05020b030c None None] Port 3dccce06-88de-4a98-b75f-e142cf15547b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:10.719775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7f11c8e-dc3b-4bcf-8974-17e6f179d413 req-8a37d65b-bafc-482a-9d70-e498d9590c0b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.2500358 Mar 21 07:02:10.778309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-257e6ac0-4ad7-4d8a-aa5f-df17892ac61c req-02765070-d2a8-42e8-a8ec-f26c68b90ddb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:10.779453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-257e6ac0-4ad7-4d8a-aa5f-df17892ac61c req-02765070-d2a8-42e8-a8ec-f26c68b90ddb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 932 time: 0.7439227 Mar 21 07:02:10.795167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.875316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Port': ['ID=ea2c7277-837c-495e-981c-98ac6295b096,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:10.909239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.909784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-257e6ac0-4ad7-4d8a-aa5f-df17892ac61c req-853c034b-f858-4ae2-9e2e-0de13c1fb0e7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007884 Mar 21 07:02:10.913441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 70047453-0ce8-4343-bdc0-ebafe179e18f {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:10.923697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7f11c8e-dc3b-4bcf-8974-17e6f179d413 req-ff95ee84-760b-4f24-a934-b156081faab6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735036 Mar 21 07:02:10.924382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:10.996738 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0ef60e0d-faf0-43d3-ac4a-a88d65f37685 tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/ports/ea2c7277-837c-495e-981c-98ac6295b096 HTTP/1.1" status: 204 len: 168 time: 2.1035388 Mar 21 07:02:11.000828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:11.024096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf8ca1-f83c-4218-87cb-82473879294f None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:02:11.047487 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8b08bb-2245-44f7-b995-8baf6aa42e4d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] DELETE failed (client error): The resource could not be found. Mar 21 07:02:11.047487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8b08bb-2245-44f7-b995-8baf6aa42e4d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:11.049028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c8b08bb-2245-44f7-b995-8baf6aa42e4d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/60099524-7bdd-4d32-9fa7-6e9dc1bc1a9f HTTP/1.1" status: 404 len: 337 time: 0.0475528 Mar 21 07:02:11.051794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.053822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:11.176074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf8ca1-f83c-4218-87cb-82473879294f None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:02:11.326545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.393011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a7c3e-cf76-487c-9296-7e928c7d64c8 req-780cf811-f429-43ad-97bf-f4036d688f4d tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:11.394501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-918a7c3e-cf76-487c-9296-7e928c7d64c8 req-780cf811-f429-43ad-97bf-f4036d688f4d tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.2930562 Mar 21 07:02:11.405097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.475463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.494223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dccce06-88de-4a98-b75f-e142cf15547b {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:02:11.506758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.516366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.522259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:11.522871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.527105 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/ports/46d58b9d-ce44-4b46-9384-b627d1338182 HTTP/1.1" status: 200 len: 911 time: 3.0190890 Mar 21 07:02:11.542469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-918a7c3e-cf76-487c-9296-7e928c7d64c8 req-6ff35d64-a9a9-43bb-b8dd-bfda77c0a9a6 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388431 Mar 21 07:02:11.555899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 58960) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:11.565402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.581915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c540a316-e64d-420c-8d89-38f2cdbff995 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:11.593677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting port cdadc961-9989-4628-8e81-5b1924bfbe47 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:11.594013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.650065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.657812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Transition to ACTIVE for port object 3dccce06-88de-4a98-b75f-e142cf15547b will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:11.663004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.695499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c540a316-e64d-420c-8d89-38f2cdbff995 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:11.695935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.755201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba64c56-7a34-4849-8e81-b693627ae573 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=46d58b9d-ce44-4b46-9384-b627d1338182,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:11.793333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.859308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=70047453-0ce8-4343-bdc0-ebafe179e18f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:11.868557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b5f3b-2c45-4fdc-9ed6-163592d0ea5a None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:11.871495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.974491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Allocated IP 172.26.2.236 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/a63d5092-a7c0-4e5a-9472-6e8d36262d08) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:11.978838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] For port cdadc961-9989-4628-8e81-5b1924bfbe47, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=cdadc961-9989-4628-8e81-5b1924bfbe47,segment=NetworkSegment(5c95c356-2c7f-47eb-b4fd-9b266abb29d6),segment_id=5c95c356-2c7f-47eb-b4fd-9b266abb29d6)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:11.980306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:11.988888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ddcc87bc-b87b-41b1-a574-200342744c60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/70047453-0ce8-4343-bdc0-ebafe179e18f HTTP/1.1" status: 204 len: 168 time: 1.2836795 Mar 21 07:02:11.989613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58970) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:12.004566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Pushing event updated for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:12.215001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Calling delete_port for cdadc961-9989-4628-8e81-5b1924bfbe47 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:12.245990 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-59179745-2174-4fbd-a6e3-f6137f97a0a5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2514074 Mar 21 07:02:12.254508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58974) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:12.279131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:12.302912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:12.306645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Deleting port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:12.307979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.466893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6224c34-faf9-4af3-a9e4-98df5e560464 req-19e1db00-d908-47cb-957b-0e7e911a2569 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:12.468367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6224c34-faf9-4af3-a9e4-98df5e560464 req-19e1db00-d908-47cb-957b-0e7e911a2569 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.7979040 Mar 21 07:02:12.515889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:12.520958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] For port 9cacf1b5-f4a9-47a2-8e77-dca130c90428, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9cacf1b5-f4a9-47a2-8e77-dca130c90428,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:12.522086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.532149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.536805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:12.542168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Attempting to bind port 3dccce06-88de-4a98-b75f-e142cf15547b on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:12.542525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Attempting to bind port 3dccce06-88de-4a98-b75f-e142cf15547b by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:12.542857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Attempting to bind port 3dccce06-88de-4a98-b75f-e142cf15547b on network 089ebe74-8667-4c13-9c96-38452d67fd17 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:12.568815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Port 3dccce06-88de-4a98-b75f-e142cf15547b on network 089ebe74-8667-4c13-9c96-38452d67fd17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:02:12.569185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Attempting to bind port 3dccce06-88de-4a98-b75f-e142cf15547b on network 089ebe74-8667-4c13-9c96-38452d67fd17 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:12.578602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:12.587420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:12.587763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Checking segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:12.588156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Bound using segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:12.590110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Bound port: 3dccce06-88de-4a98-b75f-e142cf15547b, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:12.590110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.610991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Port': ['ID=cdadc961-9989-4628-8e81-5b1924bfbe47,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:12.612785 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6224c34-faf9-4af3-a9e4-98df5e560464 req-760b74ec-2e70-4ee7-ab88-cf59fbe95ef4 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335733 Mar 21 07:02:12.616251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:12.624331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.627453 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No DVR routers for this DVR port cdadc961-9989-4628-8e81-5b1924bfbe47 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:12.655355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30aef0-541b-45e3-bd0c-aff470981233 req-7c650c0d-d42c-44b2-8947-481a8abc869d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:12.657144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e30aef0-541b-45e3-bd0c-aff470981233 req-7c650c0d-d42c-44b2-8947-481a8abc869d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 944 time: 0.4537458 Mar 21 07:02:12.670625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Calling delete_port for 9cacf1b5-f4a9-47a2-8e77-dca130c90428 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:12.700838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:12.703700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.763247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.788025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e30aef0-541b-45e3-bd0c-aff470981233 req-229d6c00-4b75-4ee1-90e8-3edf14ff7855 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927114 Mar 21 07:02:12.827310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] Pushing event deleted for resources: {'Port': ['ID=9cacf1b5-f4a9-47a2-8e77-dca130c90428,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:12.829142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4f291-80bc-4f27-ac47-3d2d34b5685c None None] No DVR routers for this DVR port 9cacf1b5-f4a9-47a2-8e77-dca130c90428 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:12.845412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:12.859129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=3dccce06-88de-4a98-b75f-e142cf15547b,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:12.878657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:12.937058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.002537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:13.003257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.004543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] 10.222.0.30 "PUT /v2.0/ports/3dccce06-88de-4a98-b75f-e142cf15547b HTTP/1.1" status: 200 len: 1094 time: 2.6014228 Mar 21 07:02:13.007050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:13.038214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e303912-2f90-4bed-b3ad-94330a9d913e req-f0e319ca-48fe-4c78-860e-9e8f7789f25b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:13.039824 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e303912-2f90-4bed-b3ad-94330a9d913e req-f0e319ca-48fe-4c78-860e-9e8f7789f25b tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.2552493 Mar 21 07:02:13.042620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bbf3e-9fca-44bd-8ea6-0ad0bb3af1cc service neutron] Pushing event updated for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:13.069336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7519d40c-9126-402a-8327-3aac76b96bcc']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:13.115894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c95c356-2c7f-47eb-b4fd-9b266abb29d6') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:13.116335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c95c356-2c7f-47eb-b4fd-9b266abb29d6') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:13.162736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.165444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.188722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.193010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.239974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:13.240399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:13.260713 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:13.271560 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b', 'status': 'completed', 'code': 200} Mar 21 07:02:13.301755 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e303912-2f90-4bed-b3ad-94330a9d913e req-7acbbaca-157e-414c-87ee-d4fc70309739 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546165 Mar 21 07:02:13.397328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:13.416251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:13.427197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:13.434748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-401ec081-be98-4a56-89db-8b1a65b23c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:13.436319 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-401ec081-be98-4a56-89db-8b1a65b23c87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 1097 time: 0.3875051 Mar 21 07:02:13.482751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.487486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event updated for resources: {'Port': ['ID=a63d5092-a7c0-4e5a-9472-6e8d36262d08,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:13.520472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.526406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9cacf1b5-f4a9-47a2-8e77-dca130c90428 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:13.545883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=7519d40c-9126-402a-8327-3aac76b96bcc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:13.566942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9cacf1b5-f4a9-47a2-8e77-dca130c90428 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:13.567266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9cacf1b5-f4a9-47a2-8e77-dca130c90428 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:13.616128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-5e8e19dd-ed76-4595-a027-0f1d9b8deab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3dccce06-88de-4a98-b75f-e142cf15547b HTTP/1.1" status: 200 len: 217 time: 0.1350887 Mar 21 07:02:13.630335 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91269f64-3677-49a0-8682-b8e060f4c02a tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/7519d40c-9126-402a-8327-3aac76b96bcc HTTP/1.1" status: 204 len: 168 time: 2.5755618 Mar 21 07:02:13.633143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.636962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58986) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:13.845179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:13.860859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:13.867886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-15c9b7e5-8a47-4106-a5a3-f0148038899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:13.871674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:13.872366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.876364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24921b34-1168-43d7-92f3-06f6d2fe99a7 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:13.882748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-15c9b7e5-8a47-4106-a5a3-f0148038899e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794ba078-0f8d-42fa-afdd-d73b57782011 HTTP/1.1" status: 200 len: 837 time: 0.2567995 Mar 21 07:02:13.895114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=ea909b3a-634a-40fc-8659-ac070c538831,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:13.911807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting subnet f27589f0-bd7d-4a07-a6f8-9a132c4cdca8 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:13.917959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:13.963017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6604c424-8fc4-479d-9e34-eecc3dac3567 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6897576 Mar 21 07:02:13.965015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58992) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:13.976987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'ea909b3a-634a-40fc-8659-ac070c538831', 'ip_address': '2001:db8::5f68:6ffd:9c0b:6767'}], 'name': 'tempest-NetworksTestDHCPv6-2409187'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:14.102088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.110484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ffc21-e2e5-4487-848c-e7a6cad669fa req-9e62ef45-766b-4aca-a778-c1b75d5442b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:14.112650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-101ffc21-e2e5-4487-848c-e7a6cad669fa req-9e62ef45-766b-4aca-a778-c1b75d5442b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1099 time: 0.7119305 Mar 21 07:02:14.187266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-dae4ec69-7666-4e2d-bd20-b77decd3fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:14.188906 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-dae4ec69-7666-4e2d-bd20-b77decd3fdf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=089ebe74-8667-4c13-9c96-38452d67fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2908311 Mar 21 07:02:14.211753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0557e-a30b-4d48-a51e-545cdcc80311 req-c028f258-db71-4b9b-8b5b-6ca6d93bd5ae tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:14.215858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-63e0557e-a30b-4d48-a51e-545cdcc80311 req-c028f258-db71-4b9b-8b5b-6ca6d93bd5ae tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.8118000 Mar 21 07:02:14.220476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'ea909b3a-634a-40fc-8659-ac070c538831'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:14.221883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.233710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62194c4d-71fb-4f91-80cf-1b12e0816b4e req-217ce5a5-4347-46cb-a431-a2d1a39e4279 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:14.235453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62194c4d-71fb-4f91-80cf-1b12e0816b4e req-217ce5a5-4347-46cb-a431-a2d1a39e4279 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 944 time: 0.2805836 Mar 21 07:02:14.259197 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-101ffc21-e2e5-4487-848c-e7a6cad669fa req-35abe3c8-cba2-4d74-96db-8b337b8bdb63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395452 Mar 21 07:02:14.376633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.456472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:14.458119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:02:14.462149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:14.465296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:14.474446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.484315 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-63e0557e-a30b-4d48-a51e-545cdcc80311 req-ddc94cff-5167-4e26-aa9a-36221bd382a5 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477086 Mar 21 07:02:14.537367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62194c4d-71fb-4f91-80cf-1b12e0816b4e req-efc8e7f4-8303-4b15-8e15-2c0d34174c4a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755172 Mar 21 07:02:14.555935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 46d58b9d-ce44-4b46-9384-b627d1338182 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:14.563899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.574605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/ea909b3a-634a-40fc-8659-ac070c538831/f510a2dc-8c1e-4582-8516-a02a071159d1) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:14.715715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:14.725527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:14.732021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.752755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:14.767883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'port_id': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'mac_address': 'fa:16:3e:34:95:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:02:14.823712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Subnet': ['ID=f27589f0-bd7d-4a07-a6f8-9a132c4cdca8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:14.827893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.862253 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-b6c59ec7-a9e6-4a5e-b1bd-1cad733bef4b service neutron] 10.222.0.30 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446838 Mar 21 07:02:14.870181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:14.890562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421b8de-918c-4af4-b9c3-0a4fbc7826cc None None] Network 79d2c3b3-e705-411b-9128-8f1feb412004 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:14.897091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:14.950626 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e76032fd-6e37-4162-9687-302eaf21674d tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/subnets/f27589f0-bd7d-4a07-a6f8-9a132c4cdca8 HTTP/1.1" status: 204 len: 168 time: 1.2854142 Mar 21 07:02:14.957621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 58998) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:14.998935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.104212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:15.108584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.154411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 46d58b9d-ce44-4b46-9384-b627d1338182 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:15.155304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:15.187966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:02:15.203483 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'code': 200} Mar 21 07:02:15.212045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.218622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ef73-7a47-4756-bb16-6a0c66a1583e req-1a5361a0-8f73-42cb-840e-2bf5eac4d16d tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:15.220162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f61ef73-7a47-4756-bb16-6a0c66a1583e req-1a5361a0-8f73-42cb-840e-2bf5eac4d16d tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.5134652 Mar 21 07:02:15.248416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.256156 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e7cc53-c702-4753-9be2-6af732c7a2a7 req-243a7f3c-ec38-4db0-b6fe-2f14142121ec service neutron] 10.222.0.30 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764975 Mar 21 07:02:15.258669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.315086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f61ef73-7a47-4756-bb16-6a0c66a1583e req-8e014178-6502-4c40-b196-ae42a92fd9d6 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822358 Mar 21 07:02:15.362321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port e37223c3-bb49-4cdb-b744-0a3f523d34d6 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:02:15.418610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Deleting port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:15.418964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.450547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:15.465291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.467918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-c94e85e3-a67a-4364-8ffd-f67539c57110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:15.469140 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-c94e85e3-a67a-4364-8ffd-f67539c57110 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 1097 time: 0.1474922 Mar 21 07:02:15.514791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.515096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.515396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.515734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.516067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.516401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.517123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.517123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.517451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.517777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.518204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.518436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:15.574076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:15.574076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:15.581740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.596598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Transition to ACTIVE for port object f510a2dc-8c1e-4582-8516-a02a071159d1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:15.617357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.670501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Transition to ACTIVE for port object f510a2dc-8c1e-4582-8516-a02a071159d1 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:15.685406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.788658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] DHCP port deletion for 79d2c3b3-e705-411b-9128-8f1feb412004 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:15.809788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Deleting port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:15.810265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:15.843583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=46d58b9d-ce44-4b46-9384-b627d1338182,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:15.866684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:15.878134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:15.881469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:15.969841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Pushing event updated for resources: {'Port': ['ID=f510a2dc-8c1e-4582-8516-a02a071159d1,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:15.992849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::5f68:6ffd:9c0b:6767 (1aedd96c-5f29-4cfa-a902-805903aa8838/ea909b3a-634a-40fc-8659-ac070c538831/e37223c3-bb49-4cdb-b744-0a3f523d34d6) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:16.018424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] For port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,segment=NetworkSegment(6cb820e3-9eef-4c43-9c2f-63d83297952a),segment_id=6cb820e3-9eef-4c43-9c2f-63d83297952a)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:16.018801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.170539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Attempting to bind port f510a2dc-8c1e-4582-8516-a02a071159d1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:16.170539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Attempting to bind port f510a2dc-8c1e-4582-8516-a02a071159d1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:16.170880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Attempting to bind port f510a2dc-8c1e-4582-8516-a02a071159d1 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:16.175911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Calling delete_port for 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:16.184749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:16.185127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:16.185556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.185962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:16.186440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Bound port: f510a2dc-8c1e-4582-8516-a02a071159d1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:16.186815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.186992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-bd99433e-f2d8-45d8-a717-66bd83becc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:16.188387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-bd99433e-f2d8-45d8-a717-66bd83becc88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=089ebe74-8667-4c13-9c96-38452d67fd17 HTTP/1.1" status: 200 len: 897 time: 0.7127414 Mar 21 07:02:16.199475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.321054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-12ec6bb8-2529-4435-af47-4ffce2dcef67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3dccce06-88de-4a98-b75f-e142cf15547b HTTP/1.1" status: 200 len: 217 time: 0.0787244 Mar 21 07:02:16.327638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.370846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:02:16.393576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] For port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,segment=NetworkSegment(6cb820e3-9eef-4c43-9c2f-63d83297952a),segment_id=6cb820e3-9eef-4c43-9c2f-63d83297952a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:16.393972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.408438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Router bfcedbf3-bced-4e49-970c-8b7f71598272 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:16.529559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Calling delete_port for 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:16.548524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-326bee04-ef31-4a6b-bcb0-f242d72a33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:16.550428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-326bee04-ef31-4a6b-bcb0-f242d72a33c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=794ba078-0f8d-42fa-afdd-d73b57782011 HTTP/1.1" status: 200 len: 837 time: 0.2169642 Mar 21 07:02:16.558364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a6ca-8ca0-4568-8839-d6ad27c558f5 req-da9fd6e4-7a82-437e-a72b-dbe6c1f1598b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:16.560248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11e4a6ca-8ca0-4568-8839-d6ad27c558f5 req-da9fd6e4-7a82-437e-a72b-dbe6c1f1598b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 944 time: 0.8111129 Mar 21 07:02:16.560378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:16.581550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.591579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.641942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695fcb-1389-4002-aa65-4f75b34e9309 req-cdf193d9-ff32-4904-81c5-f3a7168f6d5d tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:16.643993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-54695fcb-1389-4002-aa65-4f75b34e9309 req-cdf193d9-ff32-4904-81c5-f3a7168f6d5d tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.8031635 Mar 21 07:02:16.663578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] For port f510a2dc-8c1e-4582-8516-a02a071159d1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:16.669270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Port': ['ID=9d9857d9-1bd1-40f6-bf77-3f30e30ec304,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:16.681586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] No DVR routers for this DVR port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:16.691840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] For port f510a2dc-8c1e-4582-8516-a02a071159d1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f510a2dc-8c1e-4582-8516-a02a071159d1,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:16.696733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:16.702343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.753255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:16.753518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:16.800086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8f63-80b8-4061-9664-84d759ee5718 None None] Pushing event updated for resources: {'Port': ['ID=f510a2dc-8c1e-4582-8516-a02a071159d1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:16.834331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11e4a6ca-8ca0-4568-8839-d6ad27c558f5 req-0bf136f4-5317-41b9-a884-9098aa1c2f15 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334878 Mar 21 07:02:16.853648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-54695fcb-1389-4002-aa65-4f75b34e9309 req-c7f9409b-4bac-414f-88c2-aeafcdb87470 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538177 Mar 21 07:02:16.858218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 8eae4f1f-a819-4b29-96a5-01a9d038a27c has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:16.868880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:16.898700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:16.912120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] Sync routers for ids ['bfcedbf3-bced-4e49-970c-8b7f71598272'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:16.927631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] Routers {'bfcedbf3-bced-4e49-970c-8b7f71598272'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:16.929807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['bfcedbf3-bced-4e49-970c-8b7f71598272'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:16.949925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-f6b386eb-34d3-438f-92d3-2000aa6c1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:16.956598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-f6b386eb-34d3-438f-92d3-2000aa6c1e1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=089ebe74-8667-4c13-9c96-38452d67fd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3956292 Mar 21 07:02:16.991281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.001337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object e37223c3-bb49-4cdb-b744-0a3f523d34d6 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:17.002871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['4038db01-7ce9-4015-85f2-a4b3540b534b'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:02:17.075852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.077461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.077846 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-97d56db8-38fe-4a11-b7af-22d305c626a7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9819350 Mar 21 07:02:17.080086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d2c3b3-e705-411b-9128-8f1feb412004']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.099690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59012) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:17.108483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:17.110670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] Routers {'bfcedbf3-bced-4e49-970c-8b7f71598272'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:17.111309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['bfcedbf3-bced-4e49-970c-8b7f71598272'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.194082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.194494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe2d10-1e04-479d-88a5-586b1c4d90aa None None] The sync data for ids ['bfcedbf3-bced-4e49-970c-8b7f71598272'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:17.220143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-3d9fab1d-4780-488d-a98e-2894d98e1785 service neutron] 10.222.0.30 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410424 Mar 21 07:02:17.235107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb820e3-9eef-4c43-9c2f-63d83297952a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.235569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb820e3-9eef-4c43-9c2f-63d83297952a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.256760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Deleting port 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:17.258064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.295383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.419114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a28d6e91-93a8-4f72-a7c7-87a6852fa836 None None] The port '9d9857d9-1bd1-40f6-bf77-3f30e30ec304' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:02:17.441039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:17.456315 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] Sync routers for ids ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:17.471095 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] Routers {'8eae4f1f-a819-4b29-96a5-01a9d038a27c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:17.472944 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.476586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.553245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.562336 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.576120 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] Routers {'8eae4f1f-a819-4b29-96a5-01a9d038a27c'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:17.577091 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.638346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f510a2dc-8c1e-4582-8516-a02a071159d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:17.679380 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:17.680126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d70e2-007d-4e6e-8b3d-ade29b648543 None None] The sync data for ids ['8eae4f1f-a819-4b29-96a5-01a9d038a27c'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:17.682493 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:02:17.731154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a784e02-c3b2-4976-8c21-ac6f9fcc07c7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/8eae4f1f-a819-4b29-96a5-01a9d038a27c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1730592 Mar 21 07:02:17.731847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59018) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:17.779182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:17.779732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:17.798638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port f510a2dc-8c1e-4582-8516-a02a071159d1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:17.800665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a9459dcf-6db6-4252-9758-8d81b0f56b66 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:17.831511 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:17.852086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49c54e19-360d-479c-83a9-d387b37a41a9 req-bdb343ee-4095-4a5c-8da7-06fbad368b96 service neutron] 10.222.0.30 "GET /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246080 Mar 21 07:02:17.880298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653e42-af55-4c84-941b-0990553aaec8 req-189ad1cd-5e5c-4e97-a1d7-1e0d766f187f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:17.888937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b653e42-af55-4c84-941b-0990553aaec8 req-189ad1cd-5e5c-4e97-a1d7-1e0d766f187f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 945 time: 0.6671920 Mar 21 07:02:17.892301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:17.913823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df0127-99aa-4a42-9605-c8241e96de8d req-19527f47-1bb1-44b9-aaee-e7efe25aa6cf tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:17.915371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-79df0127-99aa-4a42-9605-c8241e96de8d req-19527f47-1bb1-44b9-aaee-e7efe25aa6cf tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.4756877 Mar 21 07:02:17.917701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a9459dcf-6db6-4252-9758-8d81b0f56b66 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:17.921498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a9459dcf-6db6-4252-9758-8d81b0f56b66 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eae4f1f-a819-4b29-96a5-01a9d038a27c HTTP/1.1" status: 200 len: 205 time: 0.1858757 Mar 21 07:02:17.935701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59024) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:17.942459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:17.942823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9d9857d9-1bd1-40f6-bf77-3f30e30ec304 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:17.978306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:17.989738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:18.013532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-f691977d-b3ab-4817-a7ff-695b486f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:18.015044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-f691977d-b3ab-4817-a7ff-695b486f446d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 1099 time: 0.6121087 Mar 21 07:02:18.040793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:18.046967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:18.047678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.069172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e37223c3-bb49-4cdb-b744-0a3f523d34d6,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:18.086550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.114449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.116276 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] 10.222.0.31 "DELETE /v2.0/networks/79d2c3b3-e705-411b-9128-8f1feb412004 HTTP/1.1" status: 204 len: 168 time: 3.1557300 Mar 21 07:02:18.165128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b653e42-af55-4c84-941b-0990553aaec8 req-5fb528f6-eecb-4b1f-8582-20880d1fd4e5 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758756 Mar 21 07:02:18.170453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.220622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Provisioning for port f510a2dc-8c1e-4582-8516-a02a071159d1 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:18.231065 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-79df0127-99aa-4a42-9605-c8241e96de8d req-c968de11-3769-41a4-b3d1-f487de5096f8 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081608 Mar 21 07:02:18.234213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Provisioning complete for port f510a2dc-8c1e-4582-8516-a02a071159d1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:18.234800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.299744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59030) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:18.305604 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a37d4003-f2d9-43ef-ad85-affaef59fc66 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.3395066 Mar 21 07:02:18.342177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59034) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:18.421281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea105a-4a79-45c8-944d-350661e6a3dc tempest-NetworksIpV6TestAttrs-1992758633 tempest-NetworksIpV6TestAttrs-1992758633-project] Pushing event deleted for resources: {'Network': ['ID=79d2c3b3-e705-411b-9128-8f1feb412004,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:18.445099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.529543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.578261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.584686 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-03cd9a4f-6fd1-4190-b631-25f16a611f19 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/floatingips/bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef HTTP/1.1" status: 200 len: 993 time: 0.2836604 Mar 21 07:02:18.591931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] For port f510a2dc-8c1e-4582-8516-a02a071159d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f510a2dc-8c1e-4582-8516-a02a071159d1,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:18.598323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 3dccce06-88de-4a98-b75f-e142cf15547b details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:02:18.608121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:18.609524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59040) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:18.647592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.713790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:02:18.797069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.800100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-953a29ba-eec7-4e44-b1cf-59f8a919e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:18.801632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-953a29ba-eec7-4e44-b1cf-59f8a919e7a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 200 len: 913 time: 0.7688172 Mar 21 07:02:18.803875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.859525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185723fc-fb71-4954-a7bb-ef5a4eb75255 None None] Pushing event updated for resources: {'Port': ['ID=f510a2dc-8c1e-4582-8516-a02a071159d1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:18.869046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1322fdab-cffd-4f63-9e26-37b10fa9ab09 None None] Provisioning for port e37223c3-bb49-4cdb-b744-0a3f523d34d6 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:18.878996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1322fdab-cffd-4f63-9e26-37b10fa9ab09 None None] Provisioning complete for port e37223c3-bb49-4cdb-b744-0a3f523d34d6 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:18.879467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1322fdab-cffd-4f63-9e26-37b10fa9ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.907118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-339d70a1-4ba8-404a-8ecd-b8ee240df4b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 200 len: 217 time: 0.0959094 Mar 21 07:02:18.925725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 4038db01-7ce9-4015-85f2-a4b3540b534b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:18.926097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.975788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:18.976290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router 8eae4f1f-a819-4b29-96a5-01a9d038a27c {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:18.986269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d8d65-f26d-4c94-add0-2b786207227d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:18.992095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d8d65-f26d-4c94-add0-2b786207227d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:18.992892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a45d8d65-f26d-4c94-add0-2b786207227d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:19.039889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bac2cc-0543-41d7-8800-0ba68445c752 req-9e337bdb-7be3-47f7-bbda-7e481c8c93e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:19.041371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06bac2cc-0543-41d7-8800-0ba68445c752 req-9e337bdb-7be3-47f7-bbda-7e481c8c93e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 944 time: 0.5444691 Mar 21 07:02:19.054695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.056015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dfbe9111-e5d7-4c81-8b13-d03bae08c307 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/8eae4f1f-a819-4b29-96a5-01a9d038a27c HTTP/1.1" status: 204 len: 168 time: 1.1156275 Mar 21 07:02:19.063206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b9bd0ef9-0411-419f-b1d2-c211f133c201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48884b0001cb412e8c2a0b65ffc44e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447181 Mar 21 07:02:19.065496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59046) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:19.066038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59048) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:19.068403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=3dccce06-88de-4a98-b75f-e142cf15547b,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:19.084788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1322fdab-cffd-4f63-9e26-37b10fa9ab09 None None] Port e37223c3-bb49-4cdb-b744-0a3f523d34d6 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:19.085602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-216b84c6-fe87-4e57-a785-7dcfc79368d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:19.087007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-216b84c6-fe87-4e57-a785-7dcfc79368d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d51c547-c06d-45e1-8e78-71a464cb0280 HTTP/1.1" status: 200 len: 852 time: 0.1684484 Mar 21 07:02:19.098041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '3dccce06-88de-4a98-b75f-e142cf15547b', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'port_id': '3dccce06-88de-4a98-b75f-e142cf15547b', 'mac_address': 'fa:16:3e:89:4c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:02:19.129232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a45d8d65-f26d-4c94-add0-2b786207227d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:19.132851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a45d8d65-f26d-4c94-add0-2b786207227d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.7868648 Mar 21 07:02:19.143217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59054) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:19.157317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.215672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dccce06-88de-4a98-b75f-e142cf15547b {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:02:19.245797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.283836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=3dccce06-88de-4a98-b75f-e142cf15547b,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:19.293242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.297677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.301362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.389770 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-5c16069e-ae1e-4892-98c7-b22cb90ce880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=952116c1-3bcd-4c63-b1f2-04ecd96524b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2555726 Mar 21 07:02:19.391446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:19.414939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:19.421764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.435223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:19.516441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06bac2cc-0543-41d7-8800-0ba68445c752 req-3282a114-d76c-4f44-9ab5-8ec9f3e05eaa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571755 Mar 21 07:02:19.517728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:19.532414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router bfcedbf3-bced-4e49-970c-8b7f71598272 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:19.539486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f510a2dc-8c1e-4582-8516-a02a071159d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:19.601688 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'code': 200} Mar 21 07:02:19.617092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port f510a2dc-8c1e-4582-8516-a02a071159d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:19.617598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.629687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet 30d6f612-c851-4aec-a53f-fc05d3b308f8 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:19.641925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port e37223c3-bb49-4cdb-b744-0a3f523d34d6 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:19.642271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.659315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['3dccce06-88de-4a98-b75f-e142cf15547b'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:02:19.685810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.731874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:19.736865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.738333 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49ae4b0b-a728-477b-a62e-e0f0179776d1 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "PUT /v2.0/routers/bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 200 len: 921 time: 2.6371291 Mar 21 07:02:19.740712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59062) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:19.753821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] Sync routers for ids ['bfcedbf3-bced-4e49-970c-8b7f71598272'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:19.775639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.842235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] Routers {'bfcedbf3-bced-4e49-970c-8b7f71598272'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:19.842668 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['bfcedbf3-bced-4e49-970c-8b7f71598272'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:19.878176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.913068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:19.918249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:19.931630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] Routers {'bfcedbf3-bced-4e49-970c-8b7f71598272'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:19.932334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:01:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['bfcedbf3-bced-4e49-970c-8b7f71598272'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:19.953618 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-26d0ab32-6bdf-487c-8634-7663c70c0ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029042 Mar 21 07:02:20.011904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:20.012308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2acc00-8ba2-4df8-8469-3d755a368706 None None] The sync data for ids ['bfcedbf3-bced-4e49-970c-8b7f71598272'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:20.032763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220b853-9d5f-4caf-9392-14b9733b3d30 req-e68d9d1f-6337-4dab-aee3-fc65cdbaa8fc tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:20.034283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6220b853-9d5f-4caf-9392-14b9733b3d30 req-e68d9d1f-6337-4dab-aee3-fc65cdbaa8fc tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.6539991 Mar 21 07:02:20.066986 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9f37fd11-52dc-4e47-aeed-88485797b0dd tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 200 len: 921 time: 0.3248746 Mar 21 07:02:20.069861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59066) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:20.150339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a491758-c8ca-40ee-910e-68d29861b109 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:20.151141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a491758-c8ca-40ee-910e-68d29861b109 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Synchronizing usage tracker for tenant:799e133971b54262ac86b5ca418313a0 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:20.168185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3a491758-c8ca-40ee-910e-68d29861b109 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Unset dirty status for tenant:799e133971b54262ac86b5ca418313a0 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:20.172009 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a491758-c8ca-40ee-910e-68d29861b109 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=bfcedbf3-bced-4e49-970c-8b7f71598272&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985444 Mar 21 07:02:20.172198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:20.299638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6220b853-9d5f-4caf-9392-14b9733b3d30 req-d2fbda3e-23b4-4101-a28f-60df339501c6 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451389 Mar 21 07:02:20.310780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcc2f4-1a54-4820-bcde-a2e92899990a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:20.310780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e8dcc2f4-1a54-4820-bcde-a2e92899990a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Synchronizing usage tracker for tenant:799e133971b54262ac86b5ca418313a0 on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:20.329646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e8dcc2f4-1a54-4820-bcde-a2e92899990a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Unset dirty status for tenant:799e133971b54262ac86b5ca418313a0 on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:20.333913 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e8dcc2f4-1a54-4820-bcde-a2e92899990a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.1607423 Mar 21 07:02:20.334552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59074) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:20.334951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.367293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.379510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6e37c014-56c2-431a-b4d1-5552f4ca0d24 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 200 len: 205 time: 0.0438817 Mar 21 07:02:20.382103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59078) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:20.402909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74aea0e7-ff2e-4efe-a38c-774708937e01 req-31acfdbc-462f-460e-9fe6-e8bcf05a345e service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420390 Mar 21 07:02:20.426689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.436846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6754cd-861d-42b1-9985-7dfb7dab7493,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:20.450435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.454011 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-18c8fc79-d490-4990-8672-d8ab59b24675 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b6754cd-861d-42b1-9985-7dfb7dab7493 HTTP/1.1" status: 204 len: 168 time: 1.3812435 Mar 21 07:02:20.586925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.615442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for e37223c3-bb49-4cdb-b744-0a3f523d34d6 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:20.655880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.757696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=30d6f612-c851-4aec-a53f-fc05d3b308f8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:20.765898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.770583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b480dc0-a12e-4d63-ab3c-b1a833bc421f None None] Network bb6acca0-a85a-4d03-8b86-26883a81f068 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:20.795138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.804711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b1981292-bb9e-48f0-b826-c80e2bc9d367 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/30d6f612-c851-4aec-a53f-fc05d3b308f8 HTTP/1.1" status: 204 len: 168 time: 1.7354393 Mar 21 07:02:20.808227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59094) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:20.849374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port a63d5092-a7c0-4e5a-9472-6e8d36262d08 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:20.849722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:20.854961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ecaf7-b5ab-4f9e-bcfd-984b4778adfa req-b7dceed4-d8ee-414f-acc7-d2a68a47bc0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:20.858862 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b50ecaf7-b5ab-4f9e-bcfd-984b4778adfa req-b7dceed4-d8ee-414f-acc7-d2a68a47bc0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 945 time: 0.2026091 Mar 21 07:02:20.952026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b50ecaf7-b5ab-4f9e-bcfd-984b4778adfa req-200610a4-4cf9-4c2f-84d3-361be3187ebc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545313 Mar 21 07:02:20.976225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.024486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.052718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] DHCP port deletion for bb6acca0-a85a-4d03-8b86-26883a81f068 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:21.057892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Deleting port c540a316-e64d-420c-8d89-38f2cdbff995 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:21.058444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.097848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=e37223c3-bb49-4cdb-b744-0a3f523d34d6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:21.122657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.128369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port c540a316-e64d-420c-8d89-38f2cdbff995 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:21.129160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.168960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-756f69a3-5283-4f42-9da6-1e5002ccb808 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e37223c3-bb49-4cdb-b744-0a3f523d34d6 HTTP/1.1" status: 204 len: 168 time: 1.9962285 Mar 21 07:02:21.171469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59106) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:21.231150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.279588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4da45-96aa-4e2c-b493-eaa6e21e891c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:21.285275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4da45-96aa-4e2c-b493-eaa6e21e891c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:21.286055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-75c4da45-96aa-4e2c-b493-eaa6e21e891c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:21.318994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-75c4da45-96aa-4e2c-b493-eaa6e21e891c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:21.320243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-75c4da45-96aa-4e2c-b493-eaa6e21e891c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1479504 Mar 21 07:02:21.323382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59112) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:21.438889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] For port c540a316-e64d-420c-8d89-38f2cdbff995, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c540a316-e64d-420c-8d89-38f2cdbff995,segment=NetworkSegment(ab5b8c95-0cea-472e-857c-cba2cc72411b),segment_id=ab5b8c95-0cea-472e-857c-cba2cc72411b)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:21.439280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.469013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port c540a316-e64d-420c-8d89-38f2cdbff995, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c540a316-e64d-420c-8d89-38f2cdbff995,segment=NetworkSegment(ab5b8c95-0cea-472e-857c-cba2cc72411b),segment_id=ab5b8c95-0cea-472e-857c-cba2cc72411b)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:21.469415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.574314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59118) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:21.579278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c540a316-e64d-420c-8d89-38f2cdbff995 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:21.639266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet ea909b3a-634a-40fc-8659-ac070c538831 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:21.674041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Calling delete_port for c540a316-e64d-420c-8d89-38f2cdbff995 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:21.686665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.754867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.828051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04bd7-e549-4f95-b9c1-a5bae7345d2d req-4fe620ba-fc70-4d8f-afcb-e0777cbc5852 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:21.828435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4a04bd7-e549-4f95-b9c1-a5bae7345d2d req-4fe620ba-fc70-4d8f-afcb-e0777cbc5852 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.1869137 Mar 21 07:02:21.853040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.869428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for c540a316-e64d-420c-8d89-38f2cdbff995 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:21.903569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] Pushing event deleted for resources: {'Port': ['ID=c540a316-e64d-420c-8d89-38f2cdbff995,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:21.904921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for a63d5092-a7c0-4e5a-9472-6e8d36262d08 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:21.909610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:21.911807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4a04bd7-e549-4f95-b9c1-a5bae7345d2d req-7678beda-f47e-403f-bee5-2122089bf9cd tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672200 Mar 21 07:02:21.920944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9ff4-ea62-40aa-9d53-6db85d5aab38 None None] No DVR routers for this DVR port c540a316-e64d-420c-8d89-38f2cdbff995 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:21.923069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.036257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.079252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374141844'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:22.079728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=ea909b3a-634a-40fc-8659-ac070c538831,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:22.081715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.084418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:22.088434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:22.089520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cc496-c204-46f1-9bcc-b799a7b4c0b3 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:22.091599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:22.097887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:22.110567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:22.114137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.133432 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c545dc86-ffac-44fb-a7f0-4a3998c17296 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/ea909b3a-634a-40fc-8659-ac070c538831 HTTP/1.1" status: 204 len: 168 time: 0.8089421 Mar 21 07:02:22.134573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.139176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:22.146487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:22.146886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:22.154820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:22.160226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:security_group_rule and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:22.169006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:22.175424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:22.217545 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d0ee2b19-73db-45a6-93b8-376c101865f3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741355 Mar 21 07:02:22.225369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59130) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:22.268836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.304720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67b09-b228-45ec-a2e3-99b05b94c435 req-acca9d81-798e-43ec-bd0d-bcb223030c0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:22.306366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9c67b09-b228-45ec-a2e3-99b05b94c435 req-acca9d81-798e-43ec-bd0d-bcb223030c0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 945 time: 0.2142534 Mar 21 07:02:22.340017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=a63d5092-a7c0-4e5a-9472-6e8d36262d08,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:22.390518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9c67b09-b228-45ec-a2e3-99b05b94c435 req-1cd38ed8-acbe-4fc9-bdc1-bff39894def9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698235 Mar 21 07:02:22.404616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:22.404616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Deleting port f510a2dc-8c1e-4582-8516-a02a071159d1 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:22.404616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.405082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853460fb-534e-4de4-83c9-750bf4d0a5dc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:22.405893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-853460fb-534e-4de4-83c9-750bf4d0a5dc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:22.423114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-853460fb-534e-4de4-83c9-750bf4d0a5dc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:22.426867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-853460fb-534e-4de4-83c9-750bf4d0a5dc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1944957 Mar 21 07:02:22.427298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:22.433352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dddd1168-22c8-4830-8d4d-6ece9642dbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.475698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.500638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8836b8-f032-440e-8724-cf57aef6083c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:22.501346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e8836b8-f032-440e-8724-cf57aef6083c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:22.517640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e8836b8-f032-440e-8724-cf57aef6083c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:22.521670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3e8836b8-f032-440e-8724-cf57aef6083c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934067 Mar 21 07:02:22.522752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59138) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:22.593929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-341c67cd-3942-46c5-b0b2-41c26c892501 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658536 Mar 21 07:02:22.594668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.594837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59142) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:22.602883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:22.616843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] For port f510a2dc-8c1e-4582-8516-a02a071159d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f510a2dc-8c1e-4582-8516-a02a071159d1,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:22.617515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.625877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 3dccce06-88de-4a98-b75f-e142cf15547b up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:22.648520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port c540a316-e64d-420c-8d89-38f2cdbff995 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:22.648865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.687369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.696475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.710690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.726184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:22.736072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:22.746650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:22.751260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.761285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] The port 'c540a316-e64d-420c-8d89-38f2cdbff995' was deleted {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:02:22.770869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:22.785988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Calling delete_port for f510a2dc-8c1e-4582-8516-a02a071159d1 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:22.820310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf80c7-3380-439d-a7ec-8793a8d2df0f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:22.843643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.843775 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment b1f2bf8d-cdf9-4051-81ef-927098bcfbae of type vlan for network 5ce973e2-c0f0-40db-b89c-07d122d76e5b Mar 21 07:02:22.865542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.866015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router bfcedbf3-bced-4e49-970c-8b7f71598272 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:22.872801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 3dccce06-88de-4a98-b75f-e142cf15547b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:22.879058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 3dccce06-88de-4a98-b75f-e142cf15547b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:22.879615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.929025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.945579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.968187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:22.986334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] Pushing event deleted for resources: {'Port': ['ID=f510a2dc-8c1e-4582-8516-a02a071159d1,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:22.989727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a6869-4fae-4cb8-8a76-cd2b3fffcb77 None None] No DVR routers for this DVR port f510a2dc-8c1e-4582-8516-a02a071159d1 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:23.015336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.020663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6acca0-a85a-4d03-8b86-26883a81f068']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:23.038974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5b8c95-0cea-472e-857c-cba2cc72411b') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:23.039269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5b8c95-0cea-472e-857c-cba2cc72411b') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:23.068376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.068648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.087963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.089717 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9cd07603-a711-4e2a-bcfe-08f91a53a64a tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 204 len: 168 time: 2.7065394 Mar 21 07:02:23.093964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59148) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:23.094634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.100148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:23.100737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.101555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:23.109297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.112806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=3dccce06-88de-4a98-b75f-e142cf15547b,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:23.117542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.128160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1256160088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:23.146904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:23.147589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.161561 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b', 'code': 200} Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:23.176167 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:23.180605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:23.191262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:23.192673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:23.201733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:23.202545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.203689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcbdf5-eac2-453a-99e3-c8f7acd130a3 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:23.212212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:23.218372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=e1c42253-7263-4d18-9fcb-046101282f9e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:23.218987 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6433139 Mar 21 07:02:23.219940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59154) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:23.260346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4270e6f-d45b-4fb7-a08b-26060141a178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6643238 Mar 21 07:02:23.266177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59156) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:23.274015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'e1c42253-7263-4d18-9fcb-046101282f9e', 'ip_address': '2001:db8::68d8:4c6:644:1de8'}], 'name': 'tempest-NetworksTestDHCPv6-796761883'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:23.300450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:23.306685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:23.382912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd0e3c-7584-41a2-b745-0ee1fd0245e6 req-4a85c0d4-31e9-4bc5-80a8-2075f90f4a6a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:23.384611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eebd0e3c-7584-41a2-b745-0ee1fd0245e6 req-4a85c0d4-31e9-4bc5-80a8-2075f90f4a6a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.2950115 Mar 21 07:02:23.494748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'e1c42253-7263-4d18-9fcb-046101282f9e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:23.496721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.522842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:23.528677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-880557836'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:23.539958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:23.552911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305fb3-b3a2-4d86-b743-e43c61e0565f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=5ce973e2-c0f0-40db-b89c-07d122d76e5b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:23.555559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:23.559837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:23.567283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.568549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.573130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:23.578948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.580546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:23.597882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f510a2dc-8c1e-4582-8516-a02a071159d1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:23.605948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.622132 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/bb6acca0-a85a-4d03-8b86-26883a81f068 HTTP/1.1" status: 204 len: 168 time: 2.8127863 Mar 21 07:02:23.623612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840086-0c36-4a3b-a07d-9df0d5fe2b05 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=bb6acca0-a85a-4d03-8b86-26883a81f068,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:23.629792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:23.634053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.646405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59164) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:23.649536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.662966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-111932598', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:23.677699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:23.688622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:23.694374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:23.700919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: f510a2dc-8c1e-4582-8516-a02a071159d1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:23.701295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f510a2dc-8c1e-4582-8516-a02a071159d1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:23.706291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.716591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:23.729447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:23.738288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eebd0e3c-7584-41a2-b745-0ee1fd0245e6 req-34302b49-757b-4201-9d89-c01c4ff7e2a7 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074646 Mar 21 07:02:23.743523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:23.746586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.747874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.763228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.763674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:23.781324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30d6c4-c011-460e-b1df-3a5e06d46e63 req-43fbff64-8fa2-4a65-842b-724b2e3d4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:23.781324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b30d6c4-c011-460e-b1df-3a5e06d46e63 req-43fbff64-8fa2-4a65-842b-724b2e3d4d2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 1099 time: 0.3859434 Mar 21 07:02:23.781650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.781650 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 58cf9700-bfd1-4c89-bc0b-459055b4c692 of type vlan for network 26b59d97-fd05-493e-98ee-ccbf0454b729 Mar 21 07:02:23.783145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.784435 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3e44f616-982d-4929-85f9-d4e56c0177cb tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6791236 Mar 21 07:02:23.789910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59170) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:23.794522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:23.805175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:23.847090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:23.866200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/e1c42253-7263-4d18-9fcb-046101282f9e/d9830e1a-9242-4496-9c25-8bce7b792b71) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:23.927508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c022-3b06-4422-a23e-d1946652612a req-546831bb-e4b1-4bf5-bc75-f1bca0df9af6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:23.929067 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3788c022-3b06-4422-a23e-d1946652612a req-546831bb-e4b1-4bf5-bc75-f1bca0df9af6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.3617291 Mar 21 07:02:23.937715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b30d6c4-c011-460e-b1df-3a5e06d46e63 req-2166f1f2-f597-458f-8c75-7dd7c33eb645 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480720 Mar 21 07:02:23.959544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.047953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.051783 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-188f14bf-e126-442f-a760-84de51698faf tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4019256 Mar 21 07:02:24.054332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3788c022-3b06-4422-a23e-d1946652612a req-e0e2ee85-14f4-4cd1-8774-6d206338cb72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661404 Mar 21 07:02:24.054852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59174) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:24.076627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.099035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port e1cc2a1c-7bac-4502-a66c-79a4e2699b7c yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:02:24.110575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-580584772'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:24.130756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:24.148932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.160264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Transition to ACTIVE for port object d9830e1a-9242-4496-9c25-8bce7b792b71 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:24.186196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Transition to ACTIVE for port object d9830e1a-9242-4496-9c25-8bce7b792b71 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:24.196727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.198353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:24.210867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:24.222001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:24.284968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:24.286655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.288275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:24.292743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:24.293366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.295915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:24.299012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.305774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Pushing event updated for resources: {'Port': ['ID=d9830e1a-9242-4496-9c25-8bce7b792b71,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:24.373824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:24.377265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.415164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Attempting to bind port d9830e1a-9242-4496-9c25-8bce7b792b71 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:24.415520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Attempting to bind port d9830e1a-9242-4496-9c25-8bce7b792b71 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:24.416744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Attempting to bind port d9830e1a-9242-4496-9c25-8bce7b792b71 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:24.422374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:24.422822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:24.423289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.423741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:24.424020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c34b6-4670-4e13-8dc6-44bebd042385 req-2a6722ad-e3a2-418c-9d63-d6c26ae8d5f2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:24.424325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Bound port: d9830e1a-9242-4496-9c25-8bce7b792b71, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:24.424763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.425516 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a0c34b6-4670-4e13-8dc6-44bebd042385 req-2a6722ad-e3a2-418c-9d63-d6c26ae8d5f2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.2106299 Mar 21 07:02:24.451341 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1332185 Mar 21 07:02:24.454657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59180) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:24.463672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315260-75b1-4388-8e51-4a89aec04c5d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=26b59d97-fd05-493e-98ee-ccbf0454b729,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:24.472924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:24.478420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:24.486395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:24.506052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::68d8:4c6:644:1de8 (1aedd96c-5f29-4cfa-a902-805903aa8838/e1c42253-7263-4d18-9fcb-046101282f9e/e1cc2a1c-7bac-4502-a66c-79a4e2699b7c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:24.546279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.546621 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment 3ce4b422-c77f-4c91-a533-e65c86bce967 of type vlan for network b13e6c09-8159-4061-908a-880b57f87933 Mar 21 07:02:24.594245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.613456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a0c34b6-4670-4e13-8dc6-44bebd042385 req-82fd23a6-384a-42b3-99c5-4fd6731b08fa tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774499 Mar 21 07:02:24.624752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36688627-d9be-475c-a574-1a918c7a184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.654897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] For port d9830e1a-9242-4496-9c25-8bce7b792b71, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:24.658608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] For port d9830e1a-9242-4496-9c25-8bce7b792b71, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9830e1a-9242-4496-9c25-8bce7b792b71,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:24.659644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:24.664005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.685540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:24.690253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:24.702728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.707641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:24.708043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:24.708635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.741905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:24.747076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.757212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aa27e-0dfb-4b7f-8249-cde1ef9eb621 None None] Pushing event updated for resources: {'Port': ['ID=d9830e1a-9242-4496-9c25-8bce7b792b71,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:24.837379 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7813685 Mar 21 07:02:24.884015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59184) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:24.899933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:24.923009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.954120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d911-15bc-4025-a957-33d0de7a9e43 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=b13e6c09-8159-4061-908a-880b57f87933,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:24.965530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:24.973161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b13e6c09-8159-4061-908a-880b57f87933 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:25.175660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Allocated IP 172.26.2.172 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/8af78507-30f8-4ecc-a8de-72673fffc2ca) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:25.180545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:25.199805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:25.238288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:25.254774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.269367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:25.349760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:25.353074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.415869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object e1cc2a1c-7bac-4502-a66c-79a4e2699b7c will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:25.484046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.523004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.565265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9830e1a-9242-4496-9c25-8bce7b792b71 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:25.596281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ea099-1a1f-481f-8e70-4108601ca15f req-ae77ac49-dc6b-423d-b0a7-3fca72264f3d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:25.597819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f28ea099-1a1f-481f-8e70-4108601ca15f req-ae77ac49-dc6b-423d-b0a7-3fca72264f3d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.3925500 Mar 21 07:02:25.598695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.599015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:25.602096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:25.607049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:25.637198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event updated for resources: {'Port': ['ID=8af78507-30f8-4ecc-a8de-72673fffc2ca,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:25.676525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d9830e1a-9242-4496-9c25-8bce7b792b71 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:25.715389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.745716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:25.776951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.025185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=a47b85f1-31a3-4a10-b9ce-6232e43230a3,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:26.039276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:26.057804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f28ea099-1a1f-481f-8e70-4108601ca15f req-169f7570-cd3c-48ff-be4f-dbde00e2a03f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4127080 Mar 21 07:02:26.060287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:26.084422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:26.086634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Provisioning for port d9830e1a-9242-4496-9c25-8bce7b792b71 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:26.090432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:26.091070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.093469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Provisioning complete for port d9830e1a-9242-4496-9c25-8bce7b792b71 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:26.094590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.101304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:26.101609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 5ce973e2-c0f0-40db-b89c-07d122d76e5b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:26.105888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e1cc2a1c-7bac-4502-a66c-79a4e2699b7c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:26.117120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.171681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.233403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:26.248442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.265509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21c7c11e-7baa-438a-b3de-be1762cf9e94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.9970670 Mar 21 07:02:26.304064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] For port d9830e1a-9242-4496-9c25-8bce7b792b71, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9830e1a-9242-4496-9c25-8bce7b792b71,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:26.310088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:26.315074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.344891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'e1c42253-7263-4d18-9fcb-046101282f9e', 'ip_address': '2001:db8::68d8:4c6:644:1de8'}], 'name': 'tempest-NetworksTestDHCPv6-206130253'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:26.373636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 5ce973e2-c0f0-40db-b89c-07d122d76e5b) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:26.384651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51334736-e32e-4d2f-91d6-ad764543f313 None None] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:26.406054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:26.406606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.426158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121c5c-aea1-445a-80b8-0bdf55d25815 req-8c178aaa-938c-42bb-b546-d26513a46eb2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:26.427748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa121c5c-aea1-445a-80b8-0bdf55d25815 req-8c178aaa-938c-42bb-b546-d26513a46eb2 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.6282992 Mar 21 07:02:26.500162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=75f7d022-7f36-4cb0-a9dd-7cfc3bc72263,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:26.506565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d4b6a126-9ea1-41ca-ab2c-0ab9246518b7 None None] Provisioning for port e1cc2a1c-7bac-4502-a66c-79a4e2699b7c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:26.517041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:26.517352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d4b6a126-9ea1-41ca-ab2c-0ab9246518b7 None None] Provisioning complete for port e1cc2a1c-7bac-4502-a66c-79a4e2699b7c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:26.517478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: b13e6c09-8159-4061-908a-880b57f87933, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:26.517778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a126-9ea1-41ca-ab2c-0ab9246518b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.569797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c520b9-1aaf-4546-b48a-5b3579aa2d7b None None] Pushing event updated for resources: {'Port': ['ID=d9830e1a-9242-4496-9c25-8bce7b792b71,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:26.576033 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-65dbdd3e-af9a-4620-9953-4f82edb2f68d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1120410 Mar 21 07:02:26.582221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:26.601165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.602490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:26.605417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.613070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6a126-9ea1-41ca-ab2c-0ab9246518b7 None None] Port e1cc2a1c-7bac-4502-a66c-79a4e2699b7c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:26.661398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa121c5c-aea1-445a-80b8-0bdf55d25815 req-483b0d98-84dd-47ee-8477-ed7963c03fa6 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535797 Mar 21 07:02:26.669475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network b13e6c09-8159-4061-908a-880b57f87933 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:26.729764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-5ce973e2-c0f0-40db-b89c-07d122d76e5b', 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': 'a47b85f1-31a3-4a10-b9ce-6232e43230a3'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:26.730710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.759222 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-7fe1c6d9-adb3-4717-9bea-00802cebdcb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4875989 Mar 21 07:02:26.763920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b13e6c09-8159-4061-908a-880b57f87933) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:26.765820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:26.771952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:26.778414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:26.781814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:26.782395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.828765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:26.831115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:26.859332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:26.864797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:26.872226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dcf4b-6c1c-4137-9c5f-f81448039856 None None] Network b13e6c09-8159-4061-908a-880b57f87933 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:26.873007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:26.875109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:26.879954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:26.889957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b046e032-3b68-439a-971a-b4324bef0a02 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0049722 Mar 21 07:02:26.894522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59204) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:26.919105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port a81e1f97-2421-4db8-8afa-22310959dbdc yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:02:26.960137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:26.963654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.048190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Router f0d4c255-1530-4221-80c3-a93599015282 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:27.153802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Allocated IP 172.20.0.2 (5ce973e2-c0f0-40db-b89c-07d122d76e5b/a47b85f1-31a3-4a10-b9ce-6232e43230a3/9603cc27-21f8-4024-8c2b-f47ecd136b25) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:27.239429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b13e6c09-8159-4061-908a-880b57f87933', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:27.240272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.268308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928ae62-3e0a-4744-927f-687287a6924b req-0660a766-b90f-403c-9735-dec2b0810b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:27.269795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-0660a766-b90f-403c-9735-dec2b0810b64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1099 time: 0.4755392 Mar 21 07:02:27.341928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.580330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Allocated IP 2001:db8::2 (b13e6c09-8159-4061-908a-880b57f87933/75f7d022-7f36-4cb0-a9dd-7cfc3bc72263/63ef54a4-ce37-45ee-959a-8dd094494745) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:27.588823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.591754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9830e1a-9242-4496-9c25-8bce7b792b71 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:27.606764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc5a5a-fc38-4830-8e5f-dc6a276c2d98 req-a1e6a12a-a917-4928-8d97-b382988c4aba tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:27.612701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ccc5a5a-fc38-4830-8e5f-dc6a276c2d98 req-a1e6a12a-a917-4928-8d97-b382988c4aba tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.6126192 Mar 21 07:02:27.631408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-5eea3c78-1675-4a0a-b4e0-abbe43228593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:27.633067 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-5eea3c78-1675-4a0a-b4e0-abbe43228593 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 1099 time: 0.5298772 Mar 21 07:02:27.665916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Transition to ACTIVE for port object 9603cc27-21f8-4024-8c2b-f47ecd136b25 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:27.707019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928ae62-3e0a-4744-927f-687287a6924b req-e52c6ac4-d033-4597-9814-36de22bdba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:27.708630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-e52c6ac4-d033-4597-9814-36de22bdba4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 898 time: 0.4023499 Mar 21 07:02:27.725026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 21 07:02:27.725649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:27.743989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163e68-7c06-489f-ade3-d2f8726444f3 req-7cdb06cd-8267-4e71-9e2c-b997994874a7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:27.746193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d5163e68-7c06-489f-ade3-d2f8726444f3 req-7cdb06cd-8267-4e71-9e2c-b997994874a7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.5092857 Mar 21 07:02:27.776603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Transition to ACTIVE for port object 9603cc27-21f8-4024-8c2b-f47ecd136b25 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:27.778263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d9830e1a-9242-4496-9c25-8bce7b792b71 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:27.779098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.788233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:27.801643 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] Sync routers for ids ['f0d4c255-1530-4221-80c3-a93599015282'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:27.817530 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] Routers {'f0d4c255-1530-4221-80c3-a93599015282'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:27.818824 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f0d4c255-1530-4221-80c3-a93599015282'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:27.827856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.836501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.837676 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2ae749b8-ee4e-4e52-a76a-03793d8d1119 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "PUT /v2.0/routers/f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 200 len: 880 time: 4.0468452 Mar 21 07:02:27.840264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:27.849361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59210) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:27.912174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:27.923494 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:27.925196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:27.940186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:27.944124 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] Routers {'f0d4c255-1530-4221-80c3-a93599015282'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:27.944980 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f0d4c255-1530-4221-80c3-a93599015282'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:28.005527 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-abda96f8-6870-404c-8776-382c84d656b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 1002 time: 0.2732503 Mar 21 07:02:28.031487 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:28.032347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ba153-3ded-415a-80b5-d37b2c0a9685 None None] The sync data for ids ['f0d4c255-1530-4221-80c3-a93599015282'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:28.057707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Pushing event updated for resources: {'Port': ['ID=9603cc27-21f8-4024-8c2b-f47ecd136b25,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:28.080687 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ccc5a5a-fc38-4830-8e5f-dc6a276c2d98 req-f68e3166-7cd1-4eac-8d1f-16dd368030b4 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665787 Mar 21 07:02:28.159170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Attempting to bind port 9603cc27-21f8-4024-8c2b-f47ecd136b25 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:28.159911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Attempting to bind port 9603cc27-21f8-4024-8c2b-f47ecd136b25 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:28.160317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Attempting to bind port 9603cc27-21f8-4024-8c2b-f47ecd136b25 on network 5ce973e2-c0f0-40db-b89c-07d122d76e5b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:28.162544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.180095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:28.180527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Checking segment: {'id': 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:28.180853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.181266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Bound using segment: {'id': 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:28.182331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Bound port: 9603cc27-21f8-4024-8c2b-f47ecd136b25, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5ce973e2-c0f0-40db-b89c-07d122d76e5b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:28.182694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.205975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.257680 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-666250d0-962c-4658-b811-6a7375415fd7 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 200 len: 921 time: 0.4049990 Mar 21 07:02:28.257910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Transition to ACTIVE for port object 63ef54a4-ce37-45ee-959a-8dd094494745 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:28.260437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0500e6cd-fd58-44f5-812e-f8e64f4c08ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.9425311 Mar 21 07:02:28.260584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59214) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:28.260584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59216) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:28.301229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Transition to ACTIVE for port object 63ef54a4-ce37-45ee-959a-8dd094494745 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:28.311332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d5163e68-7c06-489f-ade3-d2f8726444f3 req-74e4d37e-2ad8-4e0a-89a0-ecac187143e0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486629 Mar 21 07:02:28.332838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928ae62-3e0a-4744-927f-687287a6924b req-30d6e4d3-12e5-4e73-b0ff-87ca04e6d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.334332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-30d6e4d3-12e5-4e73-b0ff-87ca04e6d56f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 200 len: 835 time: 0.3025866 Mar 21 07:02:28.337924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.398373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=d3f2d027-304c-4915-9fbf-67c4dfba407b,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:28.420180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-91bcaeca-c66d-4752-8f0a-6a7810e31cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.420401 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-91bcaeca-c66d-4752-8f0a-6a7810e31cc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 200 len: 913 time: 0.7599201 Mar 21 07:02:28.426767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '58cf9700-bfd1-4c89-bc0b-459055b4c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:28.426767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 26b59d97-fd05-493e-98ee-ccbf0454b729, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:28.427018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] For port 9603cc27-21f8-4024-8c2b-f47ecd136b25, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:28.439326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Network b13e6c09-8159-4061-908a-880b57f87933 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:28.445731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:28.451466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] For port 9603cc27-21f8-4024-8c2b-f47ecd136b25, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9603cc27-21f8-4024-8c2b-f47ecd136b25,segment=NetworkSegment(b1f2bf8d-cdf9-4051-81ef-927098bcfbae),segment_id=b1f2bf8d-cdf9-4051-81ef-927098bcfbae)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:28.452551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:28.461905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Pushing event updated for resources: {'Port': ['ID=63ef54a4-ce37-45ee-959a-8dd094494745,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:28.494036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.528308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599b16e-fcd3-4c97-91f1-4b37fed85c33 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.529941 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1599b16e-fcd3-4c97-91f1-4b37fed85c33 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=f0d4c255-1530-4221-80c3-a93599015282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2670617 Mar 21 07:02:28.533301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59224) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:28.546347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf4512-cd2d-416f-9f7b-4c863a42c459 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.552328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf4512-cd2d-416f-9f7b-4c863a42c459 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.553110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5bcf4512-cd2d-416f-9f7b-4c863a42c459 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:28.558018 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-b9fe6e6c-7f5a-4201-b0fe-9f37025cdb5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 200 len: 217 time: 0.1250005 Mar 21 07:02:28.641397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:28.675750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-81c12a77-59e4-4703-ab2c-69054b312200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.677127 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-81c12a77-59e4-4703-ab2c-69054b312200 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d51c547-c06d-45e1-8e78-71a464cb0280 HTTP/1.1" status: 200 len: 852 time: 0.1057653 Mar 21 07:02:28.678810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Attempting to bind port 63ef54a4-ce37-45ee-959a-8dd094494745 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:28.679346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Attempting to bind port 63ef54a4-ce37-45ee-959a-8dd094494745 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:28.679556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Attempting to bind port 63ef54a4-ce37-45ee-959a-8dd094494745 on network b13e6c09-8159-4061-908a-880b57f87933 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:28.682493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 26b59d97-fd05-493e-98ee-ccbf0454b729) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:28.695307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5100f4-bf99-4506-ba64-75a68688e26f None None] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:28.720480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:28.720857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Checking segment: {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:28.721283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.721462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928ae62-3e0a-4744-927f-687287a6924b req-0997c92d-d9f1-4bc5-b346-21f275b315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.721675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Bound using segment: {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:28.722147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Bound port: 63ef54a4-ce37-45ee-959a-8dd094494745, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:28.722523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.722952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-0997c92d-d9f1-4bc5-b346-21f275b315e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9e308c6-fdee-4c32-b70c-97bbfb171d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3799810 Mar 21 07:02:28.724369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.724837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.754333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8::1 (b13e6c09-8159-4061-908a-880b57f87933/75f7d022-7f36-4cb0-a9dd-7cfc3bc72263/c4453ffb-3c14-49f2-9fc8-1fd011ebe853) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:28.757926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6a1da-2e67-4317-b0a2-fa1da60a9597 None None] Pushing event updated for resources: {'Port': ['ID=9603cc27-21f8-4024-8c2b-f47ecd136b25,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:28.781567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-165e787c-b570-4cfa-93fa-64b354f66788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=952116c1-3bcd-4c63-b1f2-04ecd96524b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955944 Mar 21 07:02:28.805264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653ddb5-91e7-4349-879e-d3bb7b1e8a0e req-65aaa523-89a3-4498-ad5c-2fd4fc9a258c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:28.812852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7653ddb5-91e7-4349-879e-d3bb7b1e8a0e req-65aaa523-89a3-4498-ad5c-2fd4fc9a258c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.3130066 Mar 21 07:02:28.856845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-133ee6f1-93bd-4908-a9e8-5f22a4646211 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2688594 Mar 21 07:02:28.876973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:28.895939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5bcf4512-cd2d-416f-9f7b-4c863a42c459 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:28.899812 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5bcf4512-cd2d-416f-9f7b-4c863a42c459 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6386254 Mar 21 07:02:28.906287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055236266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:28.912563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:28.917477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:28.920664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:28.922423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:28.926532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:28.935914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] For port 63ef54a4-ce37-45ee-959a-8dd094494745, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:28.984424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] For port 63ef54a4-ce37-45ee-959a-8dd094494745, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=63ef54a4-ce37-45ee-959a-8dd094494745,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:28.995029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:28.996394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.012123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.024189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.110438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.139538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.163728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.163728 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-88121575-7265-432f-8385-80cadd91621e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2701967 Mar 21 07:02:29.168111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:29.175450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-26b59d97-fd05-493e-98ee-ccbf0454b729', 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': 'd3f2d027-304c-4915-9fbf-67c4dfba407b'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:29.176295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.188519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c296-59d3-475a-bb27-157ee5df4bd5 None None] Pushing event updated for resources: {'Port': ['ID=63ef54a4-ce37-45ee-959a-8dd094494745,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:29.241395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7653ddb5-91e7-4349-879e-d3bb7b1e8a0e req-0ce9ce9d-5301-44da-9ee9-ce2c54213c06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275324 Mar 21 07:02:29.267084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port e1cc2a1c-7bac-4502-a66c-79a4e2699b7c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:29.267764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.273148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbf852-1523-466c-b174-ac352507f817 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:29.280274 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-34fbf852-1523-466c-b174-ac352507f817 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.7415657 Mar 21 07:02:29.302215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59242) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:29.315852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object c4453ffb-3c14-49f2-9fc8-1fd011ebe853 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:29.418516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Allocated IP 172.21.0.2 (26b59d97-fd05-493e-98ee-ccbf0454b729/d3f2d027-304c-4915-9fbf-67c4dfba407b/2cadad41-82bb-4982-b399-e66cdcfb225f) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:29.444893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-c48d97c7-38dd-4e24-95f0-6181b016bab4 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094386 Mar 21 07:02:29.448070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-7a6d20f1-ae2d-4f99-809e-00282cb4ed22 service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508582 Mar 21 07:02:29.483468 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91515932-e82d-454e-bc2d-bae963214d09 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 200 len: 205 time: 0.1749806 Mar 21 07:02:29.484292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59250) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:29.691415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9603cc27-21f8-4024-8c2b-f47ecd136b25 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:29.850899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9603cc27-21f8-4024-8c2b-f47ecd136b25 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:29.860248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 63ef54a4-ce37-45ee-959a-8dd094494745 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:29.871468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.924075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:29.942449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Transition to ACTIVE for port object 2cadad41-82bb-4982-b399-e66cdcfb225f will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:29.979385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Transition to ACTIVE for port object 2cadad41-82bb-4982-b399-e66cdcfb225f will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:29.989337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.027620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 63ef54a4-ce37-45ee-959a-8dd094494745 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:30.066571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:30.071857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:30.076748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:30.131157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Pushing event updated for resources: {'Port': ['ID=2cadad41-82bb-4982-b399-e66cdcfb225f,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:30.173182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.194709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Attempting to bind port 2cadad41-82bb-4982-b399-e66cdcfb225f on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:30.195026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Attempting to bind port 2cadad41-82bb-4982-b399-e66cdcfb225f by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '58cf9700-bfd1-4c89-bc0b-459055b4c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:30.195456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Attempting to bind port 2cadad41-82bb-4982-b399-e66cdcfb225f on network 26b59d97-fd05-493e-98ee-ccbf0454b729 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:30.202783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:30.203385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Checking segment: {'id': '58cf9700-bfd1-4c89-bc0b-459055b4c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:30.203792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.204185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Bound using segment: {'id': '58cf9700-bfd1-4c89-bc0b-459055b4c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:30.204650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Bound port: 2cadad41-82bb-4982-b399-e66cdcfb225f, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf9700-bfd1-4c89-bc0b-459055b4c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26b59d97-fd05-493e-98ee-ccbf0454b729'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:30.207611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.265493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881dfdce-7c0a-42fa-b2a4-0ef8db9e5e78 None None] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:30.311535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.343710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for e1cc2a1c-7bac-4502-a66c-79a4e2699b7c owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:30.376023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3928ae62-3e0a-4744-927f-687287a6924b req-d2f10d69-f709-4b84-b7ea-c529c089e009 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052863 Mar 21 07:02:30.438356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Provisioning for port 9603cc27-21f8-4024-8c2b-f47ecd136b25 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:30.438787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c578b3-7ded-48e6-a4ec-d23c8e100a6a req-3d86522f-cfda-4618-942c-3a66880b59b7 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:30.440385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58c578b3-7ded-48e6-a4ec-d23c8e100a6a req-3d86522f-cfda-4618-942c-3a66880b59b7 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 1.1192865 Mar 21 07:02:30.459279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Provisioning complete for port 9603cc27-21f8-4024-8c2b-f47ecd136b25 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:30.459891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.504847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] For port 2cadad41-82bb-4982-b399-e66cdcfb225f, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:30.513577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58c578b3-7ded-48e6-a4ec-d23c8e100a6a req-ec45b904-fadf-4fde-aff4-9bc5dd45d0d1 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580225 Mar 21 07:02:30.561380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1acd386-1d81-405d-bbdf-88b87de0d957 req-46bd3a04-84eb-46ae-ba97-5a3d2c2a6a16 service neutron] 10.222.0.30 "GET /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8836029 Mar 21 07:02:30.567812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] For port 2cadad41-82bb-4982-b399-e66cdcfb225f, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2cadad41-82bb-4982-b399-e66cdcfb225f,segment=NetworkSegment(58cf9700-bfd1-4c89-bc0b-459055b4c692),segment_id=58cf9700-bfd1-4c89-bc0b-459055b4c692)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:30.588740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.642895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.669755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.684260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816f387-dbf9-432d-9877-702508da9e88 None None] Network b13e6c09-8159-4061-908a-880b57f87933 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:30.721703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=e1cc2a1c-7bac-4502-a66c-79a4e2699b7c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:30.762937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network b13e6c09-8159-4061-908a-880b57f87933 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:30.767235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.771910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:30.787775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-54ed6af0-e23c-41eb-9c5c-dfebab58cea4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e1cc2a1c-7bac-4502-a66c-79a4e2699b7c HTTP/1.1" status: 204 len: 168 time: 1.8594081 Mar 21 07:02:30.790954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:30.790954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:30.794007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59254) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:30.794433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59256) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:30.890660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:30.894062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22a5fe-c235-4720-9940-8227bc40089a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:30.895923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22a5fe-c235-4720-9940-8227bc40089a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:30.896771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4f22a5fe-c235-4720-9940-8227bc40089a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:30.921805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4f22a5fe-c235-4720-9940-8227bc40089a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:30.923753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4f22a5fe-c235-4720-9940-8227bc40089a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1274872 Mar 21 07:02:30.926515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59262) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:31.022312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet e1c42253-7263-4d18-9fcb-046101282f9e {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:31.030852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.124272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ebcaf-c66e-44b3-9bca-9ebe529b5c15 None None] Pushing event updated for resources: {'Port': ['ID=2cadad41-82bb-4982-b399-e66cdcfb225f,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:31.144001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.166002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.240128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.273088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] For port 9603cc27-21f8-4024-8c2b-f47ecd136b25, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9603cc27-21f8-4024-8c2b-f47ecd136b25,segment=NetworkSegment(b1f2bf8d-cdf9-4051-81ef-927098bcfbae),segment_id=b1f2bf8d-cdf9-4051-81ef-927098bcfbae)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:31.284412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.287111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.389713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.446442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d75b44-7496-4f07-8b2c-d54c1f9546d5 None None] Pushing event updated for resources: {'Port': ['ID=9603cc27-21f8-4024-8c2b-f47ecd136b25,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:31.458458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c42253-7263-4d18-9fcb-046101282f9e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:31.464000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port 8af78507-30f8-4ecc-a8de-72673fffc2ca {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:31.464390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.466442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.467385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Provisioning for port 63ef54a4-ce37-45ee-959a-8dd094494745 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:31.475857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Provisioning complete for port 63ef54a4-ce37-45ee-959a-8dd094494745 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:31.478609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.496286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46c79829-7906-4abe-933e-ad77bd5600a3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/e1c42253-7263-4d18-9fcb-046101282f9e HTTP/1.1" status: 204 len: 168 time: 0.5674138 Mar 21 07:02:31.497598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59266) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:31.561686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.603956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4eede9-c58f-45c9-8683-751ed148dd69 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:31.660909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c3fe56ba-bfc9-4943-a279-b6ba2075b87d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572270 Mar 21 07:02:31.671581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59272) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:31.677583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:31.789519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2cadad41-82bb-4982-b399-e66cdcfb225f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:31.964391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:31.970076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:31.981190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:31.994092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:32.003577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:32.023005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87ec4-fe6b-4cde-b47a-e0c6dfedb698 req-5f53148f-defc-4c3b-906d-7f5115cbdaf1 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:32.024556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f87ec4-fe6b-4cde-b47a-e0c6dfedb698 req-5f53148f-defc-4c3b-906d-7f5115cbdaf1 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.1799767 Mar 21 07:02:32.058221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:32.061790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.064094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.20.0.1 (5ce973e2-c0f0-40db-b89c-07d122d76e5b/a47b85f1-31a3-4a10-b9ce-6232e43230a3/e032935f-50a7-431d-918c-717c0a2d0e85) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:32.113036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] For port 63ef54a4-ce37-45ee-959a-8dd094494745, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=63ef54a4-ce37-45ee-959a-8dd094494745,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:32.143171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.189834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 2cadad41-82bb-4982-b399-e66cdcfb225f completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:32.204205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9603cc27-21f8-4024-8c2b-f47ecd136b25 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:32.328008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb128-e222-4963-a059-0f25aeb1cd4b None None] Pushing event updated for resources: {'Port': ['ID=63ef54a4-ce37-45ee-959a-8dd094494745,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:32.337379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Provisioning for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:32.344011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Provisioning complete for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:32.344386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.376895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787d95a-93a7-4420-aabe-50ec5c4be87f None None] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:32.397770 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f87ec4-fe6b-4cde-b47a-e0c6dfedb698 req-b5ff57dd-0e6b-455a-9f06-478c914d7bef tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637733 Mar 21 07:02:32.452761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.506058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9603cc27-21f8-4024-8c2b-f47ecd136b25 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:32.506416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.519510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:32.524826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:32.530675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:32.530902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.549205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:32.559379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:32.561044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:32.564611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6ac4db1a-f5de-40c4-aff6-f90f2d3729c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8918343 Mar 21 07:02:32.567542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59276) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:32.577407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-587758128'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:32.584478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Deleting port d9830e1a-9242-4496-9c25-8bce7b792b71 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:32.585660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.662507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Provisioning complete for port 9603cc27-21f8-4024-8c2b-f47ecd136b25 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:32.662869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.798632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:32.848754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:32.854496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:32.857578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:32.863827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:32.875575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:32.974794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for 8af78507-30f8-4ecc-a8de-72673fffc2ca owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:33.011833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.034116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 1e241304-eb93-4594-ba49-94e3ed05f60a yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:02:33.043019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.172723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object e032935f-50a7-431d-918c-717c0a2d0e85 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:33.179109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] For port d9830e1a-9242-4496-9c25-8bce7b792b71, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d9830e1a-9242-4496-9c25-8bce7b792b71,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:33.179709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.187165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Provisioning complete for port 63ef54a4-ce37-45ee-959a-8dd094494745 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:33.187537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e8e7867-bfa1-4dc1-a7db-0311b23e30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.202673 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:02:33.203236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:02:33.256230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc863e62-21a9-4326-aa92-c4384376cf60 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6846759 Mar 21 07:02:33.257469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59280) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:33.292541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.314335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.315116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.364925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Calling delete_port for d9830e1a-9242-4496-9c25-8bce7b792b71 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:33.376366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454447-6f5e-4142-85da-812f83d5d001 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:33.377330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4d454447-6f5e-4142-85da-812f83d5d001 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:33.415684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4d454447-6f5e-4142-85da-812f83d5d001 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:33.424318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4d454447-6f5e-4142-85da-812f83d5d001 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1665916 Mar 21 07:02:33.424979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59284) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:33.460475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.528843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.541555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d95bd-f93a-4230-912b-f3bc672bff23 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:33.543110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d95bd-f93a-4230-912b-f3bc672bff23 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:33.543848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c83d95bd-f93a-4230-912b-f3bc672bff23 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:33.583032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] Pushing event deleted for resources: {'Port': ['ID=d9830e1a-9242-4496-9c25-8bce7b792b71,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:33.587811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991e8dd-3963-45a5-97f9-e30ea43c841d None None] No DVR routers for this DVR port d9830e1a-9242-4496-9c25-8bce7b792b71 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:33.599424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 63ef54a4-ce37-45ee-959a-8dd094494745 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:33.635040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d6a0c-760f-4752-a19a-d12fa9ab351f None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:33.649840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c83d95bd-f93a-4230-912b-f3bc672bff23 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:33.654021 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c83d95bd-f93a-4230-912b-f3bc672bff23 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2252657 Mar 21 07:02:33.654963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:33.682357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:33.690181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:33.692926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:33.736568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ba42d-d5ad-428e-91d8-e7adfe232771 req-ac1e1101-7127-4619-aa5a-723f352a32ca tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:33.738090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8ba42d-d5ad-428e-91d8-e7adfe232771 req-ac1e1101-7127-4619-aa5a-723f352a32ca tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.1614962 Mar 21 07:02:33.742038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:33.745296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:33.762454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.785616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Provisioning for port 2cadad41-82bb-4982-b399-e66cdcfb225f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:33.797474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Provisioning complete for port 2cadad41-82bb-4982-b399-e66cdcfb225f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:33.797981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.840646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.876266 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8ba42d-d5ad-428e-91d8-e7adfe232771 req-effb4409-a6d4-41b8-b6d6-1c95ab3eec20 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286762 Mar 21 07:02:33.927886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network b13e6c09-8159-4061-908a-880b57f87933 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:33.936179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.939533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:33.948766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.960797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:33.978032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 63ef54a4-ce37-45ee-959a-8dd094494745 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:33.979705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.038924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=e032935f-50a7-431d-918c-717c0a2d0e85,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:34.063059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.101788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.147394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:34.149913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.171052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8e25d752-131f-42c3-b231-86b1c6cdea8b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361 HTTP/1.1" status: 204 len: 168 time: 0.5136609 Mar 21 07:02:34.172405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59296) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:34.175071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=8af78507-30f8-4ecc-a8de-72673fffc2ca,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:34.335769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.360596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-23d76db5-ff0d-4b90-832b-8bc371143de4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1868262 Mar 21 07:02:34.368250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:34.371406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add59b1-c15f-4fe6-ac5f-05447148cade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:34.372234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3add59b1-c15f-4fe6-ac5f-05447148cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.385045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:34.442083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9830e1a-9242-4496-9c25-8bce7b792b71 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:34.473578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] For port 2cadad41-82bb-4982-b399-e66cdcfb225f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2cadad41-82bb-4982-b399-e66cdcfb225f,segment=NetworkSegment(58cf9700-bfd1-4c89-bc0b-459055b4c692),segment_id=58cf9700-bfd1-4c89-bc0b-459055b4c692)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:34.485034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d9830e1a-9242-4496-9c25-8bce7b792b71 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:34.485331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d9830e1a-9242-4496-9c25-8bce7b792b71 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:34.495688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.568191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:34.579305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:34.581075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aa7c5-64b2-482e-bf01-60dc8267b0f0 None None] Pushing event updated for resources: {'Port': ['ID=2cadad41-82bb-4982-b399-e66cdcfb225f,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:34.585597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:34.599372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e943-3dde-488d-bdb2-d424b5ee7870 req-be0b7d87-7a96-4900-bda6-70da7ca657ed tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:34.600859 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-12b9e943-3dde-488d-bdb2-d424b5ee7870 req-be0b7d87-7a96-4900-bda6-70da7ca657ed tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.2006447 Mar 21 07:02:34.602398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:34.619011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Provisioning complete for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:34.619492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.628673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:34.632208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.678783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:34.688295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.691574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Provisioning for port e032935f-50a7-431d-918c-717c0a2d0e85 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:34.696638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Provisioning complete for port e032935f-50a7-431d-918c-717c0a2d0e85 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:34.697131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.752027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-12b9e943-3dde-488d-bdb2-d424b5ee7870 req-b99bf336-5d55-4b43-9a3e-5b820f4776fd tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398480 Mar 21 07:02:34.755669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1aa744f8-09f8-4476-8737-f7b89126fc80 None None] Port e032935f-50a7-431d-918c-717c0a2d0e85 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:34.898835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.956708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:34.959764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:34.965725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:34.966544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.971873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094dc01-4399-431a-87b7-fca48e822da1 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:34.984069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:34.989473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=a4c35d99-7573-4930-95f5-5f102e8a7fd9,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:34.993684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.005259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.005912 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7f9d5b7c-f965-4f34-b228-f18baa361812 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6365852 Mar 21 07:02:35.008545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59306) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:35.013996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:35.020722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:35.024522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:router and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:35.027835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:35.034164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:35.044547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.045555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.062571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.082593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.106317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.107505 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e5fb9b98-bb9a-4965-8582-b36e1e35a05f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0980492 Mar 21 07:02:35.110620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59310) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:35.122595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:35.186369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.186932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router f0d4c255-1530-4221-80c3-a93599015282 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:35.215203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:35.216117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.468999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/a4c35d99-7573-4930-95f5-5f102e8a7fd9/3a35df6a-0e6f-480b-8e5f-d702b33a5f7e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:35.500143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.501276 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c596ce61-c5b7-44a2-8f61-c736e38d4f30 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 204 len: 168 time: 6.0124722 Mar 21 07:02:35.507115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59314) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:35.512908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-901280440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:35.586506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:35.600380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:35.605065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:35.641834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2cadad41-82bb-4982-b399-e66cdcfb225f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:35.642328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:35.654955 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61028dcd-140a-47e0-a590-ae2628b7cf00 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7531025 Mar 21 07:02:35.655336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59318) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:35.668108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:35.685862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:35.736261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.737320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.777914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:35.778618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:35.794748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.851269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1901073528'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:35.857504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.17 (089ebe74-8667-4c13-9c96-38452d67fd17/794ba078-0f8d-42fa-afdd-d73b57782011/5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:35.865546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:35.875052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:35.892487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:35.904244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:35.947062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.951762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:35.955114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.956339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:35.975506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2cadad41-82bb-4982-b399-e66cdcfb225f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:35.975881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.025858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Transition to ACTIVE for port object 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:36.057622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:36.078056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:36.093477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.124607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.126418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.126770 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1 of type vlan for network f140a452-1f63-4863-89d3-b1faa5f1b3de Mar 21 07:02:36.137235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Transition to ACTIVE for port object 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:36.143849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.151982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.182953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.184129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-376461d6-90f3-4915-8cc2-87885fb32c12 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6759319 Mar 21 07:02:36.188329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59324) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:36.201288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612f7c9-ed62-48a6-ac30-fbdb2175da4e req-c77f8aa1-e834-4d6c-ad08-636df9c2de83 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:36.202761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4612f7c9-ed62-48a6-ac30-fbdb2175da4e req-c77f8aa1-e834-4d6c-ad08-636df9c2de83 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.2574022 Mar 21 07:02:36.205732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': True}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:36.233603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.280455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.299768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:36.311414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=e032935f-50a7-431d-918c-717c0a2d0e85,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:36.326309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.361155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Pushing event updated for resources: {'Port': ['ID=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:36.428547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.434182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:36.434766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.479776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:36.486075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:36.491370 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:36.502267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4612f7c9-ed62-48a6-ac30-fbdb2175da4e req-f7cc38a4-512f-4f1c-a150-40bd771a4ab7 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404344 Mar 21 07:02:36.568670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=f140a452-1f63-4863-89d3-b1faa5f1b3de,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:36.579202 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9c20cb91-7210-46ed-a0e0-80785e25cc52 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9207642 Mar 21 07:02:36.588879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59328) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:36.590151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.603841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network f140a452-1f63-4863-89d3-b1faa5f1b3de details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:36.640079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:36.645885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::1 (1aedd96c-5f29-4cfa-a902-805903aa8838/a4c35d99-7573-4930-95f5-5f102e8a7fd9/fd51535c-0617-43a8-ad31-f1d4e993abaf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:36.678076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Attempting to bind port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:36.678592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Attempting to bind port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:36.679045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Attempting to bind port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:36.740274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:36.740837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:36.741360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.741848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:36.742421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Bound port: 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:36.742885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.765601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 089ebe74-8667-4c13-9c96-38452d67fd17 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:36.767463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:36.776335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:36.778386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:36.782568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:36.891702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] For port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:36.896285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] For port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:36.899710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:30Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:32Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:36.908061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:36.908506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Updating router b0220e3a-1601-4416-a25d-772f631cfd18 port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:36.958518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:36.984169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.004928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:37.053243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:37.063230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.075073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:37.085865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.092936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:37.106577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:37.164937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:37.169077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.178150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-26a2d9d3-b88f-4184-9878-e5a20655bde1 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:37.179723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-26a2d9d3-b88f-4184-9878-e5a20655bde1 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 0.5110598 Mar 21 07:02:37.297750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Provisioning complete for port e032935f-50a7-431d-918c-717c0a2d0e85 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:37.297750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.305003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f110e3ea-ccf4-40ff-9f72-df2f794f025e is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:37.360093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Deleting port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:37.360441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.408455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2afe38-5dc7-4a25-a8ef-ae8c8807f9ce None None] Pushing event updated for resources: {'Port': ['ID=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:37.420012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Port e032935f-50a7-431d-918c-717c0a2d0e85 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:37.422372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.444911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Provisioning for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:37.468428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Provisioning complete for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:37.468804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.503814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object fd51535c-0617-43a8-ad31-f1d4e993abaf will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:37.642869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-03ac8df8-4b25-4314-8a54-8f1a787b2181 None None] Port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:37.754837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.818494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.832502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Transition to ACTIVE for port object c4453ffb-3c14-49f2-9fc8-1fd011ebe853 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:37.834610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] For port 20296cf1-8fe3-4925-a2d8-84f9e7649a99, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=20296cf1-8fe3-4925-a2d8-84f9e7649a99,segment=NetworkSegment(a32ed996-8aa6-40d9-a20b-12e40b05492c),segment_id=a32ed996-8aa6-40d9-a20b-12e40b05492c)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:37.834970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.839306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.907329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:37.923316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:37.924558 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] Sync routers for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:37.933490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fed449d6-fe11-47e1-869d-e1ff8c684658 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7448330 Mar 21 07:02:37.934676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:37.940907 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:37.941529 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:37.967784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:38.015659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:38.018083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:38.018606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.032243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a36c9-c119-43fa-9b0d-8f1d36fa726b None None] Pushing event updated for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:38.056028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.059106 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:38.072022 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:38.073530 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:38.117473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Attempting to bind port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:38.117952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Attempting to bind port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:38.118518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Attempting to bind port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 on network b13e6c09-8159-4061-908a-880b57f87933 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:38.126228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:38.126624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Checking segment: {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:38.126995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.128094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Bound using segment: {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:38.128578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Bound port: c4453ffb-3c14-49f2-9fc8-1fd011ebe853, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce4b422-c77f-4c91-a533-e65c86bce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:38.128952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.179661 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:38.180066 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0af198-823b-4784-9bcc-9ce624d28571 None None] The sync data for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:38.276993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] For port c4453ffb-3c14-49f2-9fc8-1fd011ebe853, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:38.277329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15f428-f23e-4062-9dd4-d2cd814a5beb tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:38.278004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b15f428-f23e-4062-9dd4-d2cd814a5beb tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:38.280744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] For port c4453ffb-3c14-49f2-9fc8-1fd011ebe853, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:38.288003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.290416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=b19c42e8-2133-4fbe-92cc-eb3927bbb780,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:38.312271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:38.312635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: f140a452-1f63-4863-89d3-b1faa5f1b3de, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:38.359073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:38.375082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Calling delete_port for 20296cf1-8fe3-4925-a2d8-84f9e7649a99 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:38.423524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:38.424159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:38.607658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:38.683818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a36c9-c119-43fa-9b0d-8f1d36fa726b None None] Pushing event updated for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:38.734238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b15f428-f23e-4062-9dd4-d2cd814a5beb tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:38.735702 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b15f428-f23e-4062-9dd4-d2cd814a5beb tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports/e032935f-50a7-431d-918c-717c0a2d0e85 HTTP/1.1" status: 200 len: 910 time: 0.7352500 Mar 21 07:02:38.743005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:38.790432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.846006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network f140a452-1f63-4863-89d3-b1faa5f1b3de is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:38.874724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:38.895949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7f93-6284-4b4a-829e-a2d3f27682dc req-6777d90a-0371-4a6f-b94e-f5d10f4d9e98 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:38.897501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-884a7f93-6284-4b4a-829e-a2d3f27682dc req-6777d90a-0371-4a6f-b94e-f5d10f4d9e98 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 946 time: 1.1932635 Mar 21 07:02:38.955175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, f140a452-1f63-4863-89d3-b1faa5f1b3de) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:38.960794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:38.963080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.003406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.026334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04337c52-5345-4a1a-aac0-bf39b592da94 None None] Network f140a452-1f63-4863-89d3-b1faa5f1b3de requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:39.049811 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-884a7f93-6284-4b4a-829e-a2d3f27682dc req-9196331e-1df9-4c16-9280-837b8a26459a tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/security-groups?id=7eb31eca-6eec-48ee-8c85-665693099448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123586 Mar 21 07:02:39.069858 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f5dd4406-49c9-4fe3-b433-b3ac986d0b3e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4731233 Mar 21 07:02:39.075344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:39.158461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2e651e35-1c56-4911-a735-04e2c08cd6dd None None] Provisioning for port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:39.193248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.270005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:30Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:39.279439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656845c-6ac5-4f42-8863-c96eb0bc08ef None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:30Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:39.355220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-f140a452-1f63-4863-89d3-b1faa5f1b3de', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:39.355465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.359274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.387797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.26.2.179 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/c5e4a274-daa7-4a98-8c1d-05cfd4832cd3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:39.404620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.484299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Pushing event deleted for resources: {'Port': ['ID=20296cf1-8fe3-4925-a2d8-84f9e7649a99,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:39.589667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0d5c6cb8-46b6-4665-a73c-113d0cef5440 None None] Provisioning for port fd51535c-0617-43a8-ad31-f1d4e993abaf completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:39.597561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0d5c6cb8-46b6-4665-a73c-113d0cef5440 None None] Provisioning complete for port fd51535c-0617-43a8-ad31-f1d4e993abaf triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:39.597984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6cb8-46b6-4665-a73c-113d0cef5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.673760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Allocated IP 2001:db8:1::2 (f140a452-1f63-4863-89d3-b1faa5f1b3de/b19c42e8-2133-4fbe-92cc-eb3927bbb780/30a81038-8ff6-433a-91a6-777ea5974f8c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:39.720337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c6cb8-46b6-4665-a73c-113d0cef5440 None None] Port fd51535c-0617-43a8-ad31-f1d4e993abaf cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:39.740988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:39.795998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] No DVR routers for this DVR port 20296cf1-8fe3-4925-a2d8-84f9e7649a99 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:39.817911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.831225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'name': 'network-vif-deleted', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:02:39.859802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d0bf5eb0-8baf-45b8-8b4e-74c8607cfb98 req-068136ef-a0eb-412e-99a1-b134765b84d9 tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.30 "DELETE /v2.0/ports/20296cf1-8fe3-4925-a2d8-84f9e7649a99 HTTP/1.1" status: 204 len: 173 time: 2.6219380 Mar 21 07:02:39.933537 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e168a-aa22-453c-9139-e68c247e44ce', 'name': 'network-vif-deleted', 'tag': '20296cf1-8fe3-4925-a2d8-84f9e7649a99', 'status': 'completed', 'code': 200} Mar 21 07:02:39.941954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:39.952632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:39.953182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:39.997113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.015675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.059311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:40.081265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.111739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.113347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.201735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.235206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.292750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:40.303753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.345246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.411768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Transition to ACTIVE for port object 30a81038-8ff6-433a-91a6-777ea5974f8c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:40.429749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-51d52e88-2834-4468-9c8a-400917afb57f req-b0c5aa9f-eb4d-4dfa-9196-f0fd2ce903ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Synchronizing usage tracker for tenant:90cbbff5b5ea45879716379d4f0bdf53 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:40.438416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Transition to ACTIVE for port object 30a81038-8ff6-433a-91a6-777ea5974f8c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:40.451824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.456118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:40.484010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:40.492502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:40.508476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:40.541560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Network f140a452-1f63-4863-89d3-b1faa5f1b3de is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:40.545545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:40.550410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:40.551462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-51d52e88-2834-4468-9c8a-400917afb57f req-b0c5aa9f-eb4d-4dfa-9196-f0fd2ce903ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] Unset dirty status for tenant:90cbbff5b5ea45879716379d4f0bdf53 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:40.552684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51d52e88-2834-4468-9c8a-400917afb57f req-b0c5aa9f-eb4d-4dfa-9196-f0fd2ce903ab tempest-TestServerAdvancedOps-1428134388 tempest-TestServerAdvancedOps-1428134388-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f5e168a-aa22-453c-9139-e68c247e44ce HTTP/1.1" status: 200 len: 210 time: 0.2687366 Mar 21 07:02:40.564762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:40.619403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 089ebe74-8667-4c13-9c96-38452d67fd17 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:40.625939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:40.647223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Pushing event updated for resources: {'Port': ['ID=30a81038-8ff6-433a-91a6-777ea5974f8c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:40.671413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Attempting to bind port 30a81038-8ff6-433a-91a6-777ea5974f8c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:40.671791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Attempting to bind port 30a81038-8ff6-433a-91a6-777ea5974f8c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:40.672305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Attempting to bind port 30a81038-8ff6-433a-91a6-777ea5974f8c on network f140a452-1f63-4863-89d3-b1faa5f1b3de {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:40.680054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:40.680433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Checking segment: {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:40.680836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.681254 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Bound using segment: {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:40.681867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Bound port: 30a81038-8ff6-433a-91a6-777ea5974f8c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:40.682391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.696576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 20296cf1-8fe3-4925-a2d8-84f9e7649a99 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:40.705602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e4a274-daa7-4a98-8c1d-05cfd4832cd3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:40.811980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 20296cf1-8fe3-4925-a2d8-84f9e7649a99 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:40.812576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 20296cf1-8fe3-4925-a2d8-84f9e7649a99 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:40.869853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.902313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] For port 30a81038-8ff6-433a-91a6-777ea5974f8c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:40.906251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] For port 30a81038-8ff6-433a-91a6-777ea5974f8c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=30a81038-8ff6-433a-91a6-777ea5974f8c,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:40.911628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:40.929659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:40.958330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:41.024164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-94ad96ac-5d20-4fdd-b8b7-9ea48ada7a18 None None] Provisioning complete for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:41.024688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94ad96ac-5d20-4fdd-b8b7-9ea48ada7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.094485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94ad96ac-5d20-4fdd-b8b7-9ea48ada7a18 None None] Port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:41.101131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dd025-f455-4fe7-84e3-fd328a20b2e0 None None] Pushing event updated for resources: {'Port': ['ID=30a81038-8ff6-433a-91a6-777ea5974f8c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:41.213458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.247711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:41.426388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9e43e819-a193-42fa-ab7d-792f0b13d05c None None] Provisioning complete for port fd51535c-0617-43a8-ad31-f1d4e993abaf triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:41.426902 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9e43e819-a193-42fa-ab7d-792f0b13d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.489457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9e43e819-a193-42fa-ab7d-792f0b13d05c None None] Port fd51535c-0617-43a8-ad31-f1d4e993abaf cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:41.594903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.701343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 30a81038-8ff6-433a-91a6-777ea5974f8c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:41.771707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59352) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:41.791775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 30a81038-8ff6-433a-91a6-777ea5974f8c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:41.799405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:41.932112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:41.932761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.942964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Deleting subnet 1d51c547-c06d-45e1-8e78-71a464cb0280 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:41.951839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:41.990368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Router 798239c9-365e-4373-b4e0-d489172402d6 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:42.096843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c4453ffb-3c14-49f2-9fc8-1fd011ebe853 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:42.179478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:42.181012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:42.187088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:42.187514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.193007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.237385 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a6726a75-9e74-4c5a-9c31-edd06b4e34ab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4422052 Mar 21 07:02:42.262063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:42.262980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.277637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.21.0.1 (26b59d97-fd05-493e-98ee-ccbf0454b729/d3f2d027-304c-4915-9fbf-67c4dfba407b/7cfaf444-3082-4db0-8475-87c0e0998c11) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:42.307716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:42.308579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:42.375777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94596e0d-2613-4e1f-84ea-bec0bc70a57a None None] Network f140a452-1f63-4863-89d3-b1faa5f1b3de requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:42.392815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.418739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8:1::1 (f140a452-1f63-4863-89d3-b1faa5f1b3de/b19c42e8-2133-4fbe-92cc-eb3927bbb780/5e9a5be9-5835-43bc-a40e-bb3f6f62a172) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:42.420757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.604491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Provisioning for port 30a81038-8ff6-433a-91a6-777ea5974f8c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:42.621654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.650872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Provisioning complete for port 30a81038-8ff6-433a-91a6-777ea5974f8c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:42.651107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.651254 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.674608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:42.679630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d51c547-c06d-45e1-8e78-71a464cb0280,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:42.698455 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Sync routers for ids ['798239c9-365e-4373-b4e0-d489172402d6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:42.700134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.711589 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Routers {'798239c9-365e-4373-b4e0-d489172402d6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:42.712495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['798239c9-365e-4373-b4e0-d489172402d6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:42.715357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2a6d7951-d233-47d4-8646-5bcd6bc4b178 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "PUT /v2.0/routers/798239c9-365e-4373-b4e0-d489172402d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6032858 Mar 21 07:02:42.718235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59360) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:42.724079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8870e883-7117-4c43-981e-f43715124389 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d51c547-c06d-45e1-8e78-71a464cb0280 HTTP/1.1" status: 204 len: 168 time: 0.9486785 Mar 21 07:02:42.724279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.724376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59364) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:42.734302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.747003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:42.753891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:42.783848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.790256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 7cfaf444-3082-4db0-8475-87c0e0998c11 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:42.866808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network f140a452-1f63-4863-89d3-b1faa5f1b3de is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:42.872416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459e821-7fe6-449f-82ed-c055a4e1af7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:42.872904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7459e821-7fe6-449f-82ed-c055a4e1af7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:42.880420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:42.894296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:42.894968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.933377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:42.958327 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Set router 798239c9-365e-4373-b4e0-d489172402d6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:42.965304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:42.986850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c4453ffb-3c14-49f2-9fc8-1fd011ebe853, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:43.022468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.024053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7459e821-7fe6-449f-82ed-c055a4e1af7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:43.028109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7459e821-7fe6-449f-82ed-c055a4e1af7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports/fd51535c-0617-43a8-ad31-f1d4e993abaf HTTP/1.1" status: 200 len: 911 time: 0.3087111 Mar 21 07:02:43.028880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:43.038654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.061188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:43.071556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:43.079415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:43.189117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=7cfaf444-3082-4db0-8475-87c0e0998c11,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:43.253246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.272078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.332563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.349046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:43.349388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.405740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] For port 30a81038-8ff6-433a-91a6-777ea5974f8c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=30a81038-8ff6-433a-91a6-777ea5974f8c,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:43.419793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router 017a730e-1037-49d2-ade0-bb956f568f21 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:43.425282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.452423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-06064139-2172-428c-af97-671a9c29943f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952116c1-3bcd-4c63-b1f2-04ecd96524b7']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:43.479178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-06064139-2172-428c-af97-671a9c29943f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32ed996-8aa6-40d9-a20b-12e40b05492c') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:43.479774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-06064139-2172-428c-af97-671a9c29943f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32ed996-8aa6-40d9-a20b-12e40b05492c') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:43.481124 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': 'fd51535c-0617-43a8-ad31-f1d4e993abaf', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:d9:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798239c9-365e-4373-b4e0-d489172402d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:36Z', 'updated_at': '2022-03-21T07:02:39Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:43.488182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Checking router: 798239c9-365e-4373-b4e0-d489172402d6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:43.493110 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Updating router 798239c9-365e-4373-b4e0-d489172402d6 port fd51535c-0617-43a8-ad31-f1d4e993abaf binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:43.510814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.541086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.556388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e4edd-30ab-4035-abb8-bc9b5540c651 None None] Pushing event updated for resources: {'Port': ['ID=30a81038-8ff6-433a-91a6-777ea5974f8c,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:43.563055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:43.563649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.584861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0b651cff-c6ce-4d3d-ada0-18faa5cbfabd None None] Provisioning for port 7cfaf444-3082-4db0-8475-87c0e0998c11 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:43.585125 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:43.595800 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:43.602317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0b651cff-c6ce-4d3d-ada0-18faa5cbfabd None None] Provisioning complete for port 7cfaf444-3082-4db0-8475-87c0e0998c11 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:43.602749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0b651cff-c6ce-4d3d-ada0-18faa5cbfabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.635762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c4453ffb-3c14-49f2-9fc8-1fd011ebe853 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:43.746912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623ad99-9309-4ce5-beb9-2c8d8ff2d40d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:43.755360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623ad99-9309-4ce5-beb9-2c8d8ff2d40d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:43.757339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6623ad99-9309-4ce5-beb9-2c8d8ff2d40d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7244372 Mar 21 07:02:43.768107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0b651cff-c6ce-4d3d-ada0-18faa5cbfabd None None] Port 7cfaf444-3082-4db0-8475-87c0e0998c11 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:43.768450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59372) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:43.772517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:02:37Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff', 'name': '', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:31:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:43.781270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:43.781562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Updating router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:43.845712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.853097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.869563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:43.869934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.881700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:43.896701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064139-2172-428c-af97-671a9c29943f admin admin] Pushing event deleted for resources: {'Network': ['ID=952116c1-3bcd-4c63-b1f2-04ecd96524b7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:43.908812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-06064139-2172-428c-af97-671a9c29943f admin admin] 10.222.0.31 "DELETE /v2.0/networks/952116c1-3bcd-4c63-b1f2-04ecd96524b7 HTTP/1.1" status: 204 len: 168 time: 1.1175482 Mar 21 07:02:43.908812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59376) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:44.027726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Provisioning for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:44.037449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Provisioning complete for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:44.037911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.105596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Deleting subnet f0e3a771-81c5-4541-9d34-d2b1db5059d9 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:44.112751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.176535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:44.181952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.182883 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f853cb8e-6a3c-4791-9a2b-a7570eadc1f6 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "PUT /v2.0/routers/017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 200 len: 914 time: 7.9936421 Mar 21 07:02:44.185711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59380) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:44.225671 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.240168 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Transition to ACTIVE for port object fd51535c-0617-43a8-ad31-f1d4e993abaf will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:44.250963 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.261341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.270659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.328798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Pushing event updated for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:44.343826 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.343826 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.344329 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.344877 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.345447 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.345963 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.346384 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.346803 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.347235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.347649 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.348155 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.348566 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:02:44.408665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.419575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] Sync routers for ids ['017a730e-1037-49d2-ade0-bb956f568f21'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:44.470011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] Routers {'017a730e-1037-49d2-ade0-bb956f568f21'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:44.470736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['017a730e-1037-49d2-ade0-bb956f568f21'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:44.501024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e4fbee80-58c7-4096-8bb9-f8eac8a99f08 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 200 len: 920 time: 0.3136070 Mar 21 07:02:44.503661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59384) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:44.544239 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Attempting to bind port fd51535c-0617-43a8-ad31-f1d4e993abaf on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:44.544812 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Attempting to bind port fd51535c-0617-43a8-ad31-f1d4e993abaf by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:44.545298 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Attempting to bind port fd51535c-0617-43a8-ad31-f1d4e993abaf on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:44.552945 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:44.553669 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:44.554330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.554827 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:44.555575 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Bound port: fd51535c-0617-43a8-ad31-f1d4e993abaf, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:44.556220 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.584366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.616697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:44.668203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:44.700184 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] For port fd51535c-0617-43a8-ad31-f1d4e993abaf, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:44.703999 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] For port fd51535c-0617-43a8-ad31-f1d4e993abaf, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fd51535c-0617-43a8-ad31-f1d4e993abaf,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:44.718835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.791063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e3a771-81c5-4541-9d34-d2b1db5059d9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:44.812573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.826616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-50b0dc16-2614-4658-897c-bac8c4e0397b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0e3a771-81c5-4541-9d34-d2b1db5059d9 HTTP/1.1" status: 204 len: 168 time: 0.9174571 Mar 21 07:02:44.829048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:44.837595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.850545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Transition to ACTIVE for port object 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:44.851202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Routers {'798239c9-365e-4373-b4e0-d489172402d6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:44.851967 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['798239c9-365e-4373-b4e0-d489172402d6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:44.870568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.877886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b5197-6916-44c1-a684-379d59879651 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:44.878726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e77b5197-6916-44c1-a684-379d59879651 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Synchronizing usage tracker for tenant:799e133971b54262ac86b5ca418313a0 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:44.924415 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcf32c-e465-480d-a296-35dc69a27e54 None None] Pushing event updated for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:44.950456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Provisioning complete for port 30a81038-8ff6-433a-91a6-777ea5974f8c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:44.950977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b62f-a9b7-4380-9415-be57787ae080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:44.975311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e77b5197-6916-44c1-a684-379d59879651 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Unset dirty status for tenant:799e133971b54262ac86b5ca418313a0 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:44.979461 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e77b5197-6916-44c1-a684-379d59879651 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=017a730e-1037-49d2-ade0-bb956f568f21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4721928 Mar 21 07:02:44.985664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:45.012763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.019161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] Routers {'017a730e-1037-49d2-ade0-bb956f568f21'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:45.019806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['017a730e-1037-49d2-ade0-bb956f568f21'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.071222 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] Set router 798239c9-365e-4373-b4e0-d489172402d6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:45.111507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.112027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d9ab3-0d3e-4f99-8073-b7745a5f201c None None] The sync data for ids ['017a730e-1037-49d2-ade0-bb956f568f21'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:45.115642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c61a9-cbed-4c5f-9ed8-02666ed02a77 None None] Pushing event updated for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:45.297364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.305411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5165c-b26b-4275-8fca-c5a5eb210a15 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:45.309519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eee5165c-b26b-4275-8fca-c5a5eb210a15 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.3200483 Mar 21 07:02:45.309765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59400) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:45.327074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.347949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.350014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.396324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d0fce8e0-5a77-4ccc-8884-02c9f85f62ae tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 200 len: 205 time: 0.0854635 Mar 21 07:02:45.399815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59404) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:45.479399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Attempting to bind port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:45.479771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Attempting to bind port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:45.480142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Attempting to bind port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff on network 089ebe74-8667-4c13-9c96-38452d67fd17 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:45.481036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc1ad7c-b2d4-417b-9de2-9057a0aacd11']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.504979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:45.505981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Checking segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:45.506558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.507285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Bound using segment: {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:45.507981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Bound port: 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329e98dd-b83b-4285-bc38-e349298c1f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:45.508549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.528811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.534957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1c9035-c7ae-44c5-844c-cdc4434328f4') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.535601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1c9035-c7ae-44c5-844c-cdc4434328f4') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.549181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.551905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.560584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.582538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=7cfaf444-3082-4db0-8475-87c0e0998c11,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:45.587160 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': 'fd51535c-0617-43a8-ad31-f1d4e993abaf', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:d9:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798239c9-365e-4373-b4e0-d489172402d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:36Z', 'updated_at': '2022-03-21T07:02:44Z', 'revision_number': 4, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:45.591425 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9f8ec-dab0-4382-860f-1cca52b865f6 None None] The sync data for ids ['798239c9-365e-4373-b4e0-d489172402d6'] in dv-neutron-834307-1-hyperv is: [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:38Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': 'fd51535c-0617-43a8-ad31-f1d4e993abaf', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:d9:36:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798239c9-365e-4373-b4e0-d489172402d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:36Z', 'updated_at': '2022-03-21T07:02:44Z', 'revision_number': 4, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': 'a4c35d99-7573-4930-95f5-5f102e8a7fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:45.617788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 30a81038-8ff6-433a-91a6-777ea5974f8c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:45.681342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.708503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:02:45.708959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:02:45.722599 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:02:45.726861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6eeb525-1017-4f70-8c7c-7f9c9a9e3cd4 None None] Provisioning complete for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:45.727466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb525-1017-4f70-8c7c-7f9c9a9e3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.795650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] For port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:45.807453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 30a81038-8ff6-433a-91a6-777ea5974f8c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:45.808376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.809660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.845833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] For port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:45.855863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d6eeb525-1017-4f70-8c7c-7f9c9a9e3cd4 None None] Port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:45.858451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:45.874299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.918527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.930215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:45.993067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc1ad7c-b2d4-417b-9de2-9057a0aacd11,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:45.999207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b792dc87-6cfd-472b-bcfe-2c0762def686 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fc1ad7c-b2d4-417b-9de2-9057a0aacd11 HTTP/1.1" status: 204 len: 168 time: 1.1666758 Mar 21 07:02:46.002897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:46.003717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:46.144863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:46.168687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port c5e4a274-daa7-4a98-8c1d-05cfd4832cd3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:46.169038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:46.186375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c61a9-cbed-4c5f-9ed8-02666ed02a77 None None] Pushing event updated for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:46.322507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network f140a452-1f63-4863-89d3-b1faa5f1b3de is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:46.332236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:46.338492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:46.344573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:46.482777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:46.496769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59410) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:46.536528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:46.724505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for c5e4a274-daa7-4a98-8c1d-05cfd4832cd3 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:46.885918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f110e3ea-ccf4-40ff-9f72-df2f794f025e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:46.889556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:46.892099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:46.907460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Provisioning complete for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:46.907712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:46.949277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-44617ac0-fce4-4270-87cf-181060d0c804 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90cbbff5b5ea45879716379d4f0bdf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513173 Mar 21 07:02:46.951832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59414) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:46.992878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:47.017882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Provisioning complete for port 7cfaf444-3082-4db0-8475-87c0e0998c11 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:47.018257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.048297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.111403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.111623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cca7b10e-1fbc-4f78-aa29-d4e326c78746 None None] Port 7cfaf444-3082-4db0-8475-87c0e0998c11 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:47.141330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:02:37Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff', 'name': '', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:31:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:45Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:47.145626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd3db3f-f6a5-4bee-a454-e5ccf8a66ecf None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:02:37Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff', 'name': '', 'network_id': '089ebe74-8667-4c13-9c96-38452d67fd17', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:31:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:45Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '794ba078-0f8d-42fa-afdd-d73b57782011', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:47.170944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.288485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=c5e4a274-daa7-4a98-8c1d-05cfd4832cd3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:47.363136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.407751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb31eca-6eec-48ee-8c85-665693099448,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:47.431982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.487917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.491405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9cb4b468-a46e-499c-94b4-dd60e779d250 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eb31eca-6eec-48ee-8c85-665693099448 HTTP/1.1" status: 204 len: 168 time: 0.5362759 Mar 21 07:02:47.658035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:47.664612 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-966cc57f-b83e-4d3b-b288-79a39c45dda7 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5805461 Mar 21 07:02:47.673161 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:47.677113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59422) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:47.688375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963295230'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:47.692670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:47.693661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.695370 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:47.696041 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:47.700097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fd51535c-0617-43a8-ad31-f1d4e993abaf up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:47.700906 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-77cdd5eb-8c64-40f8-b620-93138c32a7a0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9560485 Mar 21 07:02:47.702849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.705349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59426) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:47.706548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:47.749683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.750285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router 017a730e-1037-49d2-ade0-bb956f568f21 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:47.763364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:47.770138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.771245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cbfc8daf-9185-442b-891e-3cd48e88586d tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 204 len: 168 time: 2.3693995 Mar 21 07:02:47.776721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59430) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:47.777946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:47.782565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] Sync routers for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:47.783532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1586287511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:47.790800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:47.801432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:47.802711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:47.806985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:47.829190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:47.835268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d394f2a-3b5e-4cdc-adfe-120ead90be36 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:47.836036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3d394f2a-3b5e-4cdc-adfe-120ead90be36 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:47.842927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:47.846712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.853148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.854179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:47.854314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.855577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:47.860040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port fd51535c-0617-43a8-ad31-f1d4e993abaf {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:47.860530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.882002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.907910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:47.945829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3d394f2a-3b5e-4cdc-adfe-120ead90be36 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:47.947991 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d394f2a-3b5e-4cdc-adfe-120ead90be36 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports/7cfaf444-3082-4db0-8475-87c0e0998c11 HTTP/1.1" status: 200 len: 910 time: 0.2378397 Mar 21 07:02:47.963880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59436) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:47.969989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:48.043084 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:48.045726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:48.060065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:48.060700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:48.065825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.066441 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment 31f8c78b-2969-46b9-865d-8c450ca69ea2 of type vlan for network 37ba40e7-fe01-4d42-8201-c2450c4ed17b Mar 21 07:02:48.113318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.115210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bec4726d-1ac8-4116-9d0d-c11a9ffcf603 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3370247 Mar 21 07:02:48.133599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59440) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:48.148986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'enable_snat': False}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:48.167486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:48.168022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364aa74-06e8-4e54-8140-98684382b22c None None] The sync data for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:48.172855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port fd51535c-0617-43a8-ad31-f1d4e993abaf completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:48.190977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fd51535c-0617-43a8-ad31-f1d4e993abaf triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:48.191214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.241629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.255404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59444) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:48.339902 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.359061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port fd51535c-0617-43a8-ad31-f1d4e993abaf, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fd51535c-0617-43a8-ad31-f1d4e993abaf,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:48.359397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.402163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d91281da-0c58-4444-bced-3a07df006e0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22194c402c9d49b1964effa4f262df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433258 Mar 21 07:02:48.402827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59448) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:48.436410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.441026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:02:48.484141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port fd51535c-0617-43a8-ad31-f1d4e993abaf, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fd51535c-0617-43a8-ad31-f1d4e993abaf,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:48.490003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.491904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:48.539195 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:43Z', 'revision_number': 3, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:44Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:48.543529 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:48.543871 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Updating router b0220e3a-1601-4416-a25d-772f631cfd18 port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:48.599448 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.630355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:48.643560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for fd51535c-0617-43a8-ad31-f1d4e993abaf owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:48.662463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.674929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:48.685368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:48.685870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.712387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.818707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.845242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.853976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.861279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:48.861880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.864027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:48.870466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.872920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.895919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d5ab5-6877-40f1-8667-c5109eceae16,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:48.902662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.906218 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-de8a85ed-84f2-4437-8fea-cea9101e0c23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/477d5ab5-6877-40f1-8667-c5109eceae16 HTTP/1.1" status: 204 len: 168 time: 0.4400930 Mar 21 07:02:48.956950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:48.994066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=37ba40e7-fe01-4d42-8201-c2450c4ed17b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:49.015681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:49.022218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:49.053200 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.065870 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Transition to ACTIVE for port object 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:49.075153 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.237497 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e24dd-bae5-4597-be84-d56de3227b45 None None] Pushing event updated for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:49.398765 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-836db6b3-73cb-4d1d-a6ee-1f8f8b080d3f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7160807 Mar 21 07:02:49.405038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59454) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:49.421447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:49.497657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Attempting to bind port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:49.497875 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Attempting to bind port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:49.498224 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Attempting to bind port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 on network f140a452-1f63-4863-89d3-b1faa5f1b3de {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:49.518116 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:49.518488 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Checking segment: {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:49.518887 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.519278 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Bound using segment: {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:49.519743 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Bound port: 5e9a5be9-5835-43bc-a40e-bb3f6f62a172, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:49.520129 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.612243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fd51535c-0617-43a8-ad31-f1d4e993abaf up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:49.614823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:02:49.615209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:02:49.662831 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] For port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:49.666537 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] For port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:49.672627 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.721009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fd51535c-0617-43a8-ad31-f1d4e993abaf triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:49.722419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:49.722795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.730532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:49.733969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:49.772608 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e24dd-bae5-4597-be84-d56de3227b45 None None] Pushing event updated for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:49.801298 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:49.802675 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:49.815472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:49.833929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 7cfaf444-3082-4db0-8475-87c0e0998c11 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:49.834296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.846550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.880913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:49.906283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:50.005075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:50.008159 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:50.008948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.017742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:50.018117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.103148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Allocated IP 172.26.2.80 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/0b628bda-058c-4bba-86b3-76a9874e9715) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:50.115815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port fd51535c-0617-43a8-ad31-f1d4e993abaf {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:50.116160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.204742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.340164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 7cfaf444-3082-4db0-8475-87c0e0998c11 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:50.388592 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:43Z', 'revision_number': 3, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:49Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:50.393035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3045f2-9a65-41f0-b338-6a92667f50c3 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:43Z', 'revision_number': 3, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:49Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:50.472211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.499701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port fd51535c-0617-43a8-ad31-f1d4e993abaf, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fd51535c-0617-43a8-ad31-f1d4e993abaf,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:50.500062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.548326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.640392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for fd51535c-0617-43a8-ad31-f1d4e993abaf owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:50.692304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=dd78550a-5fac-48cb-80ac-bc6be537b9fa,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:50.709273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:50.709635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 37ba40e7-fe01-4d42-8201-c2450c4ed17b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:50.714109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.722905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.772680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=7cfaf444-3082-4db0-8475-87c0e0998c11,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:50.804480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:50.809693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:50.814606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:50.866808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:50.873975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Pushing event updated for resources: {'Port': ['ID=0b628bda-058c-4bba-86b3-76a9874e9715,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:50.883767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 37ba40e7-fe01-4d42-8201-c2450c4ed17b) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:50.894389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:50.894970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:50.905936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d31f79d-97bc-4c67-ae6e-213a162628e7 None None] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:51.226684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:51.229111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.267647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fac5de39-31d6-4423-bada-2ddbccd10744 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8613586 Mar 21 07:02:51.270961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59460) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:51.291482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.402881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=fd51535c-0617-43a8-ad31-f1d4e993abaf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:51.419382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.421336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Allocated IP 2001:db8:2::2 (37ba40e7-fe01-4d42-8201-c2450c4ed17b/dd78550a-5fac-48cb-80ac-bc6be537b9fa/42fcb7f8-8090-4501-ad80-06b40af946e4) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:51.724913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:51.743192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.752507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.781477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Transition to ACTIVE for port object 42fcb7f8-8090-4501-ad80-06b40af946e4 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:51.809815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Transition to ACTIVE for port object 42fcb7f8-8090-4501-ad80-06b40af946e4 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:51.817504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.822468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.872009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:51.887589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:51.889118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:51.893408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:51.893775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:51.920296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:52.020651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Pushing event updated for resources: {'Port': ['ID=42fcb7f8-8090-4501-ad80-06b40af946e4,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:52.050082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Attempting to bind port 42fcb7f8-8090-4501-ad80-06b40af946e4 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:52.050446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Attempting to bind port 42fcb7f8-8090-4501-ad80-06b40af946e4 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:52.050802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Attempting to bind port 42fcb7f8-8090-4501-ad80-06b40af946e4 on network 37ba40e7-fe01-4d42-8201-c2450c4ed17b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:52.060998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:52.061382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Checking segment: {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:52.061778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.062162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Bound using segment: {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:52.062615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Bound port: 42fcb7f8-8090-4501-ad80-06b40af946e4, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:52.062977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.133308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f110e3ea-ccf4-40ff-9f72-df2f794f025e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:52.187229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.196862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Router 798239c9-365e-4373-b4e0-d489172402d6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:52.219969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] For port 42fcb7f8-8090-4501-ad80-06b40af946e4, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:52.223564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] For port 42fcb7f8-8090-4501-ad80-06b40af946e4, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42fcb7f8-8090-4501-ad80-06b40af946e4,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:52.230632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.269600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:52.283101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.317842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba2c5-e8b0-4614-b519-2f1117bc72a2 None None] Pushing event updated for resources: {'Port': ['ID=42fcb7f8-8090-4501-ad80-06b40af946e4,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:52.394127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:52.405969 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] Sync routers for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:52.406882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-696921ed-c3ce-408d-89f5-44f2fa0d2155 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4396064 Mar 21 07:02:52.408158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:52.411215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.421636 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:52.422402 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.467076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:52.470382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-03349cbe-740c-45ee-b392-c0a4a07b583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.539032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.550620 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:52.551238 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.653036 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.653746 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ccecd-22a4-4b9f-80cb-f41186da5d68 None None] The sync data for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:52.679706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:52.691022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Sync routers for ids ['798239c9-365e-4373-b4e0-d489172402d6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:52.705739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Routers {'798239c9-365e-4373-b4e0-d489172402d6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:52.705739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['798239c9-365e-4373-b4e0-d489172402d6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.773163 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b3a7b9de-2575-4101-9c48-717ff7f168eb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "PUT /v2.0/routers/798239c9-365e-4373-b4e0-d489172402d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0036938 Mar 21 07:02:52.776899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59470) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:52.852125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.860986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Set router 798239c9-365e-4373-b4e0-d489172402d6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:52.862628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:52.873919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0103d-580e-420c-82cd-170f1e93d826 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:52.875643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0103d-580e-420c-82cd-170f1e93d826 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:52.876444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-87b0103d-580e-420c-82cd-170f1e93d826 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:52.972269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:50Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:52.973332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-87b0103d-580e-420c-82cd-170f1e93d826 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:52.974805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-87b0103d-580e-420c-82cd-170f1e93d826 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1963172 Mar 21 07:02:52.980093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Checking router: 798239c9-365e-4373-b4e0-d489172402d6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:52.981524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59474) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:52.989838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Routers {'798239c9-365e-4373-b4e0-d489172402d6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:52.990449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['798239c9-365e-4373-b4e0-d489172402d6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.123841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] Set router 798239c9-365e-4373-b4e0-d489172402d6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:53.127322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet a4c35d99-7573-4930-95f5-5f102e8a7fd9 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:53.143249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.216232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.246426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:50Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.250762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9a26d-0860-4482-be03-d259f8c2d84c None None] The sync data for ids ['798239c9-365e-4373-b4e0-d489172402d6'] in dv-neutron-834307-1-hyperv is: [{'id': '798239c9-365e-4373-b4e0-d489172402d6', 'name': 'tempest-NetworksTestDHCPv6-router-1309644198', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:35Z', 'updated_at': '2022-03-21T07:02:50Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:53.278810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Router a8e6bdc7-0a44-4f19-920b-92b0d3492aad is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:02:53.446014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8:2::1 (37ba40e7-fe01-4d42-8201-c2450c4ed17b/dd78550a-5fac-48cb-80ac-bc6be537b9fa/5abb9f40-e659-48f2-bf01-c255469c2acb) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:53.524201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.543965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca85da-41a4-4549-bd4c-98e60d8faa81 None None] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:53.610892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:53.616510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.622986 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] Sync routers for ids ['a8e6bdc7-0a44-4f19-920b-92b0d3492aad'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:53.628420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1feacc7e-457b-4cac-8314-64a317fd4e8a tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "PUT /v2.0/routers/a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 200 len: 915 time: 5.4889588 Mar 21 07:02:53.631938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59478) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:53.638454 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] Routers {'a8e6bdc7-0a44-4f19-920b-92b0d3492aad'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:53.639075 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a8e6bdc7-0a44-4f19-920b-92b0d3492aad'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.685582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a2bc8125-a194-4cbe-80a9-7fe5cecf0c6a None None] Provisioning for port 42fcb7f8-8090-4501-ad80-06b40af946e4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:53.694860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.755960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object 5abb9f40-e659-48f2-bf01-c255469c2acb will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:53.779444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.791715 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.807594 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] Routers {'a8e6bdc7-0a44-4f19-920b-92b0d3492aad'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:53.808496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['a8e6bdc7-0a44-4f19-920b-92b0d3492aad'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.873721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:53.932166 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2dfc306c-578e-4af0-a761-fc16a02ba42f tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 200 len: 921 time: 0.2806697 Mar 21 07:02:53.933488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59484) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:53.954258 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:53.954910 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29f7d3-860a-4637-9674-bf4c983b3108 None None] The sync data for ids ['a8e6bdc7-0a44-4f19-920b-92b0d3492aad'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:53.986715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:53.987087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:53.992388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.019789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.071343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c35d99-7573-4930-95f5-5f102e8a7fd9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:54.074794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.083438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52795bf3-dbc1-49ef-92bb-38658c2af3e8 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:54.097018 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-93605e5d-26cf-4ab3-b258-4b81c7be1b63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/a4c35d99-7573-4930-95f5-5f102e8a7fd9 HTTP/1.1" status: 204 len: 168 time: 1.1142550 Mar 21 07:02:54.100670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c24e6-e5a2-4b78-9efb-48868ad0bebe tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:54.102564 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e77c24e6-e5a2-4b78-9efb-48868ad0bebe tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=a8e6bdc7-0a44-4f19-920b-92b0d3492aad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1679730 Mar 21 07:02:54.103893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59488) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:54.106271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59490) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:54.156624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:54.189405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:54.192181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:54.193098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.399903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:54.451078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42fcb7f8-8090-4501-ad80-06b40af946e4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:54.464599 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c84021a3-1533-4925-9df2-ed1ec73d103b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3591709 Mar 21 07:02:54.466868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eaafe0-7e4c-4df8-9fe8-4be6384264b9 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:54.467038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59496) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:54.468876 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-84eaafe0-7e4c-4df8-9fe8-4be6384264b9 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/networks/d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 881 time: 0.3615098 Mar 21 07:02:54.472573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59500) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:54.593717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1855-f1a6-4738-a88c-b18238199fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.604181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 42fcb7f8-8090-4501-ad80-06b40af946e4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:54.609933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 42fcb7f8-8090-4501-ad80-06b40af946e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:54.610312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.673549 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:02:54.680163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.711090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2373a037-1858-4383-bd73-200ef306a944 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:02:54.713615 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0d244e8c-12c3-4ed5-8b02-7b88d842ba49 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 200 len: 205 time: 0.2386701 Mar 21 07:02:54.716949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59504) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:54.725060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Deleting port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:54.725739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.773876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dc739d50-58b9-496f-bf1a-622c81e885f5 None None] Provisioning for port 5abb9f40-e659-48f2-bf01-c255469c2acb completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:54.795392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dc739d50-58b9-496f-bf1a-622c81e885f5 None None] Provisioning complete for port 5abb9f40-e659-48f2-bf01-c255469c2acb triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:54.795392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc739d50-58b9-496f-bf1a-622c81e885f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.831263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.926677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:54.958222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port e032935f-50a7-431d-918c-717c0a2d0e85 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:54.958562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.022744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.032169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dc739d50-58b9-496f-bf1a-622c81e885f5 None None] Port 5abb9f40-e659-48f2-bf01-c255469c2acb cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:55.122609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.134103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port 0b628bda-058c-4bba-86b3-76a9874e9715 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:02:55.135915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.140413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 42fcb7f8-8090-4501-ad80-06b40af946e4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42fcb7f8-8090-4501-ad80-06b40af946e4,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:55.144501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.192181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fd51535c-0617-43a8-ad31-f1d4e993abaf no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:55.236115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2373a037-1858-4383-bd73-200ef306a944 None None] For port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:02:55.236502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.266152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.268087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: fd51535c-0617-43a8-ad31-f1d4e993abaf {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:55.268426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fd51535c-0617-43a8-ad31-f1d4e993abaf not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:55.285443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.338250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.384295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Calling delete_port for 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:55.432105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=42fcb7f8-8090-4501-ad80-06b40af946e4,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:55.475123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for 0b628bda-058c-4bba-86b3-76a9874e9715 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:55.476850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.477423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Fanout notify agent at l3_agent the message router_deleted on router 798239c9-365e-4373-b4e0-d489172402d6 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:55.487163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.543058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373a037-1858-4383-bd73-200ef306a944 None None] Pushing event deleted for resources: {'Port': ['ID=3a35df6a-0e6f-480b-8e5f-d702b33a5f7e,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:55.553791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373a037-1858-4383-bd73-200ef306a944 None None] No DVR routers for this DVR port 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:02:55.606165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.609829 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e23a2209-f8fc-4342-820b-14622680b8b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/routers/798239c9-365e-4373-b4e0-d489172402d6 HTTP/1.1" status: 204 len: 168 time: 1.1389449 Mar 21 07:02:55.618397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59512) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:55.626752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:55.635151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42fcb7f8-8090-4501-ad80-06b40af946e4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:55.643709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.705909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 42fcb7f8-8090-4501-ad80-06b40af946e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:55.706297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.788655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.797083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.799387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:55.804490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:55.808473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:55.820314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.824807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:55.875184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=0b628bda-058c-4bba-86b3-76a9874e9715,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:55.911855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for e032935f-50a7-431d-918c-717c0a2d0e85 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:02:55.913354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:55.913967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:02:55.918475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:55.953517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:02:55.954530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3a35df6a-0e6f-480b-8e5f-d702b33a5f7e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:02:56.038051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.044615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.045487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.071070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.228851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:56.319640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:56.324199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:56.373405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.376437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.404278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.441160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.441701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router a8e6bdc7-0a44-4f19-920b-92b0d3492aad {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:56.496437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.501946 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fbe0dd83-5d42-434e-a62d-2ba087be005b tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 204 len: 168 time: 1.7789609 Mar 21 07:02:56.501946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59518) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:56.511795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=e032935f-50a7-431d-918c-717c0a2d0e85,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:56.514902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-630432908', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:56.526105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:56.531309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Usage tracker for resource:router and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:56.534632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:56.538332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.572488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:56.605152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:56.608823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:56.613342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.613908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.621695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:56.622294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.623238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9bf19-6ba6-4990-9e4e-918d26b4c23b None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:56.643782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=5104d46a-bb3b-45ed-b478-08fbfce5e1fd,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:56.650797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:56.655911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.668539 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-daead7bf-68d7-4ca4-8076-3ef3d6a0ad55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0428224 Mar 21 07:02:56.668864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59522) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:56.674879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:56.683313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:56.688712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:router and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:56.692656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:56.700115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:56.814948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.839547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.840569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.855923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-de9c1bff-1c76-486d-9d84-904738312f2e None None] Provisioning complete for port 5abb9f40-e659-48f2-bf01-c255469c2acb triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:02:56.856289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de9c1bff-1c76-486d-9d84-904738312f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.943705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-de9c1bff-1c76-486d-9d84-904738312f2e None None] Port 5abb9f40-e659-48f2-bf01-c255469c2acb cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:02:56.950869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:56.951823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.975823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:56.990620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.020705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.063892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.065002 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7b32c61-6b4e-4f2a-aa96-a7c67e7954bb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3952327 Mar 21 07:02:57.068671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59526) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:57.115262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/5104d46a-bb3b-45ed-b478-08fbfce5e1fd/193cda2a-f2a8-4c1c-8f11-2781ebebbcfc) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:57.255615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.416816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.425052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:57.435830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f110e3ea-ccf4-40ff-9f72-df2f794f025e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:02:57.437505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Transition to ACTIVE for port object 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:57.449194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-41d9b15c-0206-4730-903b-887d94c8f85b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1770627 Mar 21 07:02:57.456463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59530) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:57.459681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Transition to ACTIVE for port object 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:57.465886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:57.478162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.546380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1636843108'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:57.559257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:57.559911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:57.567724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:57.629774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:network and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:57.641044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:57.649686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:02:57.654229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:57.657918 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b06c9c30-51d2-4943-8119-a6e1b653fa7d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2336707 Mar 21 07:02:57.660500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59536) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:57.674174 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] Sync routers for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:02:57.687872 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:57.688831 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:57.738054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:02:57.769109 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:57.777587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f36c643-389c-4fad-acbc-efb80a51ad5b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:02:57.784519 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] Routers {'f110e3ea-ccf4-40ff-9f72-df2f794f025e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:02:57.785582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:57.789472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:57.793363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.817288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f36c643-389c-4fad-acbc-efb80a51ad5b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:02:57.821671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f36c643-389c-4fad-acbc-efb80a51ad5b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f110e3ea-ccf4-40ff-9f72-df2f794f025e HTTP/1.1" status: 200 len: 205 time: 0.1600783 Mar 21 07:02:57.823840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59540) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:57.862608 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:57.863297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e99e9-de55-446c-8cda-c0f52905dfef None None] The sync data for ids ['f110e3ea-ccf4-40ff-9f72-df2f794f025e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:02:57.880842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.903088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:02:57.904207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Pushing event updated for resources: {'Port': ['ID=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:57.930336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:57.941936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:57.947373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:57.974807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:57.991229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.031108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.031446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added segment 9acbb120-114c-420a-8271-1b3608704a6e of type vlan for network 79db1005-8980-4b6b-b3e6-89e9919853ff Mar 21 07:02:58.084203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.112072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Attempting to bind port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:58.112434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Attempting to bind port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:58.112793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Attempting to bind port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:58.128596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:58.128971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:58.129458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.129844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:58.130319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Bound port: 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:58.130686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.232254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.283512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] For port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:58.287235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] For port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:58.298612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.314088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.317056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.340356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:54Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:02:55Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:02:58.360731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:02:58.361182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Updating router b0220e3a-1601-4416-a25d-772f631cfd18 port 5abb9f40-e659-48f2-bf01-c255469c2acb binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:02:58.362171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.367673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:58.368292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.393368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.393876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router f110e3ea-ccf4-40ff-9f72-df2f794f025e {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:02:58.419214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Allocated IP 172.26.2.51 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/33256f8e-81e5-4bb6-acae-60b7d2ee8775) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:58.434201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.438593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eecc8df1-69f7-46dc-86fb-3edb9bf012e8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e HTTP/1.1" status: 204 len: 168 time: 0.6136942 Mar 21 07:02:58.461867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59546) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:58.467414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.477014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9520b-a46e-493b-9126-9bcf25e5872c None None] Pushing event updated for resources: {'Port': ['ID=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:58.490754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9570148 Mar 21 07:02:58.497744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59550) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:58.505893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'subnet': {'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:02:58.544116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356b1d2-7074-4f5c-8a0a-b854219546ca tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Network': ['ID=79db1005-8980-4b6b-b3e6-89e9919853ff,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:58.616257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 79db1005-8980-4b6b-b3e6-89e9919853ff details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:02:58.627215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:02:58.631146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:subnet and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:02:58.634959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:02:58.640906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:02:58.655116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Made reservation on behalf of 68d1f8f4778946c9a2958fc3820bd62e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:02:58.656674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::1 (1aedd96c-5f29-4cfa-a902-805903aa8838/5104d46a-bb3b-45ed-b478-08fbfce5e1fd/9f47f85e-211f-49bc-8c97-0219e3bce7cc) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:02:58.658641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.669423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet d3f2d027-304c-4915-9fbf-67c4dfba407b {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:02:58.680878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.911742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:58.928863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 9f47f85e-211f-49bc-8c97-0219e3bce7cc will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:58.943420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.002286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.036812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.051288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Transition to ACTIVE for port object 5abb9f40-e659-48f2-bf01-c255469c2acb will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:02:59.058177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.059395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.080726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.152860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:59.157975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.187620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Subnet': ['ID=e43be0e9-400f-4dd5-b15c-ea5d7bec1f16,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:59.191133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:59.200847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.208055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:59.208262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Checking segment: {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:59.208500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network hostable DHCP agents. Network: 79db1005-8980-4b6b-b3e6-89e9919853ff, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:02:59.208958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.233671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 79db1005-8980-4b6b-b3e6-89e9919853ff is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:02:59.247913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d60b3-aaf7-43a0-858b-05dfa7bdefde None None] Pushing event updated for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:59.248774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 79db1005-8980-4b6b-b3e6-89e9919853ff) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:59.262706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:02:59.263553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.281378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33231c23-9d5a-4be1-9e83-2841f625fe9b None None] Network 79db1005-8980-4b6b-b3e6-89e9919853ff requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:02:59.304475 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-56a6f45c-0bbc-4cf2-bd93-5f9a72be605a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8057210 Mar 21 07:02:59.305524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:02:59.514563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Attempting to bind port 5abb9f40-e659-48f2-bf01-c255469c2acb on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:02:59.516960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Attempting to bind port 5abb9f40-e659-48f2-bf01-c255469c2acb by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:02:59.517397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Attempting to bind port 5abb9f40-e659-48f2-bf01-c255469c2acb on network 37ba40e7-fe01-4d42-8201-c2450c4ed17b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:02:59.562301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:02:59.562600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Checking segment: {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:02:59.563993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.563993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Bound using segment: {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:02:59.563993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Bound port: 5abb9f40-e659-48f2-bf01-c255469c2acb, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f8c78b-2969-46b9-865d-8c450ca69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:02:59.564338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.582660 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:59.673434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:02:59.719903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:02:59.732775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:02:59.735851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:02:59.804573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-79db1005-8980-4b6b-b3e6-89e9919853ff', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:02:59.805393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.876329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] For port 5abb9f40-e659-48f2-bf01-c255469c2acb, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:02:59.891270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event updated for resources: {'Port': ['ID=33256f8e-81e5-4bb6-acae-60b7d2ee8775,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:02:59.898486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] For port 5abb9f40-e659-48f2-bf01-c255469c2acb, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5abb9f40-e659-48f2-bf01-c255469c2acb,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:02:59.906708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:02:59.920692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:02:59.976478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.046438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.097824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d60b3-aaf7-43a0-858b-05dfa7bdefde None None] Pushing event updated for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:00.108310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Provisioning for port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:00.111788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84b59d-0691-4b5b-8bb1-ccdd006b6655 None None] Network 26b59d97-fd05-493e-98ee-ccbf0454b729 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:00.127042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f2d027-304c-4915-9fbf-67c4dfba407b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:00.164626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.180888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Provisioning complete for port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:00.181348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.263891 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f47cca57-3521-4b87-b149-11cb762e3401 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f2d027-304c-4915-9fbf-67c4dfba407b HTTP/1.1" status: 204 len: 168 time: 1.8002086 Mar 21 07:03:00.274310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59558) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:00.307462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.353158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:00.354118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:00.442190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet a47b85f1-31a3-4a10-b9ce-6232e43230a3 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:00.453709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.459863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Allocated IP 2001:db8:3::2 (79db1005-8980-4b6b-b3e6-89e9919853ff/e43be0e9-400f-4dd5-b15c-ea5d7bec1f16/93bbb7c6-cf53-4f73-ae4f-718c66669f27) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:00.536196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.567168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.715997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.744941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:00.798069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.840550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=a47b85f1-31a3-4a10-b9ce-6232e43230a3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:00.842526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:00.855639 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a49f5f9d-3156-4612-b5b4-15c0d78a3181 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/a47b85f1-31a3-4a10-b9ce-6232e43230a3 HTTP/1.1" status: 204 len: 168 time: 0.5666935 Mar 21 07:03:00.856274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59564) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:00.935355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad64e4-aa60-4386-87aa-023ebdb5daa3 None None] Network 5ce973e2-c0f0-40db-b89c-07d122d76e5b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:01.094779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.105113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 2cadad41-82bb-4982-b399-e66cdcfb225f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:01.105478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.156438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.245609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.312026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.324398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 2cadad41-82bb-4982-b399-e66cdcfb225f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2cadad41-82bb-4982-b399-e66cdcfb225f,segment=NetworkSegment(58cf9700-bfd1-4c89-bc0b-459055b4c692),segment_id=58cf9700-bfd1-4c89-bc0b-459055b4c692)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:01.324973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.326472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.327263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.425975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] For port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:01.446462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.470993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 2cadad41-82bb-4982-b399-e66cdcfb225f owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:01.494909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902917c-e8cb-442b-a0a6-c5620e79aedb None None] DHCP port deletion for 26b59d97-fd05-493e-98ee-ccbf0454b729 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:01.519765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.551817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:01.558006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1902917c-e8cb-442b-a0a6-c5620e79aedb None None] Deleting port 2cadad41-82bb-4982-b399-e66cdcfb225f {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:01.558302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1902917c-e8cb-442b-a0a6-c5620e79aedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.560684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.610793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=2cadad41-82bb-4982-b399-e66cdcfb225f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:01.616683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 2cadad41-82bb-4982-b399-e66cdcfb225f on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:01.617012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2cadad41-82bb-4982-b399-e66cdcfb225f no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:01.655970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Transition to ACTIVE for port object 93bbb7c6-cf53-4f73-ae4f-718c66669f27 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:01.678880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 2cadad41-82bb-4982-b399-e66cdcfb225f {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:01.679163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2cadad41-82bb-4982-b399-e66cdcfb225f not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:01.713292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:01.715051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:01.722232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Router 841f90e6-e772-4a9a-a272-2fc893e01822 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:01.727762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1902917c-e8cb-442b-a0a6-c5620e79aedb None None] The port '2cadad41-82bb-4982-b399-e66cdcfb225f' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:01.751706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.766844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Transition to ACTIVE for port object 93bbb7c6-cf53-4f73-ae4f-718c66669f27 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:01.769575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408678a0-7f31-4308-a2c5-bdb319a0c84a None None] Pushing event updated for resources: {'Port': ['ID=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:01.784060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b59d97-fd05-493e-98ee-ccbf0454b729']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:01.801005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.848573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf9700-bfd1-4c89-bc0b-459055b4c692') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:01.849704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf9700-bfd1-4c89-bc0b-459055b4c692') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:01.870367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8ea67ca0-dd96-41ad-b929-517ff742d47a None None] Provisioning for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:01.901009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8ea67ca0-dd96-41ad-b929-517ff742d47a None None] Provisioning complete for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:01.901009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8ea67ca0-dd96-41ad-b929-517ff742d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.903888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.927385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Network 79db1005-8980-4b6b-b3e6-89e9919853ff is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:01.929650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Pushing event updated for resources: {'Port': ['ID=93bbb7c6-cf53-4f73-ae4f-718c66669f27,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:01.934038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] DHCP port deletion for 5ce973e2-c0f0-40db-b89c-07d122d76e5b request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:01.943421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:01.945626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:01.956222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:54Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:02:59Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:01.957110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.960948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Allocated IP 2001:db8:3::1 (79db1005-8980-4b6b-b3e6-89e9919853ff/e43be0e9-400f-4dd5-b15c-ea5d7bec1f16/c89a77f5-8473-457d-89e0-c34ea0d5f959) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:01.970195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Deleting port 9603cc27-21f8-4024-8c2b-f47ecd136b25 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:01.970521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.972501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:01.972960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:01.991784 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:02.114123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:02.128418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103afdc1-aee7-4cbb-9b43-2cc6c15f5df0 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:02:54Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:02:59Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:02.151633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] Sync routers for ids ['841f90e6-e772-4a9a-a272-2fc893e01822'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:02.152582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Router 8d80ade1-1375-4216-9042-13f5640039fc is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:02.157526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.161965 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-13eb1f81-2033-46f2-8dc9-fa4d9875d806 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6566949 Mar 21 07:03:02.162638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59570) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:02.171359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:02.179242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.223316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.242976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=26b59d97-fd05-493e-98ee-ccbf0454b729,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:02.274498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f691c228-e485-4d70-9ce8-f85132652609 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/26b59d97-fd05-493e-98ee-ccbf0454b729 HTTP/1.1" status: 204 len: 168 time: 1.4156582 Mar 21 07:03:02.279291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59574) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:02.396444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] For port 9603cc27-21f8-4024-8c2b-f47ecd136b25, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9603cc27-21f8-4024-8c2b-f47ecd136b25,segment=NetworkSegment(b1f2bf8d-cdf9-4051-81ef-927098bcfbae),segment_id=b1f2bf8d-cdf9-4051-81ef-927098bcfbae)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:02.396958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.421933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.462737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Transition to ACTIVE for port object c89a77f5-8473-457d-89e0-c34ea0d5f959 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:02.467855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.487937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 9603cc27-21f8-4024-8c2b-f47ecd136b25 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:02.488281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.543601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:02.549707 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b747cac-dbc2-400a-bca1-b4d6043baac1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "PUT /v2.0/routers/8d80ade1-1375-4216-9042-13f5640039fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4801514 Mar 21 07:03:02.552441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59578) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:02.553619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Calling delete_port for 9603cc27-21f8-4024-8c2b-f47ecd136b25 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:02.561043 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Sync routers for ids ['8d80ade1-1375-4216-9042-13f5640039fc'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:02.574758 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Routers {'8d80ade1-1375-4216-9042-13f5640039fc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:02.576349 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8d80ade1-1375-4216-9042-13f5640039fc'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:02.654259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.654478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8ea67ca0-dd96-41ad-b929-517ff742d47a None None] Port 9f47f85e-211f-49bc-8c97-0219e3bce7cc cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:02.690213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Attempting to bind port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:02.690580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Attempting to bind port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:02.690942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Attempting to bind port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 on network 79db1005-8980-4b6b-b3e6-89e9919853ff {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:02.698487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] Routers {'841f90e6-e772-4a9a-a272-2fc893e01822'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:02.699166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['841f90e6-e772-4a9a-a272-2fc893e01822'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:02.784252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c2782-0261-4e27-b959-91689ee128d2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:02.785728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f7c2782-0261-4e27-b959-91689ee128d2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports/9f47f85e-211f-49bc-8c97-0219e3bce7cc HTTP/1.1" status: 200 len: 911 time: 0.2320957 Mar 21 07:03:02.793260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59584) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:02.795160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 79db1005-8980-4b6b-b3e6-89e9919853ff is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:02.847086 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Set router 8d80ade1-1375-4216-9042-13f5640039fc gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:02.865941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.881079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:02.881928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Checking segment: {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:02.882675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.883434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Bound using segment: {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:02.884156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Bound port: 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:02.885332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:02.966116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:02.968503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] Pushing event deleted for resources: {'Port': ['ID=9603cc27-21f8-4024-8c2b-f47ecd136b25,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:02.971743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:02.979294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e878d2b-42d4-4ae1-80a9-123431b12c3e None None] No DVR routers for this DVR port 9603cc27-21f8-4024-8c2b-f47ecd136b25 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:03.033672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] Routers {'841f90e6-e772-4a9a-a272-2fc893e01822'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:03.033900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:03.034312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.034636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['841f90e6-e772-4a9a-a272-2fc893e01822'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:03.108528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:03.109113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dce1be-86e4-4ab7-ad15-78ea700d216f None None] The sync data for ids ['841f90e6-e772-4a9a-a272-2fc893e01822'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:03.116383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8f3f0d9a-d973-416d-b894-c1d15f09e079 None None] Provisioning complete for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:03.116981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0d9a-d973-416d-b894-c1d15f09e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.146037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 9603cc27-21f8-4024-8c2b-f47ecd136b25, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9603cc27-21f8-4024-8c2b-f47ecd136b25,segment=NetworkSegment(b1f2bf8d-cdf9-4051-81ef-927098bcfbae),segment_id=b1f2bf8d-cdf9-4051-81ef-927098bcfbae)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:03.146393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.204989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f0d9a-d973-416d-b894-c1d15f09e079 None None] Port 9f47f85e-211f-49bc-8c97-0219e3bce7cc cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:03.209557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] For port 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:03.214882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] For port 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93bbb7c6-cf53-4f73-ae4f-718c66669f27,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:03.235854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.248266 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:02:59Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': '9f47f85e-211f-49bc-8c97-0219e3bce7cc', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:98:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d80ade1-1375-4216-9042-13f5640039fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:58Z', 'updated_at': '2022-03-21T07:03:00Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:03.252112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Checking router: 8d80ade1-1375-4216-9042-13f5640039fc for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:03.252459 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Updating router 8d80ade1-1375-4216-9042-13f5640039fc port 9f47f85e-211f-49bc-8c97-0219e3bce7cc binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:03:03.292925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 9603cc27-21f8-4024-8c2b-f47ecd136b25 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:03.318122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.328525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.349790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.359007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:03.365277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Deleting port 33256f8e-81e5-4bb6-acae-60b7d2ee8775 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:03.365901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.428617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c009a-04e4-4e87-a204-6a5faffb00d2 None None] Pushing event updated for resources: {'Port': ['ID=93bbb7c6-cf53-4f73-ae4f-718c66669f27,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:03.503213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:03.503816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:03.524821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.583927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.609524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21281c20-6cd2-42c1-81e9-0453ef8cd332 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:03.617047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21281c20-6cd2-42c1-81e9-0453ef8cd332 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:03.620406 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21281c20-6cd2-42c1-81e9-0453ef8cd332 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6651187 Mar 21 07:03:03.623919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59588) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:03.790036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5abb9f40-e659-48f2-bf01-c255469c2acb up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:03.792319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Calling delete_port for 33256f8e-81e5-4bb6-acae-60b7d2ee8775 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:03.823886 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.843188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Transition to ACTIVE for port object 9f47f85e-211f-49bc-8c97-0219e3bce7cc will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:03.850927 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:03.880414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5abb9f40-e659-48f2-bf01-c255469c2acb completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:03.891741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5abb9f40-e659-48f2-bf01-c255469c2acb triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:03.892120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.048282 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace54662-c672-476a-88db-ca61385d666c None None] Pushing event updated for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:04.064520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.125908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5abb9f40-e659-48f2-bf01-c255469c2acb, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5abb9f40-e659-48f2-bf01-c255469c2acb,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:04.136463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.137334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:04.138328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 9603cc27-21f8-4024-8c2b-f47ecd136b25 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:04.139312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.144083 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Attempting to bind port 9f47f85e-211f-49bc-8c97-0219e3bce7cc on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:04.144288 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Attempting to bind port 9f47f85e-211f-49bc-8c97-0219e3bce7cc by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:04.144802 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Attempting to bind port 9f47f85e-211f-49bc-8c97-0219e3bce7cc on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:04.153026 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:04.153423 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:04.153866 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.154305 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:04.154775 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Bound port: 9f47f85e-211f-49bc-8c97-0219e3bce7cc, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:04.155159 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.280403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.310531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] For port 9f47f85e-211f-49bc-8c97-0219e3bce7cc, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:04.314122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] For port 9f47f85e-211f-49bc-8c97-0219e3bce7cc, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9f47f85e-211f-49bc-8c97-0219e3bce7cc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:04.324353 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.333268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:04.357330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:04.357713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.383513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] The port '9603cc27-21f8-4024-8c2b-f47ecd136b25' was deleted {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:04.423099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Pushing event deleted for resources: {'Port': ['ID=33256f8e-81e5-4bb6-acae-60b7d2ee8775,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:04.459964 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace54662-c672-476a-88db-ca61385d666c None None] Pushing event updated for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:04.511968 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Routers {'8d80ade1-1375-4216-9042-13f5640039fc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:04.512588 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8d80ade1-1375-4216-9042-13f5640039fc'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:04.604729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9603cc27-21f8-4024-8c2b-f47ecd136b25 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:04.624126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.679178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9603cc27-21f8-4024-8c2b-f47ecd136b25 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:04.679522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9603cc27-21f8-4024-8c2b-f47ecd136b25 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:04.732231 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] Set router 8d80ade1-1375-4216-9042-13f5640039fc gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:04.954543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:04.974611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf61407-b634-48f7-b6b4-ee484362fb59 None None] Network 79db1005-8980-4b6b-b3e6-89e9919853ff requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:04.990899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce973e2-c0f0-40db-b89c-07d122d76e5b']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:05.006482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:05.006771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f2bf8d-cdf9-4051-81ef-927098bcfbae') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:05.038288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.065433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.083911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.094175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.095526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.127148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2d8c7988-2ce1-4e56-ba7d-f827ff476f11 None None] Provisioning for port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:05.164673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:05.164956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: util.warn( Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:05.183225 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:05.221254 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:02:59Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': '9f47f85e-211f-49bc-8c97-0219e3bce7cc', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:98:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d80ade1-1375-4216-9042-13f5640039fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:58Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 4, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:05.225077 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c5f3ff-8fac-496b-9879-16dd875b8736 None None] The sync data for ids ['8d80ade1-1375-4216-9042-13f5640039fc'] in dv-neutron-834307-1-hyperv is: [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:02:59Z', 'revision_number': 2, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None, '_interfaces': [{'id': '9f47f85e-211f-49bc-8c97-0219e3bce7cc', 'name': '', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'mac_address': 'fa:16:3e:98:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d80ade1-1375-4216-9042-13f5640039fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:58Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 4, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'subnets': [{'id': '5104d46a-bb3b-45ed-b478-08fbfce5e1fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:05.281297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.285066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.348400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59594) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:05.375063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event updated for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:05.484504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.491159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.538753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Router 841f90e6-e772-4a9a-a272-2fc893e01822 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:05.555425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/5ce973e2-c0f0-40db-b89c-07d122d76e5b HTTP/1.1" status: 204 len: 168 time: 3.2750862 Mar 21 07:03:05.562364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59600) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:05.581510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-548263589'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:05.589100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668bfc8-fc79-4a4d-a8d0-637d989c9833 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=5ce973e2-c0f0-40db-b89c-07d122d76e5b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:05.591377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:05.598624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Network 79db1005-8980-4b6b-b3e6-89e9919853ff is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:05.600538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:05.683990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-21139305-3bd3-49c0-bdd3-14411e8a782c None None] Provisioning for port c89a77f5-8473-457d-89e0-c34ea0d5f959 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:05.689296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-21139305-3bd3-49c0-bdd3-14411e8a782c None None] Provisioning complete for port c89a77f5-8473-457d-89e0-c34ea0d5f959 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:05.689664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-21139305-3bd3-49c0-bdd3-14411e8a782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.721906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:05.777759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-21139305-3bd3-49c0-bdd3-14411e8a782c None None] Port c89a77f5-8473-457d-89e0-c34ea0d5f959 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:05.825962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:05.885303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:05.924694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5abb9f40-e659-48f2-bf01-c255469c2acb up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:05.926959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:05.984850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:06.042905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5abb9f40-e659-48f2-bf01-c255469c2acb triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:06.043510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.063991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:06.079708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.081037 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e5dddc8c-1ff7-4545-856f-7989b47638a8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "PUT /v2.0/routers/841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 200 len: 705 time: 3.9157169 Mar 21 07:03:06.092699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59604) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.099116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:06.102013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] Sync routers for ids ['841f90e6-e772-4a9a-a272-2fc893e01822'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:06.102732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.160493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] Routers {'841f90e6-e772-4a9a-a272-2fc893e01822'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:06.161150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['841f90e6-e772-4a9a-a272-2fc893e01822'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:06.240281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:06.260834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-256086d6-b068-44fe-af5f-92999443c9c1 None None] Provisioning complete for port c89a77f5-8473-457d-89e0-c34ea0d5f959 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:06.261366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-256086d6-b068-44fe-af5f-92999443c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.325948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-256086d6-b068-44fe-af5f-92999443c9c1 None None] Port c89a77f5-8473-457d-89e0-c34ea0d5f959 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:06.339542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] Routers {'841f90e6-e772-4a9a-a272-2fc893e01822'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:06.340734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['841f90e6-e772-4a9a-a272-2fc893e01822'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:06.352230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:06.372296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.372642 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 4c90f208-2461-46a2-9129-6226226e52f8 of type vlan for network 7a802cf5-4b79-487c-9300-92899e39df90 Mar 21 07:03:06.445400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.478553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:06.478807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc358d-5a69-4945-bf9a-8a365ce7bc42 None None] The sync data for ids ['841f90e6-e772-4a9a-a272-2fc893e01822'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:06.498461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.504522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:06.505130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.507013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-42c57e90-2757-4ed3-a151-fb1c887bd511 None None] Provisioning complete for port c89a77f5-8473-457d-89e0-c34ea0d5f959 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:06.507388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-42c57e90-2757-4ed3-a151-fb1c887bd511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.549061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9f47f85e-211f-49bc-8c97-0219e3bce7cc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:06.616282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-42c57e90-2757-4ed3-a151-fb1c887bd511 None None] Port c89a77f5-8473-457d-89e0-c34ea0d5f959 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:06.629847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1591e88b-8d5c-4fc8-9d14-78e62e8e2653 tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/routers/841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 200 len: 740 time: 0.5358105 Mar 21 07:03:06.642802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:06.648997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:06.649418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.651957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59608) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.755964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d5d4c3a3-d13d-49aa-ad84-ba63bee8a18c tempest-RoutersAdminTest-535914803 tempest-RoutersAdminTest-535914803-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&device_id=841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 200 len: 205 time: 0.0993118 Mar 21 07:03:06.764036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59612) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.783090 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2191787 Mar 21 07:03:06.783626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.786544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.788828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449433b-77d0-4136-8b5d-ce9e53706a88 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=7a802cf5-4b79-487c-9300-92899e39df90,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:06.795917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '7a802cf5-4b79-487c-9300-92899e39df90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:06.818260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7a802cf5-4b79-487c-9300-92899e39df90 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:06.829958 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f6aef99d-0381-43d4-b407-b47cee63f026 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 200 len: 205 time: 0.0588589 Mar 21 07:03:06.831422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:06.831554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.835738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f0b8484e-c2a5-41f0-b9b2-f9837fedb449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5281374 Mar 21 07:03:06.841514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59624) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:06.843334 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:06.849434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:06.855088 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:06.855785 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:06.861910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9f47f85e-211f-49bc-8c97-0219e3bce7cc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9f47f85e-211f-49bc-8c97-0219e3bce7cc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:06.964086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:06.966596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93bbb7c6-cf53-4f73-ae4f-718c66669f27 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:07.035447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 9f47f85e-211f-49bc-8c97-0219e3bce7cc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:07.036038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.049311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.125599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:07.132323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:07.133009 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:07.143032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:07.149130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:07.149723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.195769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.254049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port 9f47f85e-211f-49bc-8c97-0219e3bce7cc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9f47f85e-211f-49bc-8c97-0219e3bce7cc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:07.254400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.300422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:07.311114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.314228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:07.350754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93bbb7c6-cf53-4f73-ae4f-718c66669f27,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:07.366646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.390108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:07.395056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 9f47f85e-211f-49bc-8c97-0219e3bce7cc owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:07.459258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=93bbb7c6-cf53-4f73-ae4f-718c66669f27,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:07.515035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:03Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:07.519540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:07.520000 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Updating router b0220e3a-1601-4416-a25d-772f631cfd18 port c89a77f5-8473-457d-89e0-c34ea0d5f959 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:03:07.541531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:07.544946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.575629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.584911 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.618103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9f47f85e-211f-49bc-8c97-0219e3bce7cc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:07.636065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.706649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9f47f85e-211f-49bc-8c97-0219e3bce7cc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:07.707321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.816673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.817788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Fanout notify agent at l3_agent the message router_deleted on router 841f90e6-e772-4a9a-a272-2fc893e01822 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:07.854254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:07.855314 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-832d08bc-d5de-4d36-8bc6-4cd1207f6b19 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 204 len: 168 time: 1.0237813 Mar 21 07:03:07.857454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93bbb7c6-cf53-4f73-ae4f-718c66669f27 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:07.862203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59628) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:07.913912 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2630084a-284d-4b3f-99c0-8e775bb8ec5f tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 200 len: 205 time: 0.0503802 Mar 21 07:03:07.918480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59632) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:07.954887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:07.955269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.032463 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.044076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:03:08.049620 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Transition to ACTIVE for port object c89a77f5-8473-457d-89e0-c34ea0d5f959 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:08.063732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.074523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Removed routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:03:08.075099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.081118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.204031 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-1c7ecc1b-1e72-4cf0-9fcc-3536017c3de7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:08.207584 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1c7ecc1b-1e72-4cf0-9fcc-3536017c3de7 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/841f90e6-e772-4a9a-a272-2fc893e01822 HTTP/1.1" status: 404 len: 336 time: 0.2844825 Mar 21 07:03:08.212652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59636) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.248374 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4df676-2e75-4d0b-aff2-1bcc3df350d8 None None] Pushing event updated for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:08.303532 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b8173632-9612-4d09-9208-3a2e7c027066 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 200 len: 205 time: 0.0871201 Mar 21 07:03:08.310547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59640) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.328835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Attempting to bind port c89a77f5-8473-457d-89e0-c34ea0d5f959 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:08.329103 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Attempting to bind port c89a77f5-8473-457d-89e0-c34ea0d5f959 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:08.329492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Attempting to bind port c89a77f5-8473-457d-89e0-c34ea0d5f959 on network 79db1005-8980-4b6b-b3e6-89e9919853ff {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:08.335934 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:08.336310 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Checking segment: {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:08.336718 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.337149 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Bound using segment: {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:08.337680 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Bound port: c89a77f5-8473-457d-89e0-c34ea0d5f959, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acbb120-114c-420a-8271-1b3608704a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:08.338162 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.431422 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-81e4f29f-48a8-4130-92ec-568eaa6f3a84 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:08.433689 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-81e4f29f-48a8-4130-92ec-568eaa6f3a84 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/a8e6bdc7-0a44-4f19-920b-92b0d3492aad HTTP/1.1" status: 404 len: 336 time: 0.1218450 Mar 21 07:03:08.439185 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] For port c89a77f5-8473-457d-89e0-c34ea0d5f959, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:08.443763 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] For port c89a77f5-8473-457d-89e0-c34ea0d5f959, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c89a77f5-8473-457d-89e0-c34ea0d5f959,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:08.453049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59644) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.456513 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.465861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=9f47f85e-211f-49bc-8c97-0219e3bce7cc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:08.517484 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-435109a6-48df-47c8-b780-d12ffb1b5edd tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 200 len: 205 time: 0.0628784 Mar 21 07:03:08.551583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.552911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59648) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.586613 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:08.587154 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:08.679635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:08.680158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.741301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=580b2c63-1d95-4cb6-b8f0-5d52df2c1dba,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:08.745039 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4df676-2e75-4d0b-aff2-1bcc3df350d8 None None] Pushing event updated for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:08.766205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '4c90f208-2461-46a2-9129-6226226e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:08.766563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 7a802cf5-4b79-487c-9300-92899e39df90, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:03:08.781510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.781855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.782190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.782520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.782846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.783172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.783495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.783814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.784128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.784442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.784756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.785069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:08.821810 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:08.833715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-e8b1cd4d-46d2-40cf-89d7-754cb96ab0c8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:08.834787 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8b1cd4d-46d2-40cf-89d7-754cb96ab0c8 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/017a730e-1037-49d2-ade0-bb956f568f21 HTTP/1.1" status: 404 len: 336 time: 0.2804463 Mar 21 07:03:08.862621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59652) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.883068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 7a802cf5-4b79-487c-9300-92899e39df90 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:03:08.909989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7a802cf5-4b79-487c-9300-92899e39df90) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:08.918410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:08.919211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.927277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c6466-1641-476e-96c1-2b8913b4320d None None] Network 7a802cf5-4b79-487c-9300-92899e39df90 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:08.948348 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e5ce18f8-f7c0-45e7-a009-0e55b37bce3d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1605878 Mar 21 07:03:08.957713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59656) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:08.967217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541019580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:08.980310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:08.983998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:08.984552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:08.997313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:09.001905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:09.023337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5228921e-d203-4039-b35e-7eeb6ea76f8c tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 200 len: 205 time: 0.1594546 Mar 21 07:03:09.046689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59660) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.119565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:09.127527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.128642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:09.156372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-a7f4d483-399e-4a56-a5c9-e1f42de52740 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:09.157874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a7f4d483-399e-4a56-a5c9-e1f42de52740 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/f0d4c255-1530-4221-80c3-a93599015282 HTTP/1.1" status: 404 len: 336 time: 0.1102455 Mar 21 07:03:09.160770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59664) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.228445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.229256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-7a802cf5-4b79-487c-9300-92899e39df90', 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': '580b2c63-1d95-4cb6-b8f0-5d52df2c1dba'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:09.229931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.230771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.237141 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66ce458c-bced-484d-9cfd-d32ceb292723 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 200 len: 205 time: 0.0729270 Mar 21 07:03:09.238960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59668) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.253836 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 6, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:09.259973 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47528563-089f-4127-bb1e-0556b59c7981 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 6, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:09.288974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.311226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.364432 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-0710e36b-5b0a-41c3-8b33-f25925161f97 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:09.368038 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0710e36b-5b0a-41c3-8b33-f25925161f97 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/bfcedbf3-bced-4e49-970c-8b7f71598272 HTTP/1.1" status: 404 len: 336 time: 0.1236346 Mar 21 07:03:09.376737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59672) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.411996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.437734 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cb533f60-f0a4-4f18-8b1f-9953b2723ff0 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "GET /v2.0/ports?device_id=478d0721-fe23-4354-896b-223a9e7ca55a HTTP/1.1" status: 200 len: 205 time: 0.0597854 Mar 21 07:03:09.442335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59676) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.530057 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-eadc527e-29c9-4311-8a95-19d5f9494129 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] delete failed (client error): The resource could not be found. Mar 21 07:03:09.532105 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eadc527e-29c9-4311-8a95-19d5f9494129 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/routers/478d0721-fe23-4354-896b-223a9e7ca55a HTTP/1.1" status: 404 len: 336 time: 0.0878525 Mar 21 07:03:09.545480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59680) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.567262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Allocated IP 172.20.0.2 (7a802cf5-4b79-487c-9300-92899e39df90/580b2c63-1d95-4cb6-b8f0-5d52df2c1dba/47cf9c1f-8a43-4bec-86c0-4e115a44d340) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:09.593397 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b5b0aa-4577-4e2c-a289-626180362ac4 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] DELETE failed (client error): The resource could not be found. Mar 21 07:03:09.598488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b5b0aa-4577-4e2c-a289-626180362ac4 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:03:09.602369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.638213 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-72b5b0aa-4577-4e2c-a289-626180362ac4 tempest-RoutersAdminTest-59678761 tempest-RoutersAdminTest-59678761-project] 10.222.0.31 "DELETE /v2.0/subnets/36c1ddc8-9bdc-486e-b56b-20c826c0e16a HTTP/1.1" status: 404 len: 337 time: 0.0916138 Mar 21 07:03:09.677606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.679154 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-261c2773-42a5-4221-b203-fd4cc46fb584 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7201729 Mar 21 07:03:09.688992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59686) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:09.708426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'port': {'network_id': '7a802cf5-4b79-487c-9300-92899e39df90', 'name': 'tempest-RoutersTest-725985964'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:09.857587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.910379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:09.932354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Transition to ACTIVE for port object 47cf9c1f-8a43-4bec-86c0-4e115a44d340 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:09.944422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:09.952853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Transition to ACTIVE for port object 47cf9c1f-8a43-4bec-86c0-4e115a44d340 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:09.956927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c89a77f5-8473-457d-89e0-c34ea0d5f959 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:09.991684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.092948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Router 8d80ade1-1375-4216-9042-13f5640039fc has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:10.104824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:10.143508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Network 7a802cf5-4b79-487c-9300-92899e39df90 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:10.150901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Pushing event updated for resources: {'Port': ['ID=47cf9c1f-8a43-4bec-86c0-4e115a44d340,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:10.159382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:10.163842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:10.234360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59692) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:10.313680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Attempting to bind port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:10.314048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Attempting to bind port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4c90f208-2461-46a2-9129-6226226e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:10.314417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Attempting to bind port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 on network 7a802cf5-4b79-487c-9300-92899e39df90 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:10.325312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:10.325699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Checking segment: {'id': '4c90f208-2461-46a2-9129-6226226e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:10.326105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.326495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Bound using segment: {'id': '4c90f208-2461-46a2-9129-6226226e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:10.327159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Bound port: 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c90f208-2461-46a2-9129-6226226e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a802cf5-4b79-487c-9300-92899e39df90'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:10.327544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.405291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:10.414148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:port and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:10.418480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c89a77f5-8473-457d-89e0-c34ea0d5f959 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:10.423364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:10.431843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c89a77f5-8473-457d-89e0-c34ea0d5f959 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:10.432253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.443587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:10.465009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.514729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] For port 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:10.518860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] For port 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47cf9c1f-8a43-4bec-86c0-4e115a44d340,segment=NetworkSegment(4c90f208-2461-46a2-9129-6226226e52f8),segment_id=4c90f208-2461-46a2-9129-6226226e52f8)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:10.523657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.547072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:10.557726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Usage tracker for resource:security_group_rule and tenant:724c4867a59c47a3b92b26e4a774c8bf is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:10.562470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:10.566962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.588836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:10.593376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:10.605315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:10.610748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] device_id is not set on port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:10.611434 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f103dadb-5eb4-46e2-9a7a-dd07a0ce9310 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "PUT /v2.0/routers/8d80ade1-1375-4216-9042-13f5640039fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9863536 Mar 21 07:03:10.614471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59698) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:10.617462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:10.624738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.631615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e52df67d-a94f-4942-94cc-230d02336c82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 953 time: 3.7855661 Mar 21 07:03:10.631786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Sync routers for ids ['8d80ade1-1375-4216-9042-13f5640039fc'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:10.636583 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:10.648941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59702) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:10.652796 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:10.654785 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:10.682140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Routers {'8d80ade1-1375-4216-9042-13f5640039fc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:10.682776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8d80ade1-1375-4216-9042-13f5640039fc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:10.713455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793af6be-c58c-4884-8ac5-9b7fda83a72c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:10.715575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793af6be-c58c-4884-8ac5-9b7fda83a72c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:10.716571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-793af6be-c58c-4884-8ac5-9b7fda83a72c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:10.736834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-793af6be-c58c-4884-8ac5-9b7fda83a72c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:10.738629 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-793af6be-c58c-4884-8ac5-9b7fda83a72c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1231070 Mar 21 07:03:10.741196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59706) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:10.749723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b64633-bd48-47e2-994c-f6ac7bac67a0 None None] Pushing event updated for resources: {'Port': ['ID=47cf9c1f-8a43-4bec-86c0-4e115a44d340,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:10.769659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.777065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.856586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 5104d46a-bb3b-45ed-b478-08fbfce5e1fd {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:10.860240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:10.899293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Set router 8d80ade1-1375-4216-9042-13f5640039fc gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:10.914645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:10.944258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.094373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:03:07Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:11.096758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.112132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Checking router: 8d80ade1-1375-4216-9042-13f5640039fc for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:11.122489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c89a77f5-8473-457d-89e0-c34ea0d5f959, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c89a77f5-8473-457d-89e0-c34ea0d5f959,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:11.126283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e8607055-bf4f-4614-a44d-6281c9e476e6 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 953 time: 0.4737277 Mar 21 07:03:11.131364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Routers {'8d80ade1-1375-4216-9042-13f5640039fc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:11.132771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8d80ade1-1375-4216-9042-13f5640039fc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:11.177011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59712) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:11.184703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'routes': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:11.223515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.293721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.347933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.20.0.9 (7a802cf5-4b79-487c-9300-92899e39df90/580b2c63-1d95-4cb6-b8f0-5d52df2c1dba/4a015cd4-6ffb-49ed-bbf6-3845d2610cf3) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:11.400818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] Set router 8d80ade1-1375-4216-9042-13f5640039fc gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:11.416811 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 6, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 4, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:11.421782 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:11.437438 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:11.438286 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:11.467834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=5104d46a-bb3b-45ed-b478-08fbfce5e1fd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:11.488268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.519289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.519641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.519983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.520319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.520642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.529723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.529960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.530309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.530646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.530984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.531305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.531632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:11.564606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d5983-0dc6-46e3-a399-123fe2d4eef4 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:11.597371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.600007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:11.611778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:03:07Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:11.615870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:11.616880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:11.692801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb96694-7dc2-474f-8838-f69a91272bf3 None None] The sync data for ids ['8d80ade1-1375-4216-9042-13f5640039fc'] in dv-neutron-834307-1-hyperv is: [{'id': '8d80ade1-1375-4216-9042-13f5640039fc', 'name': 'tempest-NetworksTestDHCPv6-router-1826799718', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:56Z', 'updated_at': '2022-03-21T07:03:07Z', 'revision_number': 3, 'project_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:11.735101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df2046fe-2364-44e3-ad8f-8f7c479f675d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/5104d46a-bb3b-45ed-b478-08fbfce5e1fd HTTP/1.1" status: 204 len: 168 time: 0.9840980 Mar 21 07:03:11.746472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59716) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:11.749566 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:11.991395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcda1d7-5b6d-41e5-905a-e47cdaa0e792,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:12.053552 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a4f3b8be-4d83-43a2-ab31-391a413a94da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=724c4867a59c47a3b92b26e4a774c8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8179095 Mar 21 07:03:12.056901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59720) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:12.126224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:12.133807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Deleting port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:12.135104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.273994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-561b1155-87d7-4b07-bb5d-7706879432e6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:12.316549 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 6, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:10Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:12.322962 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a21215-da12-48e6-a4f3-feb7b681e3d5 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:08Z', 'revision_number': 6, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:10Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:12.324559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47cf9c1f-8a43-4bec-86c0-4e115a44d340 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:12.386968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa83eece-8cbe-4cca-8b25-e577e9f07abf None None] Network 7a802cf5-4b79-487c-9300-92899e39df90 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:12.440314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-561b1155-87d7-4b07-bb5d-7706879432e6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:12.441596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-561b1155-87d7-4b07-bb5d-7706879432e6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6941741 Mar 21 07:03:12.447035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59724) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:12.461030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6fa9045f-8f68-4e5c-9bc5-efe1048a6702 None None] Provisioning for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:12.542397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.575991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:12.602012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:12.603880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.614547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.638218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:12.647674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.660842 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e83d59a2-347d-4f4f-bb8f-8870641e5202 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3090601 Mar 21 07:03:12.686396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] For port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:12.686722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.719215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.792105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:12.792745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:12.828553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=4a015cd4-6ffb-49ed-bbf6-3845d2610cf3,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:12.849477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 7a802cf5-4b79-487c-9300-92899e39df90 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:12.852922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:12.860036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.865330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:12.928457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Calling delete_port for 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:12.961947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:12.962999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:12.970290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcda1d7-5b6d-41e5-905a-e47cdaa0e792,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:13.001656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.004153 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ea45f884-b8ac-4ac6-8c3c-c18e893fdaa9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afcda1d7-5b6d-41e5-905a-e47cdaa0e792 HTTP/1.1" status: 204 len: 168 time: 0.9436193 Mar 21 07:03:13.014089 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-24076b76-6d67-4990-8cb4-acae8abe366f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3212476 Mar 21 07:03:13.016608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59734) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:13.043557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.045554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:13.083510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:13.083887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.090663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.154103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:03:13.154103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:03:13.158715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.159196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Fanout notify agent at l3_agent the message router_deleted on router 8d80ade1-1375-4216-9042-13f5640039fc {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:13.196747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666f64e-dc10-4c1b-9fbc-58038bd7801d req-32d5e4b4-5019-4e26-b9d8-7894920ac18e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:13.198768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9666f64e-dc10-4c1b-9fbc-58038bd7801d req-32d5e4b4-5019-4e26-b9d8-7894920ac18e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.1594172 Mar 21 07:03:13.203577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.204917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-210f7ffe-361d-491e-9880-884228c6ad98 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/routers/8d80ade1-1375-4216-9042-13f5640039fc HTTP/1.1" status: 204 len: 168 time: 0.7565272 Mar 21 07:03:13.240429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:13.276218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:13.386601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.404873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9666f64e-dc10-4c1b-9fbc-58038bd7801d req-05c9cf40-da29-4da3-93d7-ec78a0260e66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949911 Mar 21 07:03:13.466021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59744) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:13.542069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.579094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9ea89-009a-4a37-b882-1a11ed70820a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:13.579820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-51e9ea89-009a-4a37-b882-1a11ed70820a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:13.638800 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bb964f35-4704-4e58-a2f3-c28c9b9ed3b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=799e133971b54262ac86b5ca418313a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688817 Mar 21 07:03:13.639349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59748) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:13.671484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] No DVR routers for this DVR port 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:13.674973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa72ec0-e5fd-4c2e-a722-51a0ce43b8ee None None] Pushing event deleted for resources: {'Port': ['ID=193cda2a-f2a8-4c1c-8f11-2781ebebbcfc,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:13.725137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-51e9ea89-009a-4a37-b882-1a11ed70820a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:13.725137 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-51e9ea89-009a-4a37-b882-1a11ed70820a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4813285 Mar 21 07:03:13.726480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59752) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:13.782420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.855995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.882609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.912878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47cf9c1f-8a43-4bec-86c0-4e115a44d340,segment=NetworkSegment(4c90f208-2461-46a2-9129-6226226e52f8),segment_id=4c90f208-2461-46a2-9129-6226226e52f8)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:13.924907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:13.925535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.058671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.067574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.077114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d4222-7117-48e8-a0df-2705339ec571 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:14.078102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b95d4222-7117-48e8-a0df-2705339ec571 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:14.099374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=47cf9c1f-8a43-4bec-86c0-4e115a44d340,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:14.108132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c89a77f5-8473-457d-89e0-c34ea0d5f959 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:14.177825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Provisioning complete for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:14.178195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.236774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.279561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:14.295631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:14.321872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c89a77f5-8473-457d-89e0-c34ea0d5f959 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:14.322255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.361416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9baf497-cd4a-4254-8948-12221f568e7c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:14.368783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:14.369975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:14.374434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:14.377483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b95d4222-7117-48e8-a0df-2705339ec571 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:14.380885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b95d4222-7117-48e8-a0df-2705339ec571 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6513495 Mar 21 07:03:14.381726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59756) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:14.386131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.389657 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9a4f1b3-7156-4f3d-9ab4-72ff896b48a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9baf497-cd4a-4254-8948-12221f568e7c HTTP/1.1" status: 204 len: 168 time: 0.7495198 Mar 21 07:03:14.549550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1ef9f237-c197-4ded-9a0a-01b93b65060c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:14.650046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:14.661869 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:14.688271 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:14.691603 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:14.806495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1ef9f237-c197-4ded-9a0a-01b93b65060c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:14.811661 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1ef9f237-c197-4ded-9a0a-01b93b65060c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4247444 Mar 21 07:03:14.823532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59766) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:14.848080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:14.907292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:14.908487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-00369f7e-39f4-4e28-b30d-158fc67d04e9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 703 time: 3.7295375 Mar 21 07:03:14.915131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59772) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:14.943323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:15.029644 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:15.074194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:15.096670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:15.100083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.106645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.191726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:15.195294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.230097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Provisioning for port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:15.365863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-112fc8c1-072d-468c-933b-6cc113a9d132 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 703 time: 0.4262464 Mar 21 07:03:15.378349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59788) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:15.402708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Provisioning complete for port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:15.403290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.419087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=4a015cd4-6ffb-49ed-bbf6-3845d2610cf3,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:15.501898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-3bb4c345-ebb9-4109-9028-7fc4a0525976 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:15.503664 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-3bb4c345-ebb9-4109-9028-7fc4a0525976 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.8504050 Mar 21 07:03:15.565992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9f47f85e-211f-49bc-8c97-0219e3bce7cc no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:15.605387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b2750b16-0d4e-4af0-b96d-6f9d7722779b None None] Port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:15.628522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9f47f85e-211f-49bc-8c97-0219e3bce7cc {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:15.628874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9f47f85e-211f-49bc-8c97-0219e3bce7cc not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:15.629336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:15.656109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b92fe1-663c-44b7-87ca-1a3131b28583 req-85dd81a6-bab2-4cbe-844a-ebea0258a6be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:15.663146 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7b92fe1-663c-44b7-87ca-1a3131b28583 req-85dd81a6-bab2-4cbe-844a-ebea0258a6be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 946 time: 0.8885174 Mar 21 07:03:15.686138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:15.686480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 193cda2a-f2a8-4c1c-8f11-2781ebebbcfc not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:15.722356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 3dccce06-88de-4a98-b75f-e142cf15547b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:15.722698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.735192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e00fcd6c-0aed-4ced-9be3-cc7cf7e3abfa None None] Provisioning complete for port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:15.735870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e00fcd6c-0aed-4ced-9be3-cc7cf7e3abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:15.810989 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:13Z', 'revision_number': 7, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:10Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:15.825065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:15.834049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:15.842714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ff291-8458-4929-8665-1a439e2abd82 None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2ef8fe89-ea37-4767-9d59-193e03da44b0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'port_id': 'be403304-884b-4896-ba5c-694710865567', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'mac_address': 'fa:16:3e:13:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:00:37Z', 'updated_at': '2022-03-21T07:00:42Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:15.846273 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:15.846858 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:15.861356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e00fcd6c-0aed-4ced-9be3-cc7cf7e3abfa None None] Port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:15.911035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7b92fe1-663c-44b7-87ca-1a3131b28583 req-881bc4dd-6dbb-41d4-8840-dc116d9b1ed2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e79d512b-9e8a-4e9c-88cd-449335067d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469022 Mar 21 07:03:15.982663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.101171 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:16.225025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:03:16.225929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.237075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.398662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:16.400345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47cf9c1f-8a43-4bec-86c0-4e115a44d340 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:16.419782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:16.424758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=d96fb30d-669b-4cf1-a59b-a74383e0cb2a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:16.430801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:16.432551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.477252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698b7a7-4e96-492b-8600-24b8452a1fc0 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:16.527362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59808) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:16.624177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 3dccce06-88de-4a98-b75f-e142cf15547b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=3dccce06-88de-4a98-b75f-e142cf15547b,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:16.624570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.678328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49d60092-d92c-4059-b67b-fc3ba4e4bbf6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8510041 Mar 21 07:03:16.679546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59814) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:16.687968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:16.692609 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:13Z', 'revision_number': 7, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:10Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:16.699217 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85470f6-10c7-4e1a-934c-47074b185533 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:13Z', 'revision_number': 7, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c89a77f5-8473-457d-89e0-c34ea0d5f959', 'name': '', 'network_id': '79db1005-8980-4b6b-b3e6-89e9919853ff', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:ce:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:00Z', 'updated_at': '2022-03-21T07:03:10Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'e43be0e9-400f-4dd5-b15c-ea5d7bec1f16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:16.773929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 3dccce06-88de-4a98-b75f-e142cf15547b owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:16.807024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-415677576'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:16.823181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:16.835583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Usage tracker for resource:router and tenant:d0cd17876e3943be9fa5a147ebf7abb4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:16.844235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:16.854016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:16.854358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.857756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:16.895113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.896145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:16.941510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:16.963826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:16.967362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:16.977085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:17.025821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.091263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.094821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:17.135706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'd96fb30d-669b-4cf1-a59b-a74383e0cb2a'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:17.136518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.149047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-15191c39-7218-453d-8d1f-7896736ffaf0 req-7352f421-8f28-4217-b8d1-0c6e0c608c4c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b91aca-ee93-40bf-bbf5-557d1af2d416 HTTP/1.1" status: 200 len: 210 time: 0.0948036 Mar 21 07:03:17.151918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:17.152336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c260437-eeb0-42cd-9f6c-c3bbfc6d43ff not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:17.171650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=3dccce06-88de-4a98-b75f-e142cf15547b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:17.171650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.216789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.218889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:17.222719 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.319190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Allocated IP 2001:db8::f816:3eff:fe5a:1503 (1aedd96c-5f29-4cfa-a902-805903aa8838/d96fb30d-669b-4cf1-a59b-a74383e0cb2a/11c8fd02-fbef-4070-9e7b-b6ae28394b6b) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:17.378428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 3dccce06-88de-4a98-b75f-e142cf15547b on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:17.383806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.386722 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dde25b18-4a25-48bb-a5ca-fe920d82570b req-ed83bedb-bc41-4b21-8eec-4038e0db2b80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/3dccce06-88de-4a98-b75f-e142cf15547b HTTP/1.1" status: 204 len: 173 time: 1.8698952 Mar 21 07:03:17.387457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'name': 'network-vif-deleted', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:03:17.395606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.400079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:17.401112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e12f20d8-3ea0-4f36-a224-423be199f2b1 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8725312 Mar 21 07:03:17.461398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b91aca-ee93-40bf-bbf5-557d1af2d416', 'name': 'network-vif-deleted', 'tag': '3dccce06-88de-4a98-b75f-e142cf15547b', 'status': 'completed', 'code': 200} Mar 21 07:03:17.563441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.578602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.611793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.626066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Transition to ACTIVE for port object 11c8fd02-fbef-4070-9e7b-b6ae28394b6b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:17.651706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Transition to ACTIVE for port object 11c8fd02-fbef-4070-9e7b-b6ae28394b6b will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:17.655829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.664334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.732971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:17.736802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:17.740356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:17.746987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port c89a77f5-8473-457d-89e0-c34ea0d5f959 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:17.747377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.750481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Pushing event updated for resources: {'Port': ['ID=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:17.795196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.795510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.795815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.796156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.796491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.796947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.797307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.797642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.797975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.798301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.798627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.798950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:03:17.854281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Attempting to bind port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:17.854649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Attempting to bind port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:17.855024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Attempting to bind port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:17.860913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:17.862319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:17.862319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.862319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:17.862855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Bound port: 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:17.863369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.881285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=4a015cd4-6ffb-49ed-bbf6-3845d2610cf3,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:17.911481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.971507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] For port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:17.975397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] For port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:17.979079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port c89a77f5-8473-457d-89e0-c34ea0d5f959, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c89a77f5-8473-457d-89e0-c34ea0d5f959,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:17.979745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:17.981332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.076449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02d6c9-ff32-4d49-af2a-9483ec4243b2 None None] Pushing event updated for resources: {'Port': ['ID=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:18.140129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for c89a77f5-8473-457d-89e0-c34ea0d5f959 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:18.151212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.155548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.267845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59830) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:18.270093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.270595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7f8538-ebbb-47dd-a6dd-5168a17579f4 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:18.368024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.369696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.454179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.455326 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-97337dba-6206-4257-a908-6ed539dc43c7 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2b7f8538-ebbb-47dd-a6dd-5168a17579f4 HTTP/1.1" status: 204 len: 168 time: 1.0521922 Mar 21 07:03:18.457474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:18.465813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59834) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:18.468293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:18.471570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:18.472168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.495977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Request body: {'router': {'name': 'tempest-router-1354856076', 'distributed': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:18.506091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 7a802cf5-4b79-487c-9300-92899e39df90 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:18.520244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:18.532784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:18.539699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.542320 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8612831 Mar 21 07:03:18.547259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59838) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:18.551399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Usage tracker for resource:router and tenant:d0cd17876e3943be9fa5a147ebf7abb4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:18.554398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4378608-9eb8-4342-9eec-6bd3556edbfc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=d9525aba-8c43-43ca-96f8-3d499f2df95c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:18.591990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:f5:f7:b6', 'name': 'tempest-NetworksTestDHCPv6-702894919'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:18.619259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:18.622220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.629590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=c89a77f5-8473-457d-89e0-c34ea0d5f959,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:18.639394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:18.812067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5588207b-6bbb-47c1-ba17-4fb007a6ea4a None None] Provisioning complete for port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:18.812569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5588207b-6bbb-47c1-ba17-4fb007a6ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.856775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 3dccce06-88de-4a98-b75f-e142cf15547b no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:18.914612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 3dccce06-88de-4a98-b75f-e142cf15547b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:18.914825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.914922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 3dccce06-88de-4a98-b75f-e142cf15547b not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:18.924211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.925754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.925909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5588207b-6bbb-47c1-ba17-4fb007a6ea4a None None] Port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:18.955302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:18.960784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:18.968519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:18.972579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:18.976488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.021890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.033329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:19.046103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router d679e49c-7d32-4447-81b0-f5975d25a6e4 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:19.118017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:19.130375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.130375 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d67fd3f-e4d8-43da-b4c9-f923a0434283 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6444066 Mar 21 07:03:19.135477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59842) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:19.246757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.249124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.250435 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/e79d512b-9e8a-4e9c-88cd-449335067d8c HTTP/1.1" status: 204 len: 168 time: 0.9815071 Mar 21 07:03:19.301132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:19.309204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5784048-a3e6-47dc-a8e1-faab627ecf7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d512b-9e8a-4e9c-88cd-449335067d8c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:19.389686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcc5f4b-daf3-499a-8d8e-a18c301ecf4d None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:19.414929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.425207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.467131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:19.468320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port ab5f0895-1241-41ac-945d-a6ab2398a80f yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:19.495388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-afaa79ad-81e8-4f04-a8ea-81d1900306c5 None None] Provisioning for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:19.500387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:19.509013 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-70bd63b5-da74-4148-96de-dc5157488a6d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/d679e49c-7d32-4447-81b0-f5975d25a6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4910991 Mar 21 07:03:19.512120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59852) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:19.530423 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] Sync routers for ids ['d679e49c-7d32-4447-81b0-f5975d25a6e4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:19.573462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] Routers {'d679e49c-7d32-4447-81b0-f5975d25a6e4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:19.574165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d679e49c-7d32-4447-81b0-f5975d25a6e4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:19.628831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet 794ba078-0f8d-42fa-afdd-d73b57782011 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:19.683739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.719857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:19.745462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:19.749693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] Routers {'d679e49c-7d32-4447-81b0-f5975d25a6e4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:19.750320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d679e49c-7d32-4447-81b0-f5975d25a6e4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:19.761166 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:19.775026 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:19.775620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c8866bcc-d3af-447e-8f04-030bb1f5bab9 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3873417 Mar 21 07:03:19.776645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:19.779314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59856) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:19.822869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475a848-be3a-4591-b39f-5bfb45c9b726 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:19.823558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e475a848-be3a-4591-b39f-5bfb45c9b726 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:19.876842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet e43be0e9-400f-4dd5-b15c-ea5d7bec1f16 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:19.893682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.917668 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:19.918285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862e0f1-bf1e-4faa-9f1a-9c88d71361e4 None None] The sync data for ids ['d679e49c-7d32-4447-81b0-f5975d25a6e4'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:19.926931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.934576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:19.973545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e475a848-be3a-4591-b39f-5bfb45c9b726 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:19.978518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e475a848-be3a-4591-b39f-5bfb45c9b726 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports/4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 HTTP/1.1" status: 200 len: 976 time: 0.4624066 Mar 21 07:03:19.982079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59860) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:20.028661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.085647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.086141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d25af2ac-2216-469a-ad4f-8f10d3815dc2 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:20.125048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 172.20.0.11 (1aedd96c-5f29-4cfa-a902-805903aa8838/d9525aba-8c43-43ca-96f8-3d499f2df95c/ab5f0895-1241-41ac-945d-a6ab2398a80f) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:20.128663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.179644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'd96fb30d-669b-4cf1-a59b-a74383e0cb2a', 'ip_address': '2001:db8::f816:3eff:fe5a:1503'}, {'subnet_id': 'd9525aba-8c43-43ca-96f8-3d499f2df95c'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': '11c8fd02-fbef-4070-9e7b-b6ae28394b6b'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:03:20.199121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fef5:f7b6 (1aedd96c-5f29-4cfa-a902-805903aa8838/d96fb30d-669b-4cf1-a59b-a74383e0cb2a/ab5f0895-1241-41ac-945d-a6ab2398a80f) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:20.220405 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:20.238639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11c8fd02-fbef-4070-9e7b-b6ae28394b6b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:20.327008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.361371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.422045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:20.443567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:20.444201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.528689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.574666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.589494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.593470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52647335-0704-42e5-bc84-dbbd21a2b892 None None] Network 79db1005-8980-4b6b-b3e6-89e9919853ff requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:20.597261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=e43be0e9-400f-4dd5-b15c-ea5d7bec1f16,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:20.605088 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-87d3b9a1-cc6a-403c-82c4-9d6dd7224cc0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/e43be0e9-400f-4dd5-b15c-ea5d7bec1f16 HTTP/1.1" status: 204 len: 168 time: 0.8247840 Mar 21 07:03:20.608130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59864) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:20.633050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.640304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object ab5f0895-1241-41ac-945d-a6ab2398a80f will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:20.643831 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:18Z', 'revision_number': 8, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:20.649023 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:20.660232 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:20.661245 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:02:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:20.723551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.729235 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a534b70b-2068-43e7-be86-83de871c77a6 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d25af2ac-2216-469a-ad4f-8f10d3815dc2 HTTP/1.1" status: 204 len: 168 time: 1.5890176 Mar 21 07:03:20.732541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59868) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:20.735889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.751297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.752778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Request body: {'router': {'name': 'tempest-router-801557241', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'baa70fd0112549a3b71b103435fe326e'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:20.757392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:20.764909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Usage tracker for resource:router and tenant:baa70fd0112549a3b71b103435fe326e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:20.767394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:20.767796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.769536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:20.777690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:20.805055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.830050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=794ba078-0f8d-42fa-afdd-d73b57782011,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:20.832421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.833637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.850162 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.888270 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:20.893758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c54c6f-4534-4fb4-94e6-f110f8ca6d45 None None] Network 089ebe74-8667-4c13-9c96-38452d67fd17 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:20.904904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:20.911977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:20.914434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:20.917242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.932327 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3cd1f13f-d1d9-4433-819c-f94b17ddec13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/794ba078-0f8d-42fa-afdd-d73b57782011 HTTP/1.1" status: 204 len: 168 time: 1.6287363 Mar 21 07:03:20.937956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.950108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.950729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59872) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:20.961872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=ab5f0895-1241-41ac-945d-a6ab2398a80f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:20.974602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:20.980354 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-254fc898-6e48-4f8d-9d9b-2e7a91b86718 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2425334 Mar 21 07:03:20.981819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59876) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:20.999758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:21.068149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Allocated IP 172.20.0.2 (1aedd96c-5f29-4cfa-a902-805903aa8838/d9525aba-8c43-43ca-96f8-3d499f2df95c/11c8fd02-fbef-4070-9e7b-b6ae28394b6b) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:21.137971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:21.142453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:21.143022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.159632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.183816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.205529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e425eec0-c5b3-4226-8488-4dcc8fe08c47 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6243303 Mar 21 07:03:21.206400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59880) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:21.363588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] DHCP port deletion for 79db1005-8980-4b6b-b3e6-89e9919853ff request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:21.369996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 5202780d-e0d2-4cdb-962a-8624555d5ec2 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:21.370602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.376800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:21.391791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Deleting port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:21.392218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.442485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93bbb7c6-cf53-4f73-ae4f-718c66669f27,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:21.443848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.482171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.482627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.491761 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:18Z', 'revision_number': 8, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:21.496839 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a058-2021-4046-bc11-19a269044b15 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:18Z', 'revision_number': 8, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5abb9f40-e659-48f2-bf01-c255469c2acb', 'name': '', 'network_id': '37ba40e7-fe01-4d42-8201-c2450c4ed17b', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:9f:1a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:53Z', 'updated_at': '2022-03-21T07:03:04Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'dd78550a-5fac-48cb-80ac-bc6be537b9fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:21.497643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] DHCP port deletion for 089ebe74-8667-4c13-9c96-38452d67fd17 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:21.506569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] For port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:21.565037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Deleting port 5202780d-e0d2-4cdb-962a-8624555d5ec2 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:21.565555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.613303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 93bbb7c6-cf53-4f73-ae4f-718c66669f27 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:21.682853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87987) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 21 07:03:21.683436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Router 9bcc2997-0d48-4b49-ad3b-e884d3e19122 migrating from provider to provider. {{(pid=87987) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 21 07:03:21.683436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.690029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877aebc-a608-473f-9a09-b5dafa82c162 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:21.691773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.695282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.696216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877aebc-a608-473f-9a09-b5dafa82c162 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:21.697868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9877aebc-a608-473f-9a09-b5dafa82c162 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:21.700269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.787146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Transition to ACTIVE for port object 11c8fd02-fbef-4070-9e7b-b6ae28394b6b will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:21.787384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9877aebc-a608-473f-9a09-b5dafa82c162 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:21.788387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9877aebc-a608-473f-9a09-b5dafa82c162 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5792439 Mar 21 07:03:21.791548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59884) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:21.859856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:21.903488 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] No L3 agents can host the router 9bcc2997-0d48-4b49-ad3b-e884d3e19122 Mar 21 07:03:21.963912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] For port 93bbb7c6-cf53-4f73-ae4f-718c66669f27, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93bbb7c6-cf53-4f73-ae4f-718c66669f27,segment=NetworkSegment(9acbb120-114c-420a-8271-1b3608704a6e),segment_id=9acbb120-114c-420a-8271-1b3608704a6e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:21.964375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.030613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.051013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.103770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No DVR routers for this DVR port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:22.105677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=93bbb7c6-cf53-4f73-ae4f-718c66669f27,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:22.147556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 5202780d-e0d2-4cdb-962a-8624555d5ec2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5202780d-e0d2-4cdb-962a-8624555d5ec2,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:22.148249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.159295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port ab5f0895-1241-41ac-945d-a6ab2398a80f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:22.159782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.197960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11c8fd02-fbef-4070-9e7b-b6ae28394b6b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:22.273274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Calling delete_port for 93bbb7c6-cf53-4f73-ae4f-718c66669f27 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:22.328847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a1844-84f2-4c43-9801-407ae51f3795 None None] Pushing event updated for resources: {'Port': ['ID=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:22.362088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 5202780d-e0d2-4cdb-962a-8624555d5ec2 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:22.467826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Hosts for router 9bcc2997-0d48-4b49-ad3b-e884d3e19122: [] {{(pid=87987) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 21 07:03:22.472780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.479063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] For port 5202780d-e0d2-4cdb-962a-8624555d5ec2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5202780d-e0d2-4cdb-962a-8624555d5ec2,segment=NetworkSegment(329e98dd-b83b-4285-bc38-e349298c1f0a),segment_id=329e98dd-b83b-4285-bc38-e349298c1f0a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:22.479369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.497527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3b63c9a8-7950-4309-9c78-5568de17415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.567635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79db1005-8980-4b6b-b3e6-89e9919853ff']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:22.573204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Hosts for other DVR routers connected to router 9bcc2997-0d48-4b49-ad3b-e884d3e19122: set() {{(pid=87987) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 21 07:03:22.575582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.579257 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b041fba5-b384-4bd9-aff4-0f05d896f21d tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "PUT /v2.0/routers/9bcc2997-0d48-4b49-ad3b-e884d3e19122 HTTP/1.1" status: 200 len: 716 time: 1.5938916 Mar 21 07:03:22.589087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59888) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:22.624807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Calling delete_port for 5202780d-e0d2-4cdb-962a-8624555d5ec2 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:22.625827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acbb120-114c-420a-8271-1b3608704a6e') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:22.626140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acbb120-114c-420a-8271-1b3608704a6e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:22.674538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:22.674891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.677404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:22.677862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:22.742654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c89a77f5-8473-457d-89e0-c34ea0d5f959 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:22.782325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c89a77f5-8473-457d-89e0-c34ea0d5f959 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:22.782684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c89a77f5-8473-457d-89e0-c34ea0d5f959 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:22.783082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5202780d-e0d2-4cdb-962a-8624555d5ec2 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:22.788992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b52d7968-eb4f-4c0e-a985-cafe8a93d334 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "GET /v2.0/routers/9bcc2997-0d48-4b49-ad3b-e884d3e19122 HTTP/1.1" status: 200 len: 716 time: 0.1960325 Mar 21 07:03:22.794576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59892) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:22.797082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.826265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:22.826613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:22.827223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5202780d-e0d2-4cdb-962a-8624555d5ec2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:22.827562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5202780d-e0d2-4cdb-962a-8624555d5ec2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:22.828099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93bbb7c6-cf53-4f73-ae4f-718c66669f27 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:22.864557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 93bbb7c6-cf53-4f73-ae4f-718c66669f27 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:22.864900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93bbb7c6-cf53-4f73-ae4f-718c66669f27 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:22.867133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.924492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.936509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=5202780d-e0d2-4cdb-962a-8624555d5ec2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:22.938735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.955891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:22.956434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:22.972199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 5202780d-e0d2-4cdb-962a-8624555d5ec2 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:22.973945 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:23.066015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 4a015cd4-6ffb-49ed-bbf6-3845d2610cf3 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:23.179726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Deleting port 93bbb7c6-cf53-4f73-ae4f-718c66669f27 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:23.180242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.208464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.252026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbea9f-d5f0-40a3-9feb-4be3a7c4d082 None None] The port '93bbb7c6-cf53-4f73-ae4f-718c66669f27' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:23.277095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-023931a9-afbc-4a81-a632-bb32a0669756 None None] Provisioning for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:23.287979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-023931a9-afbc-4a81-a632-bb32a0669756 None None] Provisioning complete for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:23.288707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-023931a9-afbc-4a81-a632-bb32a0669756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.299089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.333255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Deleting port 5202780d-e0d2-4cdb-962a-8624555d5ec2 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:23.334006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.371850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=4a015cd4-6ffb-49ed-bbf6-3845d2610cf3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:23.460173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1816f3d0-3328-46fa-b3ff-9b0621f26053 None None] The port '5202780d-e0d2-4cdb-962a-8624555d5ec2' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:23.607250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.661768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.683909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b2b13dce-a065-4ec5-8cf5-590567375718 tempest-RoutersTestDVR-2088718274 tempest-RoutersTestDVR-2088718274-project] 10.222.0.31 "GET /v2.0/routers/9bcc2997-0d48-4b49-ad3b-e884d3e19122 HTTP/1.1" status: 200 len: 682 time: 0.8796940 Mar 21 07:03:23.693124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for ab5f0895-1241-41ac-945d-a6ab2398a80f owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:23.703704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-517eca42-e1c7-4fb8-adde-5236cfebccaf None None] Provisioning for port ab5f0895-1241-41ac-945d-a6ab2398a80f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:23.708464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-517eca42-e1c7-4fb8-adde-5236cfebccaf None None] Provisioning complete for port ab5f0895-1241-41ac-945d-a6ab2398a80f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:23.708840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-517eca42-e1c7-4fb8-adde-5236cfebccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.723672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:23.729847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.761748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089ebe74-8667-4c13-9c96-38452d67fd17']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:23.769149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.794147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=79db1005-8980-4b6b-b3e6-89e9919853ff,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:23.797144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329e98dd-b83b-4285-bc38-e349298c1f0a') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:23.797345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329e98dd-b83b-4285-bc38-e349298c1f0a') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:23.809449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-517eca42-e1c7-4fb8-adde-5236cfebccaf None None] Port ab5f0895-1241-41ac-945d-a6ab2398a80f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:23.826489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.838894 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4e9779a6-b5ce-48f4-93f8-3c0788e74303 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/79db1005-8980-4b6b-b3e6-89e9919853ff HTTP/1.1" status: 204 len: 168 time: 3.2295480 Mar 21 07:03:23.858283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59904) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:23.921392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.971715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:23.972119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:23.987432 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:24.023342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11c8fd02-fbef-4070-9e7b-b6ae28394b6b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:24.075511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.094745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:24.095120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.253279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.288007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.369694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=089ebe74-8667-4c13-9c96-38452d67fd17,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:24.395526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-81ae76c2-efd2-4cb7-abf1-6c33d9ea6278 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/089ebe74-8667-4c13-9c96-38452d67fd17 HTTP/1.1" status: 204 len: 168 time: 3.4419613 Mar 21 07:03:24.400929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59908) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:24.451737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router d679e49c-7d32-4447-81b0-f5975d25a6e4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:24.515860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.517724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.519750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4474cd23-82ca-4142-aafe-c95bbd1f89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.521421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.597059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=ab5f0895-1241-41ac-945d-a6ab2398a80f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:24.664339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.664832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcc2997-0d48-4b49-ad3b-e884d3e19122 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:24.667051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:24.692176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] Sync routers for ids ['d679e49c-7d32-4447-81b0-f5975d25a6e4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:24.702079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:24.703228 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fbc8350d-f5c5-469c-8814-5a97acfb4ac2 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9bcc2997-0d48-4b49-ad3b-e884d3e19122 HTTP/1.1" status: 204 len: 168 time: 0.9712889 Mar 21 07:03:24.706469 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-60866c85-e8d3-4f48-9637-d9eb56fce78c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/d679e49c-7d32-4447-81b0-f5975d25a6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7232511 Mar 21 07:03:24.708697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59912) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:24.711168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59914) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:24.714058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] Routers {'d679e49c-7d32-4447-81b0-f5975d25a6e4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:24.714803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d679e49c-7d32-4447-81b0-f5975d25a6e4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:24.772394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Request body: {'router': {'name': 'tempest-router-845968073', 'distributed': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:24.786154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:24.790190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:24.797059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] Routers {'d679e49c-7d32-4447-81b0-f5975d25a6e4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:24.797833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Usage tracker for resource:router and tenant:d0cd17876e3943be9fa5a147ebf7abb4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:24.798236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d679e49c-7d32-4447-81b0-f5975d25a6e4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:24.864230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:24.880054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:24.883629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:24.884612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e517475-1700-4f3f-9afb-207801810c4e None None] The sync data for ids ['d679e49c-7d32-4447-81b0-f5975d25a6e4'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:25.038412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:25.038662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.087474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.089381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-879efe62-2ffd-46ed-ad4f-9f96b96922ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/ab5f0895-1241-41ac-945d-a6ab2398a80f HTTP/1.1" status: 204 len: 168 time: 3.2968788 Mar 21 07:03:25.100572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59922) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:25.139879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.140884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.231065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.232923 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-f4de44b0-c56e-40ac-9145-e0353b3a197a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] remove_router_interface failed (client error): The resource could not be found. Mar 21 07:03:25.236610 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f4de44b0-c56e-40ac-9145-e0353b3a197a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/d679e49c-7d32-4447-81b0-f5975d25a6e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5243084 Mar 21 07:03:25.239175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:25.274179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1db05-89c8-4777-9b01-d24283cd3b06 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:25.277427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1db05-89c8-4777-9b01-d24283cd3b06 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:25.277821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1db05-89c8-4777-9b01-d24283cd3b06 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:25.281918 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3bd1db05-89c8-4777-9b01-d24283cd3b06 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1778641 Mar 21 07:03:25.283477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:25.284360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f9212b3a-750b-4ffa-a84f-d05a4b27d31d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:25.302926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.308965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f9212b3a-750b-4ffa-a84f-d05a4b27d31d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:25.310138 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f9212b3a-750b-4ffa-a84f-d05a4b27d31d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=d679e49c-7d32-4447-81b0-f5975d25a6e4 HTTP/1.1" status: 200 len: 205 time: 0.0700819 Mar 21 07:03:25.314745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:25.400303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.400629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.441641 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.445652 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d90af9aa-c861-4ea7-a7ba-ddbec5f1e5ad tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7334106 Mar 21 07:03:25.454969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59938) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:25.461921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.474940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet d9525aba-8c43-43ca-96f8-3d499f2df95c {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:25.535302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.573627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:25.647699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.709120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.732094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.755627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:25.764630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.006051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.006530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.011478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.140506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.226144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=c28d6301-ebc3-43c6-b5ed-ff47fbb3a3be,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:26.274329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.330502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.333302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.334927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.335463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router d679e49c-7d32-4447-81b0-f5975d25a6e4 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:26.360425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.361573 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dee59d9e-3d66-463e-a4ee-4a5395f953c3 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/d679e49c-7d32-4447-81b0-f5975d25a6e4 HTTP/1.1" status: 204 len: 168 time: 1.0459211 Mar 21 07:03:26.364394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59942) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:26.406662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.407162 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7059c18-8ebc-4de3-bead-22a824f670f0 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:26.429910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.431743 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-081e3512-2406-42f7-987d-082fa64b3096 tempest-RoutersTestDVR-941128398 tempest-RoutersTestDVR-941128398-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d7059c18-8ebc-4de3-bead-22a824f670f0 HTTP/1.1" status: 204 len: 168 time: 0.9751887 Mar 21 07:03:26.456678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet 580b2c63-1d95-4cb6-b8f0-5d52df2c1dba {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:26.460093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.498207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=d9525aba-8c43-43ca-96f8-3d499f2df95c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:26.503156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5afb7-148b-4329-b45f-1b5ed68463b5 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:26.506729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.509771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 5abb9f40-e659-48f2-bf01-c255469c2acb {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:26.510288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.545234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.579587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f78e749f-dafa-4fe1-aa48-fc9a33d5e381 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d9525aba-8c43-43ca-96f8-3d499f2df95c HTTP/1.1" status: 204 len: 168 time: 1.2962620 Mar 21 07:03:26.582432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59948) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:26.583940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.584282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 2ef8fe89-ea37-4767-9d59-193e03da44b0 disassociated (deleted). External IP: 172.26.2.144, port: be403304-884b-4896-ba5c-694710865567. Mar 21 07:03:26.697229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet d96fb30d-669b-4cf1-a59b-a74383e0cb2a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:26.701298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.773766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.806870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.880382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59954) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:26.942186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.972201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:26.972624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 5abb9f40-e659-48f2-bf01-c255469c2acb, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5abb9f40-e659-48f2-bf01-c255469c2acb,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:26.973161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.036317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=580b2c63-1d95-4cb6-b8f0-5d52df2c1dba,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:27.040718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.044681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c6760-5f47-4552-a39b-632f05792dd6 None None] Network 7a802cf5-4b79-487c-9300-92899e39df90 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:27.052956 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8eb7fab3-1705-4eb3-8471-b45ddb7e2053 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/580b2c63-1d95-4cb6-b8f0-5d52df2c1dba HTTP/1.1" status: 204 len: 168 time: 0.6872287 Mar 21 07:03:27.057890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:27.134728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 5abb9f40-e659-48f2-bf01-c255469c2acb owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:27.163289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.222413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=d96fb30d-669b-4cf1-a59b-a74383e0cb2a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:27.227322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.233411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.248604 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a0aadc04-0891-42b9-99ac-f934245b6975 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d96fb30d-669b-4cf1-a59b-a74383e0cb2a HTTP/1.1" status: 204 len: 168 time: 0.6646643 Mar 21 07:03:27.252647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:27.291590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.314801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.355933 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-35142dd7-3eb1-42fd-bb39-d1712d9d587e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013570 Mar 21 07:03:27.357417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:27.360203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59968) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:27.364565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Usage tracker for resource:security_group_rule and tenant:baa70fd0112549a3b71b103435fe326e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:27.366560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:27.370871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:27.386028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:27.386474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:27.386680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.438190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] DHCP port deletion for 7a802cf5-4b79-487c-9300-92899e39df90 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:27.442679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Deleting port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:27.443051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.536268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0f6c3-0ca1-4340-803d-1f6938534474 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:27.585448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:27.589256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:27.601740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:27.606551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:27.615168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:27.669840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.703332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:27.706749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.744283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=5abb9f40-e659-48f2-bf01-c255469c2acb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:27.763675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-531bc724-f93c-4eaf-9dcf-8f4778aa6a98 None None] Provisioning complete for port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:27.764054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-531bc724-f93c-4eaf-9dcf-8f4778aa6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.838205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47cf9c1f-8a43-4bec-86c0-4e115a44d340,segment=NetworkSegment(4c90f208-2461-46a2-9129-6226226e52f8),segment_id=4c90f208-2461-46a2-9129-6226226e52f8)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:27.838581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.842487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] For port 47cf9c1f-8a43-4bec-86c0-4e115a44d340, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47cf9c1f-8a43-4bec-86c0-4e115a44d340,segment=NetworkSegment(4c90f208-2461-46a2-9129-6226226e52f8),segment_id=4c90f208-2461-46a2-9129-6226226e52f8)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:27.842886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:27.988904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 47cf9c1f-8a43-4bec-86c0-4e115a44d340 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:28.106205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Calling delete_port for 47cf9c1f-8a43-4bec-86c0-4e115a44d340 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:28.141941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47cf9c1f-8a43-4bec-86c0-4e115a44d340 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:28.291610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.322209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 07:03:28.322876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47cf9c1f-8a43-4bec-86c0-4e115a44d340 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:28.333527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:28.333907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:28.342457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.351666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:28.357574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.363582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:28.378095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=47cf9c1f-8a43-4bec-86c0-4e115a44d340,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:28.380030 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:28.380190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:28.381659 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:28.388718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.431935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67339ae8-b5f2-43c7-bbd8-5f38397cf3f0,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:28.437280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-52b685b3-a954-4190-9f8f-131901f42f25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6395643 Mar 21 07:03:28.446966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:28.452329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Deleting port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:28.452954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.512012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-73c85bf8-ab60-499f-8e32-0d356e40b0dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baa70fd0112549a3b71b103435fe326e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6303728 Mar 21 07:03:28.516422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59972) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:28.578346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.606595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a802cf5-4b79-487c-9300-92899e39df90']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:28.609778 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:28.620112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c90f208-2461-46a2-9129-6226226e52f8') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:28.620487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c90f208-2461-46a2-9129-6226226e52f8') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:28.632883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.637396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.651294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.657834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:28.658193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.720851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] For port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:28.721688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.765268 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-33a50a41-d898-4ac2-8aba-6a192f53d77a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ef8fe89-ea37-4767-9d59-193e03da44b0 HTTP/1.1" status: 204 len: 168 time: 4.3593836 Mar 21 07:03:28.766275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:28.779326 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:28.789368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.807202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.863433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.879863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=7a802cf5-4b79-487c-9300-92899e39df90,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:28.892122 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe30e729-a68f-4eb4-961c-9bc974428a19 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/7a802cf5-4b79-487c-9300-92899e39df90 HTTP/1.1" status: 204 len: 168 time: 1.8330171 Mar 21 07:03:28.901067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Calling delete_port for 11c8fd02-fbef-4070-9e7b-b6ae28394b6b owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:28.918225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59980) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:28.940286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'tag': 'be403304-884b-4896-ba5c-694710865567', 'status': 'completed', 'code': 200} Mar 21 07:03:28.942237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1351413622'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:28.954587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:28.977901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:28.986716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:28.989172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-23a579f0-3610-4a73-9b0e-1fb5d20c9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:28.990682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-23a579f0-3610-4a73-9b0e-1fb5d20c9ead service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1099 time: 0.4201608 Mar 21 07:03:28.991052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:29.010008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Deleting port 47cf9c1f-8a43-4bec-86c0-4e115a44d340 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:29.010381 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.030403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:29.039107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:29.092523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.114091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:29.119140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.146772 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:29.155140 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:29.174031 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:29.175579 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:29.185766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:29.194023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d0268-30ac-4dd5-93a6-67001c9e3d7d None None] The port '47cf9c1f-8a43-4bec-86c0-4e115a44d340' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:29.215788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] Pushing event deleted for resources: {'Port': ['ID=11c8fd02-fbef-4070-9e7b-b6ae28394b6b,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:29.219110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b487a6-f93b-441b-8d6b-a17c334e6570 None None] No DVR routers for this DVR port 11c8fd02-fbef-4070-9e7b-b6ae28394b6b on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:29.287668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:03:29.289443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.307516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.348128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67339ae8-b5f2-43c7-bbd8-5f38397cf3f0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:29.359001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:29.367214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.367572 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 756098bc-bbd9-445d-b599-5fe1e68d537f of type vlan for network 115ba429-92a0-423f-9204-c430b191d374 Mar 21 07:03:29.380727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:29.389775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-a5607c4f-8dc4-4dfe-b2b2-445ede9fa287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:29.391213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-a5607c4f-8dc4-4dfe-b2b2-445ede9fa287 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 898 time: 0.3770692 Mar 21 07:03:29.401623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:29.402190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f064fd8e-1e4f-428c-8716-c8fec42729d4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5429757 Mar 21 07:03:29.403012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:29.405409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.405409 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cf48d7f9-c3ca-4599-9216-7520b694bb2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67339ae8-b5f2-43c7-bbd8-5f38397cf3f0 HTTP/1.1" status: 204 len: 168 time: 0.8854120 Mar 21 07:03:29.411376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.423634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 59986) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:29.452690 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:29.492348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:29.500694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.519291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:29.519934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.546572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:29.570567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:29.571160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.633586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:29.651915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=11a41a98-5bc6-4a41-852f-f101bcc5bd61,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:29.672495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-75435e84-48b0-4fb2-b180-8696328139b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 217 time: 0.2440300 Mar 21 07:03:29.672730 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7505662 Mar 21 07:03:29.672730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e2ac1-029d-4684-b644-01ca499effd0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=115ba429-92a0-423f-9204-c430b191d374,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:29.674324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59994) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:29.680530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '115ba429-92a0-423f-9204-c430b191d374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:29.792043 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cef33bec-51a5-4411-bbc3-d5f9854be12b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4312973 Mar 21 07:03:29.792723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 59998) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:29.802506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:29.819652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60002) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:29.847670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:29.870408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.898577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:29.900517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:29.905562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0cd17876e3943be9fa5a147ebf7abb4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:29.907004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:29.908985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:29.911029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08868068-d2b1-4463-8d5b-a0090d2f9dcd None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:29.916563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:29.922855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:29.935506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 115ba429-92a0-423f-9204-c430b191d374 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:29.949718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-1964e127-0e2b-4732-999f-8fed8c90da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:29.951256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-1964e127-0e2b-4732-999f-8fed8c90da6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.2552011 Mar 21 07:03:29.955136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet dd78550a-5fac-48cb-80ac-bc6be537b9fa {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:29.957793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:29.963469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.968911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:29.973755 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:29.978522 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa795d7c-4d5f-48fe-bf04-8e2b01b3afad None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:09Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5b40cb30-2a32-4787-8393-7b196fd0f7f8', 'name': '', 'network_id': 'bfb617d8-3c3c-40cd-b5a2-5d6afd094cde', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:fa:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:49Z', 'updated_at': '2022-03-21T06:59:59Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '423db1c8-fea2-467f-ab6e-c9d90000afb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:30.085179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:30.096845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:30.101045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:30.118093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:30.139337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11c8fd02-fbef-4070-9e7b-b6ae28394b6b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:30.139857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:30.143422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.188639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 11c8fd02-fbef-4070-9e7b-b6ae28394b6b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:30.188997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11c8fd02-fbef-4070-9e7b-b6ae28394b6b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:30.271156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.384924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dae1a0-d1f5-4a56-983e-e42a918e4a9e None None] New status for floating IP 2ef8fe89-ea37-4767-9d59-193e03da44b0: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:03:30.417514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.432755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:27Z', 'revision_number': 9, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:30.466808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:30.488020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:30.488850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:30.499188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.545908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '11a41a98-5bc6-4a41-852f-f101bcc5bd61'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:30.546935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.630305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7ce5f-e99c-42cd-b5c7-567c9969ffe8 req-c780bf51-ad64-4546-ac6f-72cbb2670fc2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:30.631051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-8fd7ce5f-e99c-42cd-b5c7-567c9969ffe8 req-c780bf51-ad64-4546-ac6f-72cbb2670fc2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:30.642227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.659727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.725363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-8fd7ce5f-e99c-42cd-b5c7-567c9969ffe8 req-c780bf51-ad64-4546-ac6f-72cbb2670fc2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:30.726827 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8fd7ce5f-e99c-42cd-b5c7-567c9969ffe8 req-c780bf51-ad64-4546-ac6f-72cbb2670fc2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 1.3739884 Mar 21 07:03:30.737837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:30.743062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '756098bc-bbd9-445d-b599-5fe1e68d537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '115ba429-92a0-423f-9204-c430b191d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:30.744892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 115ba429-92a0-423f-9204-c430b191d374, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:03:30.752883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-2a45b97f-14d2-4812-90b5-02ba8405323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:30.754368 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-2a45b97f-14d2-4812-90b5-02ba8405323e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7906003 Mar 21 07:03:30.764460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=95a5e334-888b-47bc-a668-0b97b20a577f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:30.776751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0cd17876e3943be9fa5a147ebf7abb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505847 Mar 21 07:03:30.778454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60006) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:30.797802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 115ba429-92a0-423f-9204-c430b191d374 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:03:30.804368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2939d7e-4a2d-44d7-8513-96c26eb834f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab04775-8780-4b3c-865e-f0ad92ed9661,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:30.828173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.830076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 115ba429-92a0-423f-9204-c430b191d374) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:30.843963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2f46a-89a6-4c8d-8a21-c6e46bcb8330 None None] Network 115ba429-92a0-423f-9204-c430b191d374 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:30.845839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:30.846540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.917370 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ae091262-a0f6-460a-a2a7-afab1e19ac71 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2418878 Mar 21 07:03:30.918731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:30.919655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.923968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=dd78550a-5fac-48cb-80ac-bc6be537b9fa,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:30.925121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.939202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-101148792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:30.987415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:30.990002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:31.006619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:31.011518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8fd7ce5f-e99c-42cd-b5c7-567c9969ffe8 req-67cea95f-1cce-40c5-80a2-dd23ce572316 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626143 Mar 21 07:03:31.013752 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e1830951-5673-45bc-9f2e-f503a512302c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/dd78550a-5fac-48cb-80ac-bc6be537b9fa HTTP/1.1" status: 204 len: 168 time: 1.4725819 Mar 21 07:03:31.023211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60014) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:31.026673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:31.027429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:31.031300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.043415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:31.047741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:31.048333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.055287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13d3eb-e5ca-4bde-b296-f85897063848 None None] Network 37ba40e7-fe01-4d42-8201-c2450c4ed17b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:31.058940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:31.079883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=aca5aa2b-ded8-4cae-9cad-f398057ce717,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:31.103364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.104603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.116960 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cab6c37c-32e8-4021-a2c8-dcf268d45364 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182354 Mar 21 07:03:31.119319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60018) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:31.126493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:72:72:67', 'name': 'tempest-NetworksTestDHCPv6-625895296'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:31.158875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Allocated IP 2001:db8::f816:3eff:fe2a:b589 (1aedd96c-5f29-4cfa-a902-805903aa8838/11a41a98-5bc6-4a41-852f-f101bcc5bd61/9abd0419-d3b7-4769-ae53-ab563f3c74be) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:31.159247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.178929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-e0ceaba1-5039-46b1-8b70-125f4beeef4b service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000168 Mar 21 07:03:31.210046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.219499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-c66ea13f-93f2-487d-a25e-cb63e17f6ada tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:31.220307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-c66ea13f-93f2-487d-a25e-cb63e17f6ada tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.3729203 Mar 21 07:03:31.248111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.265520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.281604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab04775-8780-4b3c-865e-f0ad92ed9661,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:31.288369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 42fcb7f8-8090-4501-ad80-06b40af946e4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:31.288369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.316239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.319729 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94f10415-d4de-4ddd-b8cf-6db999ec59ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fab04775-8780-4b3c-865e-f0ad92ed9661 HTTP/1.1" status: 204 len: 168 time: 0.5340509 Mar 21 07:03:31.333775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.345000 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cecfa961-d567-405f-b146-c700f25015b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4232223 Mar 21 07:03:31.350121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60024) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:31.423272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port be403304-884b-4896-ba5c-694710865567 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:31.423616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.463492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:31.493034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:31.551286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a975a22-a352-4e2b-8ed6-ab5901eb96f2 req-5adb84ab-d398-4411-89ec-04b8dc3bb7b6 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655858 Mar 21 07:03:31.633687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:31.678958 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:03:31.831088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-115ba429-92a0-423f-9204-c430b191d374', 'network_id': '115ba429-92a0-423f-9204-c430b191d374', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': '95a5e334-888b-47bc-a668-0b97b20a577f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:31.831911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.933201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 42fcb7f8-8090-4501-ad80-06b40af946e4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42fcb7f8-8090-4501-ad80-06b40af946e4,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:31.933615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:31.979607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:27Z', 'revision_number': 9, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:32.002272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa95a82-52b6-4fe5-8de7-8517273a339b None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:27Z', 'revision_number': 9, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': '5e9a5be9-5835-43bc-a40e-bb3f6f62a172', 'name': '', 'network_id': 'f140a452-1f63-4863-89d3-b1faa5f1b3de', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:0a:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:41Z', 'updated_at': '2022-03-21T07:02:52Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': 'b19c42e8-2133-4fbe-92cc-eb3927bbb780', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:32.024647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port be403304-884b-4896-ba5c-694710865567, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=be403304-884b-4896-ba5c-694710865567,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:32.024647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.034028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.034312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.074411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Transition to ACTIVE for port object 9abd0419-d3b7-4769-ae53-ab563f3c74be will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:32.096764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] DHCP port deletion for 37ba40e7-fe01-4d42-8201-c2450c4ed17b request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:32.103369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.120427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 9948d54d-7c33-476b-b00c-70aac3b57c1c yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:32.136866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Deleting port 42fcb7f8-8090-4501-ad80-06b40af946e4 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:32.137247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.187485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Transition to ACTIVE for port object 9abd0419-d3b7-4769-ae53-ab563f3c74be will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:32.213214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.332780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:32.334209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Allocated IP 172.20.0.2 (115ba429-92a0-423f-9204-c430b191d374/95a5e334-888b-47bc-a668-0b97b20a577f/0c7a8823-aada-41a8-8740-85e30035bb29) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:32.348343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:32.351296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:32.400648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for be403304-884b-4896-ba5c-694710865567 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:32.459057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-59c03124-80f5-4063-aa8a-e6bf39c66181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:32.460621 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-59c03124-80f5-4063-aa8a-e6bf39c66181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 1099 time: 0.8435714 Mar 21 07:03:32.513171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:32.626957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Attempting to bind port 9abd0419-d3b7-4769-ae53-ab563f3c74be on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:32.627514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Attempting to bind port 9abd0419-d3b7-4769-ae53-ab563f3c74be by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:32.628209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Attempting to bind port 9abd0419-d3b7-4769-ae53-ab563f3c74be on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:32.696129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:32.697841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:32.698403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.698973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:32.699612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Bound port: 9abd0419-d3b7-4769-ae53-ab563f3c74be, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:32.700161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.735729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 42fcb7f8-8090-4501-ad80-06b40af946e4 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:32.741091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] For port 42fcb7f8-8090-4501-ad80-06b40af946e4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42fcb7f8-8090-4501-ad80-06b40af946e4,segment=NetworkSegment(31f8c78b-2969-46b9-865d-8c450ca69ea2),segment_id=31f8c78b-2969-46b9-865d-8c450ca69ea2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:32.741817 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:32.855273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 172.20.0.2 (1aedd96c-5f29-4cfa-a902-805903aa8838/aca5aa2b-ded8-4cae-9cad-f398057ce717/9948d54d-7c33-476b-b00c-70aac3b57c1c) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:32.864132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fe72:7267 (1aedd96c-5f29-4cfa-a902-805903aa8838/11a41a98-5bc6-4a41-852f-f101bcc5bd61/9948d54d-7c33-476b-b00c-70aac3b57c1c) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:32.891781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60048) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:32.932105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Calling delete_port for 42fcb7f8-8090-4501-ad80-06b40af946e4 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:32.965009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-0a8f707a-605a-432b-8f17-0df4c2932283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:32.966604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-0a8f707a-605a-432b-8f17-0df4c2932283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 200 len: 898 time: 0.3060057 Mar 21 07:03:33.069383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.070438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1505847073'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:33.077843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:33.095254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:33.100574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:33.109736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:33.114150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:33.119043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f378010-5bb2-4360-ba62-8362f8a0d70b req-92cf6839-872d-41c5-b6bd-5619d2fcffba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:33.120282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f378010-5bb2-4360-ba62-8362f8a0d70b req-92cf6839-872d-41c5-b6bd-5619d2fcffba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 946 time: 0.6772916 Mar 21 07:03:33.123064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:33.123414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:33.127003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.130494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:33.139077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-6bb04626-0f0d-4837-9ad5-f2d033614c0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 200 len: 217 time: 0.1639707 Mar 21 07:03:33.144664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Transition to ACTIVE for port object 0c7a8823-aada-41a8-8740-85e30035bb29 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:33.145710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:33.149259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.153954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=42fcb7f8-8090-4501-ad80-06b40af946e4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.158022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No DVR routers for this DVR port 42fcb7f8-8090-4501-ad80-06b40af946e4 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:33.173201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Transition to ACTIVE for port object 0c7a8823-aada-41a8-8740-85e30035bb29 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:33.177881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.178100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.189388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.224144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.253740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 9948d54d-7c33-476b-b00c-70aac3b57c1c will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:33.257396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:33.268768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:33.274510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:33.287305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.20.0.1 (115ba429-92a0-423f-9204-c430b191d374/95a5e334-888b-47bc-a668-0b97b20a577f/a704adf7-c7bb-4a5e-957b-c0a9e8bfa220) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:33.292757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:33.327015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Network 115ba429-92a0-423f-9204-c430b191d374 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:33.330903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.341123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:33.348862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf913d1-9b4a-4c3a-8d6f-f540abf39843 None None] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.352192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:33.381604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-9e70603c-b9ea-4158-a439-5b2ad3f17391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:33.383094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-9e70603c-b9ea-4158-a439-5b2ad3f17391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 200 len: 835 time: 0.2314584 Mar 21 07:03:33.409974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f378010-5bb2-4360-ba62-8362f8a0d70b req-6eb2bf92-12b2-408e-be91-144e7da0924b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=a73869af-d41a-4a09-bcbc-365abfff1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697458 Mar 21 07:03:33.460354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.488068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.513691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=be403304-884b-4896-ba5c-694710865567,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.567148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba40e7-fe01-4d42-8201-c2450c4ed17b']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:33.568278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Attempting to bind port 0c7a8823-aada-41a8-8740-85e30035bb29 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:33.568752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Attempting to bind port 0c7a8823-aada-41a8-8740-85e30035bb29 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '756098bc-bbd9-445d-b599-5fe1e68d537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '115ba429-92a0-423f-9204-c430b191d374'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:33.569325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Attempting to bind port 0c7a8823-aada-41a8-8740-85e30035bb29 on network 115ba429-92a0-423f-9204-c430b191d374 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:33.592492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:33.593007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Checking segment: {'id': '756098bc-bbd9-445d-b599-5fe1e68d537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '115ba429-92a0-423f-9204-c430b191d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:33.594105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.595222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Bound using segment: {'id': '756098bc-bbd9-445d-b599-5fe1e68d537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '115ba429-92a0-423f-9204-c430b191d374'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:33.595805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Bound port: 0c7a8823-aada-41a8-8740-85e30035bb29, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756098bc-bbd9-445d-b599-5fe1e68d537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '115ba429-92a0-423f-9204-c430b191d374'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:33.596998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.612779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:33.629437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f8c78b-2969-46b9-865d-8c450ca69ea2') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:33.630529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f8c78b-2969-46b9-865d-8c450ca69ea2') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:33.656462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:33.661614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60056) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:33.663605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:33.688915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Deleting port 42fcb7f8-8090-4501-ad80-06b40af946e4 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:33.689610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.702525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.710279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=9948d54d-7c33-476b-b00c-70aac3b57c1c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.726232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Pushing event updated for resources: {'Port': ['ID=0c7a8823-aada-41a8-8740-85e30035bb29,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.739499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.747963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port be403304-884b-4896-ba5c-694710865567 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:33.761758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.773181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'name': 'network-vif-deleted', 'tag': 'be403304-884b-4896-ba5c-694710865567'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:03:33.776665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.792900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:33.798252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.838131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:33.838970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.872088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:33.889874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50b5c927-f73b-4e23-8297-73aba1fa582a None None] The port '42fcb7f8-8090-4501-ad80-06b40af946e4' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:33.898777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e223d7b-5f4f-45e7-85d7-3cc51cd9a470,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:33.917606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.917992 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment dd0827b1-c423-4ed5-b414-d7dfd4d1e81a of type vlan for network 2ae9f262-30e3-44e3-b233-5417e21dabc6 Mar 21 07:03:33.923072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] For port 0c7a8823-aada-41a8-8740-85e30035bb29, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:33.926870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] For port 0c7a8823-aada-41a8-8740-85e30035bb29, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c7a8823-aada-41a8-8740-85e30035bb29,segment=NetworkSegment(756098bc-bbd9-445d-b599-5fe1e68d537f),segment_id=756098bc-bbd9-445d-b599-5fe1e68d537f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:33.933061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:33.966188 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61a20346-d0fb-43c3-ba13-d59eb4e9d58a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8447323 Mar 21 07:03:33.968253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60062) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:33.973188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.017803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.050961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.053466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c22231-1663-4b06-8789-83532b4071f9 None None] Pushing event updated for resources: {'Port': ['ID=0c7a8823-aada-41a8-8740-85e30035bb29,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:34.067639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:34.068052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.122950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9abd0419-d3b7-4769-ae53-ab563f3c74be up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:34.180247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 115ba429-92a0-423f-9204-c430b191d374 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:34.200212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:34.205112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:34.213733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9abd0419-d3b7-4769-ae53-ab563f3c74be completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:34.284095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5abb9f40-e659-48f2-bf01-c255469c2acb no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:34.365116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5abb9f40-e659-48f2-bf01-c255469c2acb {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:34.367057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5abb9f40-e659-48f2-bf01-c255469c2acb not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:34.367057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42fcb7f8-8090-4501-ad80-06b40af946e4 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:34.367476 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96d7c16-0dc6-4183-8b12-9cb884db9c62', 'name': 'network-vif-deleted', 'tag': 'be403304-884b-4896-ba5c-694710865567', 'status': 'completed', 'code': 200} Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:34.369937 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:34.375775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.381298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:34.382470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.396102 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-870629e9-4a1c-4ea1-8712-e7a0c4f9cb2e req-b71365ec-ef65-4c22-a5f5-b34a7e00379f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/be403304-884b-4896-ba5c-694710865567 HTTP/1.1" status: 204 len: 173 time: 3.1687529 Mar 21 07:03:34.413804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 42fcb7f8-8090-4501-ad80-06b40af946e4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:34.414118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42fcb7f8-8090-4501-ad80-06b40af946e4 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:34.423031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=a704adf7-c7bb-4a5e-957b-c0a9e8bfa220,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:34.510429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.574138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Deleting port febc2e09-aa7d-46cc-ae59-1f96569b7e8f {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:34.574488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.606147 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7130175 Mar 21 07:03:34.607082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60068) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:34.609632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-2f6e210f-a641-45c2-aa89-34e43d4e4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:34.611417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-2f6e210f-a641-45c2-aa89-34e43d4e4c68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1588190 Mar 21 07:03:34.632887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'name': 'tempest-PortsTestJSON-1044295772'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:34.655221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ba36-cd2f-42a4-806c-2205ce7a34b6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=2ae9f262-30e3-44e3-b233-5417e21dabc6,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:34.663040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.667866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:34.697915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-449e6b83-2279-446a-b0d9-736b0d714183 req-4702a58c-b973-4270-a311-1c95a6bf5010 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:34.718674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:34.751830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2435f-4c06-435f-846d-8e4f4ccdf5f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:34.754593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=37ba40e7-fe01-4d42-8201-c2450c4ed17b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:34.757919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2435f-4c06-435f-846d-8e4f4ccdf5f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:34.760404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bbf2435f-4c06-435f-846d-8e4f4ccdf5f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:34.765157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d50df40-4d96-496a-8f75-6e85217aed82 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/37ba40e7-fe01-4d42-8201-c2450c4ed17b HTTP/1.1" status: 204 len: 168 time: 3.7379744 Mar 21 07:03:34.781093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60072) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:34.884766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:34.912249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0d276-5d06-40e1-81e9-ae3bab264695 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:34.921897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-449e6b83-2279-446a-b0d9-736b0d714183 req-4702a58c-b973-4270-a311-1c95a6bf5010 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:34.923060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449e6b83-2279-446a-b0d9-736b0d714183 req-4702a58c-b973-4270-a311-1c95a6bf5010 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96d7c16-0dc6-4183-8b12-9cb884db9c62 HTTP/1.1" status: 200 len: 210 time: 0.3532200 Mar 21 07:03:34.951344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device be403304-884b-4896-ba5c-694710865567 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:34.974580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bbf2435f-4c06-435f-846d-8e4f4ccdf5f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:34.976361 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bbf2435f-4c06-435f-846d-8e4f4ccdf5f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.0071094 Mar 21 07:03:34.980806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60076) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:35.007853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: be403304-884b-4896-ba5c-694710865567 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:35.008204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device be403304-884b-4896-ba5c-694710865567 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:35.059251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-3123b4b9-afa4-45db-9299-000813eaa359 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966672 Mar 21 07:03:35.104330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.105057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.107368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Provisioning for port 9abd0419-d3b7-4769-ae53-ab563f3c74be completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:35.125576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Provisioning complete for port 9abd0419-d3b7-4769-ae53-ab563f3c74be triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:35.125959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.131790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:35.138192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:35.183609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:35.285258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 9948d54d-7c33-476b-b00c-70aac3b57c1c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:35.285258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.308888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:35.312324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.383306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.421879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.434190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:35.470563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:35.471178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Calling delete_port for febc2e09-aa7d-46cc-ae59-1f96569b7e8f owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:35.485417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.595860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ef66c-c2b4-4e82-ba2d-dbf63f1a0bca None None] Network 115ba429-92a0-423f-9204-c430b191d374 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:35.744713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fc768f57-2259-430b-a134-051763731610 None None] Provisioning for port 0c7a8823-aada-41a8-8740-85e30035bb29 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:35.766154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e81b-3cc3-428a-bfba-8ce24bdbcdc4 None None] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:35.769160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '11a41a98-5bc6-4a41-852f-f101bcc5bd61', 'ip_address': '2001:db8::f816:3eff:fe2a:b589'}, {'subnet_id': 'aca5aa2b-ded8-4cae-9cad-f398057ce717'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': '9abd0419-d3b7-4769-ae53-ab563f3c74be'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:03:35.789487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-759f66e6-90d7-49b2-ba66-41ca97439db8 req-b8c03503-d788-4c44-b944-377094f798c4 service neutron] 10.222.0.30 "GET /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712206 Mar 21 07:03:35.834078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:35.846847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.054629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 9948d54d-7c33-476b-b00c-70aac3b57c1c owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:36.074716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.080795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60082) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:36.098656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.181181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c7a8823-aada-41a8-8740-85e30035bb29 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:36.212148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.254641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Allocated IP 172.20.0.3 (1aedd96c-5f29-4cfa-a902-805903aa8838/aca5aa2b-ded8-4cae-9cad-f398057ce717/9abd0419-d3b7-4769-ae53-ab563f3c74be) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:36.284507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 0c7a8823-aada-41a8-8740-85e30035bb29 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:36.291929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0c7a8823-aada-41a8-8740-85e30035bb29 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:36.292310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.315669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=a704adf7-c7bb-4a5e-957b-c0a9e8bfa220,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:36.377277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.439307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Port': ['ID=febc2e09-aa7d-46cc-ae59-1f96569b7e8f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:36.507268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.544294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 0c7a8823-aada-41a8-8740-85e30035bb29, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c7a8823-aada-41a8-8740-85e30035bb29,segment=NetworkSegment(756098bc-bbd9-445d-b599-5fe1e68d537f),segment_id=756098bc-bbd9-445d-b599-5fe1e68d537f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:36.551293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.552385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9abd0419-d3b7-4769-ae53-ab563f3c74be up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:36.565051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.597450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.614966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.645854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.646238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Floating IP bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef disassociated (deleted). External IP: 172.26.2.100, port: 4038db01-7ce9-4015-85f2-a4b3540b534b. Mar 21 07:03:36.725496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=0c7a8823-aada-41a8-8740-85e30035bb29,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:36.760434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Provisioning complete for port 0c7a8823-aada-41a8-8740-85e30035bb29 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:36.760925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.764659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.866940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9abd0419-d3b7-4769-ae53-ab563f3c74be triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:36.867224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:36.874080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=9948d54d-7c33-476b-b00c-70aac3b57c1c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:36.965467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.003754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 115ba429-92a0-423f-9204-c430b191d374 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:37.017886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:37.076418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:37.144083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.147197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Provisioning for port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:37.167909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.178115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Provisioning complete for port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:37.178487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.236676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Transition to ACTIVE for port object 9abd0419-d3b7-4769-ae53-ab563f3c74be will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:37.247645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.251704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-40ab99a8-4cdf-483d-afde-96f96034ace1 None None] Port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:37.273456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9b301fa9-ad98-4efb-a7e0-882f5c3e68d6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/9948d54d-7c33-476b-b00c-70aac3b57c1c HTTP/1.1" status: 204 len: 168 time: 2.2789013 Mar 21 07:03:37.274251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60086) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:37.304342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:37.401890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.411887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf36de-2d64-4043-b904-52f3a32be3b8 None None] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:37.420573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-366d16b8-d75f-479f-960b-74183fada934 None None] Provisioning complete for port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:37.420947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-366d16b8-d75f-479f-960b-74183fada934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.481810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-366d16b8-d75f-479f-960b-74183fada934 None None] Port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:03:37.529173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:37.534083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.538380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.544462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Sync routers for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:37.555404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:37.556214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:37.571594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:37.579609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:37.581117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:37.582772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:37.583582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:37.603712 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a2f46534-c036-4810-b0a3-68c742052e64 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "DELETE /v2.0/floatingips/bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef HTTP/1.1" status: 204 len: 168 time: 3.9376478 Mar 21 07:03:37.603712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:03:37.604220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73869af-d41a-4a09-bcbc-365abfff1b00,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:37.673352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'status': 'completed', 'code': 200} Mar 21 07:03:37.675000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:37.675368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 2ae9f262-30e3-44e3-b233-5417e21dabc6, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:03:37.757682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:37.762322 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4ed284da-e1e8-41d8-868c-3c14da2b8fea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4695492 Mar 21 07:03:37.764281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60094) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:37.776106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.777213 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c47e7a20-4e2b-49f8-8308-7ceeb53adcd5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/a73869af-d41a-4a09-bcbc-365abfff1b00 HTTP/1.1" status: 204 len: 168 time: 1.6954193 Mar 21 07:03:37.796459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-9b1e2d0b-d492-4d88-a84f-d3325d4122e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:37.798202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-9b1e2d0b-d492-4d88-a84f-d3325d4122e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cb6fa494551499b8aaab746fb8a1188&device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 1099 time: 0.1021919 Mar 21 07:03:37.833638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60100) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:37.859645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:37.912900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:37.913270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:37.959416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router 3201d65f-4cca-4577-9e44-7ba3582d502b is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:37.966545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:03:38.177806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c7a8823-aada-41a8-8740-85e30035bb29 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:38.194276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 11a41a98-5bc6-4a41-852f-f101bcc5bd61 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:38.203037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2ae9f262-30e3-44e3-b233-5417e21dabc6) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:38.204933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.304374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7808ff-4733-460d-ba54-4138eafa91a0 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:38.306456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:38.312027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:38.312611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.354133 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ee1b519b-c8cc-4323-84c0-92a7630f0c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7330105 Mar 21 07:03:38.359329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60106) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:38.361273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 5e9a5be9-5835-43bc-a40e-bb3f6f62a172, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:38.361646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.377974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061176034'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:38.435979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:38.469665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:38.486740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:38.503487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:38.506019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-5edd501f-43c8-4fb3-aa2a-81c18f649667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:38.507642 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-5edd501f-43c8-4fb3-aa2a-81c18f649667 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 200 len: 898 time: 0.7019265 Mar 21 07:03:38.550132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-99e8ef02-c4dc-4dba-886a-106f01a634ab None None] Provisioning for port 9abd0419-d3b7-4769-ae53-ab563f3c74be completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:38.572168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:38.598910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-99e8ef02-c4dc-4dba-886a-106f01a634ab None None] Provisioning complete for port 9abd0419-d3b7-4769-ae53-ab563f3c74be triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:38.599274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-99e8ef02-c4dc-4dba-886a-106f01a634ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.611754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.643156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:38.657819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-d5ebb1d3-36c8-4d6e-b395-19ed3b151d70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 200 len: 217 time: 0.0867696 Mar 21 07:03:38.690990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0c7a8823-aada-41a8-8740-85e30035bb29 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:38.691357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.728481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:38.732087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.739556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Checking router: d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:38.795569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:38.796210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:38.842812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-fd07948a-7276-426b-ab19-768e67d5ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:38.844260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-fd07948a-7276-426b-ab19-768e67d5ee78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 200 len: 835 time: 0.1773586 Mar 21 07:03:38.851739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e364-14ed-4f4f-ba29-571813a4af66 req-caee8cfa-3a6d-4233-9e27-98eab4486852 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:38.852531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9d49e364-14ed-4f4f-ba29-571813a4af66 req-caee8cfa-3a6d-4233-9e27-98eab4486852 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Synchronizing usage tracker for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:38.853358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:38.863117 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5369a98e-c41a-4f50-b61c-f94b7b4ecc52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/3201d65f-4cca-4577-9e44-7ba3582d502b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5109048 Mar 21 07:03:38.863802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60110) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:38.876641 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] Sync routers for ids ['3201d65f-4cca-4577-9e44-7ba3582d502b'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:38.895697 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] Routers {'3201d65f-4cca-4577-9e44-7ba3582d502b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:38.896664 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3201d65f-4cca-4577-9e44-7ba3582d502b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:38.921687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:38.951966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.952328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment d049ebf3-ebd7-48f4-ba86-6160885515ad of type vlan for network 29ddbaa0-7280-481d-8eee-7fe7bab8251a Mar 21 07:03:38.975092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:38.994755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9d49e364-14ed-4f4f-ba29-571813a4af66 req-caee8cfa-3a6d-4233-9e27-98eab4486852 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Unset dirty status for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:39.001311 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d49e364-14ed-4f4f-ba29-571813a4af66 req-caee8cfa-3a6d-4233-9e27-98eab4486852 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.6427412 Mar 21 07:03:39.023100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada9bab-85ae-4831-90fd-1e2dea1f616b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:39.023696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8ada9bab-85ae-4831-90fd-1e2dea1f616b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:39.075037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8ada9bab-85ae-4831-90fd-1e2dea1f616b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:39.079492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60114) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:39.079665 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8ada9bab-85ae-4831-90fd-1e2dea1f616b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports/a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 HTTP/1.1" status: 200 len: 910 time: 0.2016761 Mar 21 07:03:39.113338 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:39.127439 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] Routers {'3201d65f-4cca-4577-9e44-7ba3582d502b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:39.128584 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3201d65f-4cca-4577-9e44-7ba3582d502b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:39.132797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9abd0419-d3b7-4769-ae53-ab563f3c74be up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:39.149434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.183279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-99e8ef02-c4dc-4dba-886a-106f01a634ab None None] Could not find standard attr ID for object 9948d54d-7c33-476b-b00c-70aac3b57c1c. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:03:39.206991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=11a41a98-5bc6-4a41-852f-f101bcc5bd61,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:39.219889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.236919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.265725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:39.269210 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:39.269902 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa08ee-3516-475e-8162-bcc4133f9318 None None] The sync data for ids ['3201d65f-4cca-4577-9e44-7ba3582d502b'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:39.278552 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ed89fd14-0b61-444f-818e-bcdae488ee70 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/11a41a98-5bc6-4a41-852f-f101bcc5bd61 HTTP/1.1" status: 204 len: 168 time: 1.5039365 Mar 21 07:03:39.279527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.281801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d49e364-14ed-4f4f-ba29-571813a4af66 req-8f05016e-58f4-44c9-baf9-c2e70325d74d tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794747 Mar 21 07:03:39.282319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60118) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:39.340144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-ed529b13-b892-4346-8701-7799c0ffac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:39.341673 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-ed529b13-b892-4346-8701-7799c0ffac40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9e308c6-fdee-4c32-b70c-97bbfb171d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4831088 Mar 21 07:03:39.394390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1d5322c3-71ef-417b-95be-6a8100ebb802 None None] Could not find standard attr ID for object 9948d54d-7c33-476b-b00c-70aac3b57c1c. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:03:39.473921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e32bf9-fbc1-4438-93c3-fbce19113a04 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:39.580187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=5e9a5be9-5835-43bc-a40e-bb3f6f62a172,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:39.599687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9abd0419-d3b7-4769-ae53-ab563f3c74be triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:39.600060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.612096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.623871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.631207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:39.631786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:39.970161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:40.021368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:40.029965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aa534-ad6a-4fb0-87f6-00667bba2df2 None None] The sync data for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv is: [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:00:15Z', 'revision_number': 4, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '857bc512-3fec-4b71-8f83-a042970bfae0', 'name': '', 'network_id': 'f9e308c6-fdee-4c32-b70c-97bbfb171d26', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'mac_address': 'fa:16:3e:12:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:15Z', 'updated_at': '2022-03-21T07:00:23Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'subnets': [{'id': 'b509bbfc-faba-458a-8795-f60f9a063143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:40.083048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7145727 Mar 21 07:03:40.122353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60122) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:40.141815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet aca5aa2b-ded8-4cae-9cad-f398057ce717 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:40.160443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'ports': [{'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'}, {'network_id': '29ddbaa0-7280-481d-8eee-7fe7bab8251a'}]} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:40.160761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:40.161259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '29ddbaa0-7280-481d-8eee-7fe7bab8251a'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:40.168930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:40.176447 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-80a6ecd4-631f-4d90-bbce-20fb89e3453d tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3903949 Mar 21 07:03:40.177669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60126) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:40.179129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.179279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:40.189574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:40.190202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:40.207114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f6259-6c0f-49c8-b0b7-007bb0dee7f9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=29ddbaa0-7280-481d-8eee-7fe7bab8251a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:40.261681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.263402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet b19c42e8-2133-4fbe-92cc-eb3927bbb780 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:40.269051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.380471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.413603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.438715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 29ddbaa0-7280-481d-8eee-7fe7bab8251a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:40.457408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba82f3-5761-4db4-9e1e-3a3f5e73bb79 None None] New status for floating IP bff52ae9-c6ac-4b57-9c27-60fac6f1c2ef: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:03:40.527528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.647452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.669073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:40.711171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.715616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=b19c42e8-2133-4fbe-92cc-eb3927bbb780,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:40.725061 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eb4bf903-08be-42a4-af94-e660002ddf33 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/b19c42e8-2133-4fbe-92cc-eb3927bbb780 HTTP/1.1" status: 204 len: 168 time: 0.5460739 Mar 21 07:03:40.725877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60132) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:40.734835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526646ba-588d-4b11-9a90-403bb1fecd68 None None] Network f140a452-1f63-4863-89d3-b1faa5f1b3de requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:40.844622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-2b04b24c-d1c1-4f68-ad22-bd99520115a9 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:40.848815 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-2b04b24c-d1c1-4f68-ad22-bd99520115a9 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.30 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 1.2271740 Mar 21 07:03:40.872442 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-b3353ff1-98c7-476c-9b05-f447c1f1bfda service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2495220 Mar 21 07:03:40.942356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:40.998709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.009329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 30a81038-8ff6-433a-91a6-777ea5974f8c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:41.009659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.077273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=aca5aa2b-ded8-4cae-9cad-f398057ce717,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:41.107677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.119164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ba284d57-c871-417f-8e5a-652d935b58bc None None] Provisioning complete for port 9abd0419-d3b7-4769-ae53-ab563f3c74be triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:41.119656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ba284d57-c871-417f-8e5a-652d935b58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.155142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79eee7-1352-4225-abea-7617f0044b79 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:41.234969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 30a81038-8ff6-433a-91a6-777ea5974f8c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=30a81038-8ff6-433a-91a6-777ea5974f8c,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:41.235317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.251417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Deleting port 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:41.251760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.294441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-014025e5-e30a-4dbb-9123-85f8856a5771 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/aca5aa2b-ded8-4cae-9cad-f398057ce717 HTTP/1.1" status: 204 len: 168 time: 2.0049386 Mar 21 07:03:41.305172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60136) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:41.367140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b5dc4-3502-43df-9fdb-4ee1d7aade79 req-fbf12258-9dbf-4065-8bf9-ee7aaf0ae194 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:41.368734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b4b5dc4-3502-43df-9fdb-4ee1d7aade79 req-fbf12258-9dbf-4065-8bf9-ee7aaf0ae194 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 946 time: 0.8397865 Mar 21 07:03:41.401884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 30a81038-8ff6-433a-91a6-777ea5974f8c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:41.406624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] DHCP port deletion for f140a452-1f63-4863-89d3-b1faa5f1b3de request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:41.432317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:41.442389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Deleting port 30a81038-8ff6-433a-91a6-777ea5974f8c {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:41.443015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.485528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:41.493772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:41.504114 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9fea246a-9ac4-43e9-8930-d254a6c258a7 req-6f5a7abe-2d34-4c17-95bf-549f1ef353b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234086 Mar 21 07:03:41.517361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:41.522668 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-459f2139-d548-45c3-832c-0d2c18190cc6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2124097 Mar 21 07:03:41.522668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60140) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:41.530381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:41.555138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.657615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 2} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:41.661937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.675481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.679577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:41.692277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:39Z', 'revision_number': 10, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:41.699869 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b4b5dc4-3502-43df-9fdb-4ee1d7aade79 req-b8a231c7-31c7-4852-8e26-8f3d17361cc3 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867708 Mar 21 07:03:41.701901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:41.736046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:41.744860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=30a81038-8ff6-433a-91a6-777ea5974f8c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:41.748532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:41.761627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:41.764519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No DVR routers for this DVR port 30a81038-8ff6-433a-91a6-777ea5974f8c on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:41.776133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.776299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:41.777011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:41.843084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:41.846824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.889852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:41.910031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] For port 30a81038-8ff6-433a-91a6-777ea5974f8c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=30a81038-8ff6-433a-91a6-777ea5974f8c,segment=NetworkSegment(c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1),segment_id=c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:41.910477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:41.919123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Deleting port 9abd0419-d3b7-4769-ae53-ab563f3c74be {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:41.919632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.013794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.066951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f140a452-1f63-4863-89d3-b1faa5f1b3de']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:42.085942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:42.086286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f0a5df-79ca-4c73-8e3e-dad5d60a47b1') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:42.092627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.104097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.125989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.140595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Calling delete_port for 30a81038-8ff6-433a-91a6-777ea5974f8c owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:42.160916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:42.161206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.167569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 30a81038-8ff6-433a-91a6-777ea5974f8c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:42.176699 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:42.237367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 30a81038-8ff6-433a-91a6-777ea5974f8c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:42.237844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 30a81038-8ff6-433a-91a6-777ea5974f8c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:42.238346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9abd0419-d3b7-4769-ae53-ab563f3c74be no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:42.309549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:42.339974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.369784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] For port 4038db01-7ce9-4015-85f2-a4b3540b534b, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=4038db01-7ce9-4015-85f2-a4b3540b534b,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:42.370151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.397674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.404061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.447839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:42.448275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=f140a452-1f63-4863-89d3-b1faa5f1b3de,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:42.456473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:42.460856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:42.460856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.475448 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-622b4f10-4483-4bb3-b4bb-02b44555a120 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/f140a452-1f63-4863-89d3-b1faa5f1b3de HTTP/1.1" status: 204 len: 168 time: 1.7459335 Mar 21 07:03:42.478691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=d9d09395-14cb-43af-89bc-7a5cf58b51d3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:42.481659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60144) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:42.548504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:42.549156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:42.566890 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-596c9edf-cd8b-47da-8732-3d0911510ebe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0410974 Mar 21 07:03:42.567539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60148) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:42.599066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Calling delete_port for 4038db01-7ce9-4015-85f2-a4b3540b534b owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:42.747089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.749554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:42.817543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:42.817931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.831844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port e2bbb489-9645-4d79-8320-86918dd9ee91 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:42.901549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:42.906589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:42.909614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:42.915641 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:42.920715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:42.945946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:42.950339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:42.982251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:43.011773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Calling delete_port for 9abd0419-d3b7-4769-ae53-ab563f3c74be owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:43.044941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.095951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.131851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Deleting port 30a81038-8ff6-433a-91a6-777ea5974f8c {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:43.132218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.192092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 4038db01-7ce9-4015-85f2-a4b3540b534b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:43.192452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 4038db01-7ce9-4015-85f2-a4b3540b534b not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:43.206877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 5b40cb30-2a32-4787-8393-7b196fd0f7f8 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:43.207212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.236705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Port': ['ID=4038db01-7ce9-4015-85f2-a4b3540b534b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:43.250614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9110-7c87-45a1-9b8d-0d8147984da6 None None] The port '30a81038-8ff6-433a-91a6-777ea5974f8c' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:43.283905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:43.317854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:43.318290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:43.331593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:39Z', 'revision_number': 10, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:43.348666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d190ee2-e758-4868-9ef5-d89dde6071df None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:39Z', 'revision_number': 10, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None, '_interfaces': [{'id': 'c4453ffb-3c14-49f2-9fc8-1fd011ebe853', 'name': '', 'network_id': 'b13e6c09-8159-4061-908a-880b57f87933', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'mac_address': 'fa:16:3e:cc:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:02:28Z', 'updated_at': '2022-03-21T07:02:42Z', 'revision_number': 5, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'subnets': [{'id': '75f7d022-7f36-4cb0-a9dd-7cfc3bc72263', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:43.387361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.422997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:43.423336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.528990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.749234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] No DVR routers for this DVR port 4038db01-7ce9-4015-85f2-a4b3540b534b on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:43.752259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.778314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 9054b7c7-2c0b-4af6-b453-c2cde626cff7 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:43.784782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-deleted', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:03:43.820255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Deleting port 9abd0419-d3b7-4769-ae53-ab563f3c74be {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:43.821526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:43.967937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f15f5-11d4-488e-9414-79c93ea7e29b', 'name': 'network-vif-deleted', 'tag': '4038db01-7ce9-4015-85f2-a4b3540b534b', 'status': 'completed', 'code': 200} Mar 21 07:03:43.987465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:03:43.991183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9739ed-19bf-46d5-b05e-7d3886949f14 req-2e3b39d1-da7a-418d-8f26-9d6970c21017 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:43.991867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0a9739ed-19bf-46d5-b05e-7d3886949f14 req-2e3b39d1-da7a-418d-8f26-9d6970c21017 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Synchronizing usage tracker for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:44.006304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2500ec0f-c33d-446d-ad22-64326c612f20 req-1b08d5df-9595-4479-9bda-e8628d08deaf tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.30 "DELETE /v2.0/ports/4038db01-7ce9-4015-85f2-a4b3540b534b HTTP/1.1" status: 204 len: 173 time: 3.1362717 Mar 21 07:03:44.100384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.119235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0a9739ed-19bf-46d5-b05e-7d3886949f14 req-2e3b39d1-da7a-418d-8f26-9d6970c21017 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Unset dirty status for tenant:6cb6fa494551499b8aaab746fb8a1188 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:44.120782 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a9739ed-19bf-46d5-b05e-7d3886949f14 req-2e3b39d1-da7a-418d-8f26-9d6970c21017 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/ports?device_id=587f15f5-11d4-488e-9414-79c93ea7e29b HTTP/1.1" status: 200 len: 867 time: 1.1821806 Mar 21 07:03:44.134597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:44.183665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:44.184006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5e9a5be9-5835-43bc-a40e-bb3f6f62a172 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:44.190861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port c4453ffb-3c14-49f2-9fc8-1fd011ebe853 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:44.191525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.203730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:44.204124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.270148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for a704adf7-c7bb-4a5e-957b-c0a9e8bfa220 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:44.313375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 5b40cb30-2a32-4787-8393-7b196fd0f7f8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5b40cb30-2a32-4787-8393-7b196fd0f7f8,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:44.313641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.334483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Calling delete_port for 9abd0419-d3b7-4769-ae53-ab563f3c74be owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:44.453741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:44.454998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:44.497732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 5b40cb30-2a32-4787-8393-7b196fd0f7f8 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:44.545414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.599261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a9739ed-19bf-46d5-b05e-7d3886949f14 req-34bfa8a0-18db-41af-bf93-04708bfdf406 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a65197d-8cf6-4648-801a-fc4979a4a937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112957 Mar 21 07:03:44.611191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.640440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Deleting port 9abd0419-d3b7-4769-ae53-ab563f3c74be {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:44.642149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.646318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port c4453ffb-3c14-49f2-9fc8-1fd011ebe853, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:44.646673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.707650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.786879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for c4453ffb-3c14-49f2-9fc8-1fd011ebe853 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:44.865686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:44.869779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:44.874217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.882359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:44.883157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:44.887306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=e2bbb489-9645-4d79-8320-86918dd9ee91,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:44.909099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:44.909663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.006877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:45.007886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=a704adf7-c7bb-4a5e-957b-c0a9e8bfa220,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.037495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Calling delete_port for 9abd0419-d3b7-4769-ae53-ab563f3c74be owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:45.051867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.115343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.116168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.139853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:45.140211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:45.197330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.235611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:45.248793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:45.284084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:45.284682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.430001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=9054b7c7-2c0b-4af6-b453-c2cde626cff7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.445662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': 'd049ebf3-ebd7-48f4-ba86-6160885515ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29ddbaa0-7280-481d-8eee-7fe7bab8251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:45.446547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 29ddbaa0-7280-481d-8eee-7fe7bab8251a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:03:45.451297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.466104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.473110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=6a3393f7-90f9-40dc-94ce-652d9196b80a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.475796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=9']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.488834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:45.515067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=5b40cb30-2a32-4787-8393-7b196fd0f7f8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.533313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Port': ['ID=c4453ffb-3c14-49f2-9fc8-1fd011ebe853,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:45.535851 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9fca8b0d-aff8-478c-8762-6990428eaaef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9657438 Mar 21 07:03:45.540661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60156) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:45.616792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:e5:ee:f7', 'name': 'tempest-NetworksTestDHCPv6-1744366042'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:45.766461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60162) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:45.800901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 29ddbaa0-7280-481d-8eee-7fe7bab8251a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:03:45.881033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 29ddbaa0-7280-481d-8eee-7fe7bab8251a) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:45.890162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb94f3-6600-486f-87bd-9b2dd5cfb179 None None] Network 29ddbaa0-7280-481d-8eee-7fe7bab8251a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:45.957847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:45.963402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:45.968070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:45.968719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.063801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router 3201d65f-4cca-4577-9e44-7ba3582d502b has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:46.159867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-693b7426-0597-4166-8b25-caa5734cf9a7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0245764 Mar 21 07:03:46.164970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:46.211561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:46.239402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:46.253194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:46.256920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.275717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:46.287421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] Sync routers for ids ['3201d65f-4cca-4577-9e44-7ba3582d502b'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:46.293029 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3571bea0-18e6-489f-b7e6-d72f2169377a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/3201d65f-4cca-4577-9e44-7ba3582d502b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2056730 Mar 21 07:03:46.297768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60170) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:46.303187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] Routers {'3201d65f-4cca-4577-9e44-7ba3582d502b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:46.304081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3201d65f-4cca-4577-9e44-7ba3582d502b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.360959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Deleting port 9abd0419-d3b7-4769-ae53-ab563f3c74be {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:46.360959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.369415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:46.390245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:46.417503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 9054b7c7-2c0b-4af6-b453-c2cde626cff7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:46.417855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.442646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.449969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e013ea5-ab42-4b58-b97b-9122996c1b82 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:46.468981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:46.470270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] Routers {'3201d65f-4cca-4577-9e44-7ba3582d502b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:46.470901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3201d65f-4cca-4577-9e44-7ba3582d502b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.502937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:46.522300 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dd854cf0-be71-424d-8a10-0da6ea2dff26 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0375230 Mar 21 07:03:46.528522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60174) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:46.530561 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:46.545325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:46.546334 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.568579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.568579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd8a9c-eba8-494a-b625-440e887813cf None None] The sync data for ids ['3201d65f-4cca-4577-9e44-7ba3582d502b'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:46.592032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e013ea5-ab42-4b58-b97b-9122996c1b82 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:46.595909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1e013ea5-ab42-4b58-b97b-9122996c1b82 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=3201d65f-4cca-4577-9e44-7ba3582d502b HTTP/1.1" status: 200 len: 205 time: 0.2972090 Mar 21 07:03:46.602710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:46.734463 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:46.756474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting subnet 75f7d022-7f36-4cb0-a9dd-7cfc3bc72263 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:46.765325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.770926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] For port 9abd0419-d3b7-4769-ae53-ab563f3c74be, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9abd0419-d3b7-4769-ae53-ab563f3c74be,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:46.771581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.862203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.895409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.905797 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.910330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:46.920502 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:46.921417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:46.935769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:46.960638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Calling delete_port for 9abd0419-d3b7-4769-ae53-ab563f3c74be owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:46.967919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 740ebc3a-521d-43ce-a9e5-5ce162225219 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:47.067161 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:47.152175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.169777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.207880 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:47.214096 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d6990-fc11-44d5-8d69-b794586ca17d None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:47.264633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.285720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] Pushing event deleted for resources: {'Port': ['ID=9abd0419-d3b7-4769-ae53-ab563f3c74be,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:47.331559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe97f56-13b6-4e4a-a6b7-58a256613ccb None None] No DVR routers for this DVR port 9abd0419-d3b7-4769-ae53-ab563f3c74be on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:47.349468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f983066-68f4-4a36-bd5b-03a6f06dc74f None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:47.476222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 9054b7c7-2c0b-4af6-b453-c2cde626cff7 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:47.494945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.552918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Subnet': ['ID=75f7d022-7f36-4cb0-a9dd-7cfc3bc72263,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:47.556094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 172.20.0.5 (1aedd96c-5f29-4cfa-a902-805903aa8838/d9d09395-14cb-43af-89bc-7a5cf58b51d3/740ebc3a-521d-43ce-a9e5-5ce162225219) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:47.559803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.571815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fee5:eef7 (1aedd96c-5f29-4cfa-a902-805903aa8838/6a3393f7-90f9-40dc-94ce-652d9196b80a/740ebc3a-521d-43ce-a9e5-5ce162225219) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:47.589942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96045c0-59fc-47d9-9390-550bcd56b483 None None] Network b13e6c09-8159-4061-908a-880b57f87933 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:47.592195 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-17d300db-fe35-470b-b18b-332cd82cc113 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/75f7d022-7f36-4cb0-a9dd-7cfc3bc72263 HTTP/1.1" status: 204 len: 168 time: 1.0632341 Mar 21 07:03:47.592819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:47.612942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '6a3393f7-90f9-40dc-94ce-652d9196b80a'}, {'subnet_id': 'd9d09395-14cb-43af-89bc-7a5cf58b51d3'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:47.613944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.674324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.678769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.731451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.731905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router 3201d65f-4cca-4577-9e44-7ba3582d502b {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:47.751906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:47.753445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.795165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.798900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.820020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.821983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5720ddbd-7b70-4644-b499-298490221c4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/3201d65f-4cca-4577-9e44-7ba3582d502b HTTP/1.1" status: 204 len: 168 time: 1.2161880 Mar 21 07:03:47.824786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=9054b7c7-2c0b-4af6-b453-c2cde626cff7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:47.827589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60186) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:47.889380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:47.893758 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c79a3e68-ce4f-4258-85ea-0cabfacfb511 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/9054b7c7-2c0b-4af6-b453-c2cde626cff7 HTTP/1.1" status: 204 len: 168 time: 1.7241833 Mar 21 07:03:47.924727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60190) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:47.991106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet 95a5e334-888b-47bc-a668-0b97b20a577f {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:47.996628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.007089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 63ef54a4-ce37-45ee-959a-8dd094494745 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:48.007435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.034145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] DHCP port deletion for b13e6c09-8159-4061-908a-880b57f87933 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:48.038206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Deleting port 63ef54a4-ce37-45ee-959a-8dd094494745 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:48.038583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.113856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 63ef54a4-ce37-45ee-959a-8dd094494745 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:48.187837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.244744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 740ebc3a-521d-43ce-a9e5-5ce162225219 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:48.255068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:48.264720 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4f099df4-4a23-4111-8f40-edfec64d1900 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4259212 Mar 21 07:03:48.267644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60194) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:48.285973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.345906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.347009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea559773-507d-46fb-a646-0db8380712da None None] Sync routers for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:48.405500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet 423db1c8-fea2-467f-ab6e-c9d90000afb7 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:48.410771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.463056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] For port 63ef54a4-ce37-45ee-959a-8dd094494745, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=63ef54a4-ce37-45ee-959a-8dd094494745,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:48.463449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.484021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:48.484649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:48.489676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.509314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:48.516180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:48.523336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:48.557558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.618623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=740ebc3a-521d-43ce-a9e5-5ce162225219,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:48.635828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b6bf5-a3dd-4755-848c-ee43de59d528 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:48.639770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.640473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b6bf5-a3dd-4755-848c-ee43de59d528 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:48.641279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aa8b6bf5-a3dd-4755-848c-ee43de59d528 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:48.666055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.672231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Calling delete_port for 63ef54a4-ce37-45ee-959a-8dd094494745 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:48.686572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] For port 63ef54a4-ce37-45ee-959a-8dd094494745, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=63ef54a4-ce37-45ee-959a-8dd094494745,segment=NetworkSegment(3ce4b422-c77f-4c91-a533-e65c86bce967),segment_id=3ce4b422-c77f-4c91-a533-e65c86bce967)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:48.686835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.698113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.716136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:48.716760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.751467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=95a5e334-888b-47bc-a668-0b97b20a577f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:48.763487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.770398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-70a67a44-1c8c-4ef6-bf1a-3403f53df9e7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/95a5e334-888b-47bc-a668-0b97b20a577f HTTP/1.1" status: 204 len: 168 time: 0.9397333 Mar 21 07:03:48.773243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60198) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:48.778211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aa8b6bf5-a3dd-4755-848c-ee43de59d528 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:48.781953 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aa8b6bf5-a3dd-4755-848c-ee43de59d528 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8476405 Mar 21 07:03:48.798390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57146f08-8446-43b2-b18f-6a703247d362 None None] Network 115ba429-92a0-423f-9204-c430b191d374 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:48.800677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60202) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:48.849519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Calling delete_port for 63ef54a4-ce37-45ee-959a-8dd094494745 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:48.886954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:48.950395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.005049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=423db1c8-fea2-467f-ab6e-c9d90000afb7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:49.017505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.027397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port e2bbb489-9645-4d79-8320-86918dd9ee91 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:49.027757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.052809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606149c-36e0-4b21-bd15-45e25de1dc39 None None] Network bfb617d8-3c3c-40cd-b5a2-5d6afd094cde requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:49.062905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.064207 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bd18ab16-5c51-4467-a925-8708f9ed66e5 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5217128 Mar 21 07:03:49.068767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60206) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:49.081252 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d72e4294-e568-4a9f-9d46-84f17e2f9682 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/423db1c8-fea2-467f-ab6e-c9d90000afb7 HTTP/1.1" status: 204 len: 168 time: 0.8124433 Mar 21 07:03:49.090610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60210) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:49.152187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Deleting port 857bc512-3fec-4b71-8f83-a042970bfae0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:49.152530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.172477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 0c7a8823-aada-41a8-8740-85e30035bb29 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:49.172882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.173047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Allocated IP 172.20.0.2 (1aedd96c-5f29-4cfa-a902-805903aa8838/d9d09395-14cb-43af-89bc-7a5cf58b51d3/6550997b-2d26-4682-ac2e-8360d55fabee) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:49.178060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:49.216495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:49.216814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:49.359307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320e495-5fcc-43b0-b341-1939fd6344b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:49.359583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5320e495-5fcc-43b0-b341-1939fd6344b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:49.375135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.394708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] For port 857bc512-3fec-4b71-8f83-a042970bfae0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=857bc512-3fec-4b71-8f83-a042970bfae0,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:49.395036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.403110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5320e495-5fcc-43b0-b341-1939fd6344b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:49.406746 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5320e495-5fcc-43b0-b341-1939fd6344b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.3323116 Mar 21 07:03:49.408275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60214) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:49.416821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Allocated IP 2001:db8::f816:3eff:fe55:641d (1aedd96c-5f29-4cfa-a902-805903aa8838/6a3393f7-90f9-40dc-94ce-652d9196b80a/6550997b-2d26-4682-ac2e-8360d55fabee) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:49.488022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.493457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c4453ffb-3c14-49f2-9fc8-1fd011ebe853 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:49.523219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] No DVR routers for this DVR port 63ef54a4-ce37-45ee-959a-8dd094494745 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:49.530547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8a9c-d48f-4b19-9bc4-06be771fca78 None None] Pushing event deleted for resources: {'Port': ['ID=63ef54a4-ce37-45ee-959a-8dd094494745,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:49.572158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Calling delete_port for 857bc512-3fec-4b71-8f83-a042970bfae0 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:49.610991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c4453ffb-3c14-49f2-9fc8-1fd011ebe853 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:49.611362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c4453ffb-3c14-49f2-9fc8-1fd011ebe853 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:49.653715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 740ebc3a-521d-43ce-a9e5-5ce162225219 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:49.654478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.721267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Deleting port 63ef54a4-ce37-45ee-959a-8dd094494745 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:49.721512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:49.810072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] The port '63ef54a4-ce37-45ee-959a-8dd094494745' was deleted {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:49.825933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.029155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 0c7a8823-aada-41a8-8740-85e30035bb29, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c7a8823-aada-41a8-8740-85e30035bb29,segment=NetworkSegment(756098bc-bbd9-445d-b599-5fe1e68d537f),segment_id=756098bc-bbd9-445d-b599-5fe1e68d537f)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:50.029758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.043955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for e2bbb489-9645-4d79-8320-86918dd9ee91 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:50.057076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.067996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.078275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] DHCP port deletion for 115ba429-92a0-423f-9204-c430b191d374 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:50.088720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Transition to ACTIVE for port object 6550997b-2d26-4682-ac2e-8360d55fabee will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:50.096021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Deleting port 0c7a8823-aada-41a8-8740-85e30035bb29 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:50.096252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.161110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Transition to ACTIVE for port object 6550997b-2d26-4682-ac2e-8360d55fabee will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:50.171367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:44Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '7c13b5ab-c48e-4243-9a20-8f84712a1605', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T06:59:39Z', 'updated_at': '2022-03-21T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.176845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] DHCP port deletion for bfb617d8-3c3c-40cd-b5a2-5d6afd094cde request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:50.206641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.217342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13e6c09-8159-4061-908a-880b57f87933']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.222826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 0c7a8823-aada-41a8-8740-85e30035bb29 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:50.245265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea559773-507d-46fb-a646-0db8380712da None None] Checking router: 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:50.259958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Deleting port fcff9208-923b-490e-af79-2049fd99bb1b {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:50.260324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.266761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.291634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.317009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce4b422-c77f-4c91-a533-e65c86bce967') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.317714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce4b422-c77f-4c91-a533-e65c86bce967') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.320461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 7c13b5ab-c48e-4243-9a20-8f84712a1605 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:50.321097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.347064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Port': ['ID=857bc512-3fec-4b71-8f83-a042970bfae0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:50.351808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:50.357282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.365086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:50.370602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:50.393129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] Routers {'20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:50.393826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.393923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.428756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.438959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.468604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:50.469010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.486049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Pushing event updated for resources: {'Port': ['ID=6550997b-2d26-4682-ac2e-8360d55fabee,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:50.500638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=e2bbb489-9645-4d79-8320-86918dd9ee91,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:50.570718 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:50.598933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 0c7a8823-aada-41a8-8740-85e30035bb29 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:50.643046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.659605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=0c7a8823-aada-41a8-8740-85e30035bb29,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:50.717958 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-01ae539c-00d5-4342-bb49-038e288aaaaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/e2bbb489-9645-4d79-8320-86918dd9ee91 HTTP/1.1" status: 204 len: 168 time: 1.9111564 Mar 21 07:03:50.729114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60220) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:50.751426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.832790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] Set router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:50.833605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.835800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.842438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 7c13b5ab-c48e-4243-9a20-8f84712a1605, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7c13b5ab-c48e-4243-9a20-8f84712a1605,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:50.842783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.906781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 740ebc3a-521d-43ce-a9e5-5ce162225219 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:50.941906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] For port 0c7a8823-aada-41a8-8740-85e30035bb29, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c7a8823-aada-41a8-8740-85e30035bb29,segment=NetworkSegment(756098bc-bbd9-445d-b599-5fe1e68d537f),segment_id=756098bc-bbd9-445d-b599-5fe1e68d537f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:50.942293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.964369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Attempting to bind port 6550997b-2d26-4682-ac2e-8360d55fabee on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:50.964369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Attempting to bind port 6550997b-2d26-4682-ac2e-8360d55fabee by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:50.964723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:50.964834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Attempting to bind port 6550997b-2d26-4682-ac2e-8360d55fabee on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:50.979830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115ba429-92a0-423f-9204-c430b191d374']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:50.980050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Pushing event deleted for resources: {'Network': ['ID=b13e6c09-8159-4061-908a-880b57f87933,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:51.001970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 7c13b5ab-c48e-4243-9a20-8f84712a1605 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:51.035018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756098bc-bbd9-445d-b599-5fe1e68d537f') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:51.035362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756098bc-bbd9-445d-b599-5fe1e68d537f') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:51.045311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ea559773-507d-46fb-a646-0db8380712da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:50Z', 'revision_number': 8, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:51.056907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.068768 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-70af2332-d072-4405-9ad0-6b523a380414 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/networks/b13e6c09-8159-4061-908a-880b57f87933 HTTP/1.1" status: 204 len: 168 time: 3.4694228 Mar 21 07:03:51.070240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60224) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:51.078534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'routes': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:51.108911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Calling delete_port for 0c7a8823-aada-41a8-8740-85e30035bb29 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:51.140603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:51.141029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:51.142287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.142287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:51.142287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Bound port: 6550997b-2d26-4682-ac2e-8360d55fabee, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:51.142619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.212350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea559773-507d-46fb-a646-0db8380712da None None] The sync data for ids ['20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f'] in dv-neutron-834307-1-hyperv is: [{'id': '20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f', 'name': 'tempest-TestNetworkBasicOps-router-1759243418', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T06:59:37Z', 'updated_at': '2022-03-21T07:03:50Z', 'revision_number': 8, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:51.265850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.295629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.309572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:51.309976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:51.333500 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:51.383141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] For port fcff9208-923b-490e-af79-2049fd99bb1b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fcff9208-923b-490e-af79-2049fd99bb1b,segment=NetworkSegment(b2a9facb-bca0-46e8-8185-9b0271e94f33),segment_id=b2a9facb-bca0-46e8-8185-9b0271e94f33)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:51.384462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.512945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.539095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Calling delete_port for fcff9208-923b-490e-af79-2049fd99bb1b owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:51.552693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1814379-b018-4130-b2ae-26d83cb47ff9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:51.553412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a1814379-b018-4130-b2ae-26d83cb47ff9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:51.579965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:03:51.580338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:03:51.581779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=740ebc3a-521d-43ce-a9e5-5ce162225219,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:51.607810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] For port 6550997b-2d26-4682-ac2e-8360d55fabee, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:51.620572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] For port 6550997b-2d26-4682-ac2e-8360d55fabee, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6550997b-2d26-4682-ac2e-8360d55fabee,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:51.641725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.693098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Added routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:03:51.693431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Removed routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:03:51.693973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.697401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.717857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.734094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:51.758511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] No DVR routers for this DVR port fcff9208-923b-490e-af79-2049fd99bb1b on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:51.773591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7bca4-2b02-4f66-813c-9e9aa2d6f4f9 None None] Pushing event updated for resources: {'Port': ['ID=6550997b-2d26-4682-ac2e-8360d55fabee,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:51.783672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a1814379-b018-4130-b2ae-26d83cb47ff9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:51.785049 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a1814379-b018-4130-b2ae-26d83cb47ff9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0549841 Mar 21 07:03:51.797431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:51.800180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=115ba429-92a0-423f-9204-c430b191d374,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:51.817049 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-da36ddd4-cbb6-4f75-a76f-3e6b6b292324 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/115ba429-92a0-423f-9204-c430b191d374 HTTP/1.1" status: 204 len: 168 time: 3.0390460 Mar 21 07:03:51.818084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:51.858802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2faff3-4bc6-45c7-aecc-104e915cdbe0 None None] Pushing event deleted for resources: {'Port': ['ID=fcff9208-923b-490e-af79-2049fd99bb1b,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:51.886918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815768911', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:51.887438 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-78548564-66f2-4340-907f-99e438f02f51 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:03:51.891124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-78548564-66f2-4340-907f-99e438f02f51 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/9054b7c7-2c0b-4af6-b453-c2cde626cff7 HTTP/1.1" status: 404 len: 333 time: 0.0902021 Mar 21 07:03:51.902154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60236) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:51.919341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:51.936897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.012582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:52.030416 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94105a5c-785f-44f0-bee6-d63fda899f1f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/740ebc3a-521d-43ce-a9e5-5ce162225219 HTTP/1.1" status: 204 len: 168 time: 2.6216724 Mar 21 07:03:52.031050 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d962e4-66b7-4e30-aea7-cef111997cab tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:03:52.032433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:52.035003 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-94d962e4-66b7-4e30-aea7-cef111997cab tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/e2bbb489-9645-4d79-8320-86918dd9ee91 HTTP/1.1" status: 404 len: 333 time: 0.1371963 Mar 21 07:03:52.058856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60240) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:52.059949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60242) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:52.090529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Deleting port 0c7a8823-aada-41a8-8740-85e30035bb29 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:52.091233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.094804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:52.111502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:52.215635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94b15f09-a1ae-4f58-a1a6-82b4c6fd526f None None] The port '0c7a8823-aada-41a8-8740-85e30035bb29' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:03:52.216666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c7a8823-aada-41a8-8740-85e30035bb29 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:52.267319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0c7a8823-aada-41a8-8740-85e30035bb29 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:52.268509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c7a8823-aada-41a8-8740-85e30035bb29 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:52.269436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5b40cb30-2a32-4787-8393-7b196fd0f7f8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:52.331607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5b40cb30-2a32-4787-8393-7b196fd0f7f8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:52.332594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5b40cb30-2a32-4787-8393-7b196fd0f7f8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:52.333330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c13b5ab-c48e-4243-9a20-8f84712a1605 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:52.379121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.397807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.398739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.408816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.417156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.428132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f8eca33f-0e48-4339-a250-9cd942c14de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.431560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 7c13b5ab-c48e-4243-9a20-8f84712a1605 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 07:03:52.432070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7c13b5ab-c48e-4243-9a20-8f84712a1605 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:52.432644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fcff9208-923b-490e-af79-2049fd99bb1b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:52.465565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.469979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: fcff9208-923b-490e-af79-2049fd99bb1b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:52.470525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fcff9208-923b-490e-af79-2049fd99bb1b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:52.517921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:52.525986 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-63a55387-1b7d-4045-88be-593d6e52c3ed tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "PUT /v2.0/routers/d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7552001 Mar 21 07:03:52.526393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60248) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:52.528346 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Sync routers for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:52.541025 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:52.541663 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:52.550526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:52.552021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:52.553660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:52.554429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:52.598581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=7c13b5ab-c48e-4243-9a20-8f84712a1605,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:52.605057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Deleting subnet b509bbfc-faba-458a-8795-f60f9a063143 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:52.608494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.670242 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.674659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.736318 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:52.774033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.875185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.923921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Subnet': ['ID=b509bbfc-faba-458a-8795-f60f9a063143,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:52.928277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:52.936854 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-759ed5b4-cd95-42dd-850d-6bc888fb6c59 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "DELETE /v2.0/subnets/b509bbfc-faba-458a-8795-f60f9a063143 HTTP/1.1" status: 204 len: 168 time: 0.4067063 Mar 21 07:03:52.939359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60252) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:52.942438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e54304-9509-4479-a50f-6646c94ce2ca None None] Network f9e308c6-fdee-4c32-b70c-97bbfb171d26 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:52.943634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router b0220e3a-1601-4416-a25d-772f631cfd18 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:03:52.948798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:52.952509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4dd3759-0cc3-4aad-a6c9-6a60493cb247 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8853629 Mar 21 07:03:52.952509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.003328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60256) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:53.166626 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:03:50Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.171209 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Checking router: d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:53.191280 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Routers {'d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:53.192065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.222645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.312158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e8eae-7e69-407d-8298-d3ff33486629 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:53.322068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 6a3393f7-90f9-40dc-94ce-652d9196b80a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:53.339770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] DHCP port deletion for f9e308c6-fdee-4c32-b70c-97bbfb171d26 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:53.370403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Deleting port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:53.371099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.385694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.429209 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] Set router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:53.466692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.501390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c359edc8-3bef-443a-b633-5376c22786c5 None None] Provisioning for port 6550997b-2d26-4682-ac2e-8360d55fabee completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:53.512576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:53.515386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.531338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Deleting port a0da9106-97e8-4707-8cbc-9d4554966e68 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:53.531738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.544298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Sync routers for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:53.588954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.599014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:53.599992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.608419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.613266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.717465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.797077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] For port a0da9106-97e8-4707-8cbc-9d4554966e68, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a0da9106-97e8-4707-8cbc-9d4554966e68,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:53.797651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.817635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ddbaa0-7280-481d-8eee-7fe7bab8251a']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.830517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:53.832267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.837132 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d976f6b8-1dfd-4956-af60-1e9c487ee355 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 704 time: 2.7627029 Mar 21 07:03:53.840518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60260) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:53.843271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:53.843866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:53.862520 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:03:50Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.873013 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d2956-f592-45ac-bf55-9d9db18092a7 None None] The sync data for ids ['d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5'] in dv-neutron-834307-1-hyperv is: [{'id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070883138', 'tenant_id': '6cb6fa494551499b8aaab746fb8a1188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:00:08Z', 'updated_at': '2022-03-21T07:03:50Z', 'revision_number': 5, 'project_id': '6cb6fa494551499b8aaab746fb8a1188', 'gw_port': {'id': 'a0da9106-97e8-4707-8cbc-9d4554966e68', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:00:09Z', 'updated_at': '2022-03-21T07:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:53.943037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Calling delete_port for a0da9106-97e8-4707-8cbc-9d4554966e68 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:53.971445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd049ebf3-ebd7-48f4-ba86-6160885515ad') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.972002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd049ebf3-ebd7-48f4-ba86-6160885515ad') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:53.995321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.005565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46addc5d-2d39-4423-a86a-71b270702a53 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:03:54.012503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.013536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cf644c8c-6e65-47a2-b51d-e167d7939837 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/20dcdd22-ad29-4a8e-9b9b-7bccbd70e41f HTTP/1.1" status: 204 len: 168 time: 4.9202557 Mar 21 07:03:54.013918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.018219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60264) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:54.020886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.076642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.103907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46addc5d-2d39-4423-a86a-71b270702a53 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:03:54.106653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46addc5d-2d39-4423-a86a-71b270702a53 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 205 time: 0.2599998 Mar 21 07:03:54.108847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.116437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:54.116877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.125501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] For port f2c35c42-c02d-44a2-8fde-9f235fc22bf2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,segment=NetworkSegment(eca984d8-14db-4714-900f-d4370b681f66),segment_id=eca984d8-14db-4714-900f-d4370b681f66)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:54.126046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.136045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60268) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:54.136477 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:54.163835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Checking router: b0220e3a-1601-4416-a25d-772f631cfd18 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:54.235927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.256603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3393f7-90f9-40dc-94ce-652d9196b80a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:54.360497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Calling delete_port for f2c35c42-c02d-44a2-8fde-9f235fc22bf2 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:54.384852 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fb227ed9-dc5b-426b-822e-654f5b702189 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6a3393f7-90f9-40dc-94ce-652d9196b80a HTTP/1.1" status: 204 len: 168 time: 1.3703005 Mar 21 07:03:54.393212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.402334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60272) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:54.445150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6550997b-2d26-4682-ac2e-8360d55fabee up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:03:54.469806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.485127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Routers {'b0220e3a-1601-4416-a25d-772f631cfd18'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:54.486253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['b0220e3a-1601-4416-a25d-772f631cfd18'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.552879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet d9d09395-14cb-43af-89bc-7a5cf58b51d3 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:03:54.607954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.715920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] Set router b0220e3a-1601-4416-a25d-772f631cfd18 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:54.754223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.769759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8700d647-5871-48b8-8a5a-2b8504704af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.782671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.826986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb617d8-3c3c-40cd-b5a2-5d6afd094cde']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.849480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.869005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.877402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d45c-fd08-4d21-a8d2-45cce74d3b56 None None] The sync data for ids ['b0220e3a-1601-4416-a25d-772f631cfd18'] in dv-neutron-834307-1-hyperv is: [{'id': 'b0220e3a-1601-4416-a25d-772f631cfd18', 'name': 'tempest-RoutersIpV6Test-router-111932598', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:02:23Z', 'updated_at': '2022-03-21T07:03:45Z', 'revision_number': 11, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:54.882861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.929000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.943457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] Pushing event deleted for resources: {'Port': ['ID=f2c35c42-c02d-44a2-8fde-9f235fc22bf2,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:54.945357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d40e2-8dbb-4c86-b5b3-f2fe53e94f32 None None] No DVR routers for this DVR port f2c35c42-c02d-44a2-8fde-9f235fc22bf2 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:54.946907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6550997b-2d26-4682-ac2e-8360d55fabee completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:03:54.954466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6550997b-2d26-4682-ac2e-8360d55fabee triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:54.954845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:54.954973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a9facb-bca0-46e8-8185-9b0271e94f33') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.955170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a9facb-bca0-46e8-8185-9b0271e94f33') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:54.967365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Port': ['ID=a0da9106-97e8-4707-8cbc-9d4554966e68,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:55.023323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.031590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.048521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=29ddbaa0-7280-481d-8eee-7fe7bab8251a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:55.058604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.070715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:55.071400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:55.091621 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:55.134835 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-daa93f40-033c-4cdd-a6ca-68313c1183b8 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/29ddbaa0-7280-481d-8eee-7fe7bab8251a HTTP/1.1" status: 204 len: 168 time: 3.0584433 Mar 21 07:03:55.135760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60276) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.154841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473574460'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:55.160206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.161424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.164157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.167348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:55.175403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:55.182059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.182764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:55.200786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:55.206188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6550997b-2d26-4682-ac2e-8360d55fabee, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6550997b-2d26-4682-ac2e-8360d55fabee,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:55.215500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.225127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.225858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router b0220e3a-1601-4416-a25d-772f631cfd18 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:55.232451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:55.237546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.279228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.280636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9a4ece6d-1138-4c3d-ae66-7d1ec61e2f3a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 204 len: 168 time: 1.1433189 Mar 21 07:03:55.286170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60280) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.309467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1587038441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:55.323892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.327400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:55.335943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f2c35c42-c02d-44a2-8fde-9f235fc22bf2 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:55.347656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Usage tracker for resource:router and tenant:68d1f8f4778946c9a2958fc3820bd62e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:55.355350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:55.357720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:55.413738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.418237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.428300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: f2c35c42-c02d-44a2-8fde-9f235fc22bf2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:55.428641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f2c35c42-c02d-44a2-8fde-9f235fc22bf2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:55.429057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 857bc512-3fec-4b71-8f83-a042970bfae0 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:55.451251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:55.458783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfeb731-9fea-4483-ba82-614c6c95a8d3 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:55.461245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.481423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.491053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=bfb617d8-3c3c-40cd-b5a2-5d6afd094cde,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:55.497311 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-62919644-e0b6-4f78-b89a-65b8f3df9d0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/bfb617d8-3c3c-40cd-b5a2-5d6afd094cde HTTP/1.1" status: 204 len: 168 time: 1.4468734 Mar 21 07:03:55.514901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 857bc512-3fec-4b71-8f83-a042970bfae0 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:55.514901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 857bc512-3fec-4b71-8f83-a042970bfae0 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:55.533885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60284) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.541013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--793013403', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:55.548549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:55.552933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.553586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Fanout notify agent at l3_agent the message router_deleted on router d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:03:55.558842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:55.563585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.564305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.566543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:55.567988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.568307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment 6fdd7604-ad36-4619-b829-dadb0809bf0d of type vlan for network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b Mar 21 07:03:55.576459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:55.580215 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.608685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3c0dcafc-025f-4de9-95de-48732637429c None None] Provisioning complete for port 6550997b-2d26-4682-ac2e-8360d55fabee triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:03:55.609389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcafc-025f-4de9-95de-48732637429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.635195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.639098 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-46a4a56f-0dd2-4fd2-878d-222692d807b7 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "DELETE /v2.0/routers/d1c4d4a1-43ed-4c08-9d97-5ee6c7ec47f5 HTTP/1.1" status: 204 len: 168 time: 2.6959836 Mar 21 07:03:55.639931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d09395-14cb-43af-89bc-7a5cf58b51d3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:55.641647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60288) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.643305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.643556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.643653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6550997b-2d26-4682-ac2e-8360d55fabee,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:55.644493 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d52daa76-1ec9-470f-9526-b4dbb399181e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d9d09395-14cb-43af-89bc-7a5cf58b51d3 HTTP/1.1" status: 204 len: 168 time: 1.2407610 Mar 21 07:03:55.645796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:55.651039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.667580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60290) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.708540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.730667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.736763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.759406 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-df4e62da-82fd-405f-811f-aba04fccf303 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897582 Mar 21 07:03:55.761860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60296) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:55.770670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:55.791915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:03:55.826042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.840427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.840576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:03:55.871576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.872018 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 2c7dfc4a-8610-40d6-af14-86005ce87ffe of type vlan for network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 Mar 21 07:03:55.916397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.922087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.923378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:55.926448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.927808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:55.928398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.932753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:55.937613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:55.945775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:55.954550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:55.970818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:55.974390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.125761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.130941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:56.131516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.172774 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0225322 Mar 21 07:03:56.184695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:03:56.188923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Deleting port 6550997b-2d26-4682-ac2e-8360d55fabee {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:03:56.189436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.233139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60300) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:56.237152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa55c0-0e47-44b4-8f1d-60447dd7697e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:56.249169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.250898 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58f1d0c7-82b5-4655-b079-3091038c7218 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9588437 Mar 21 07:03:56.262429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60302) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:56.271449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.26.2.212 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/78a1c7f7-1527-46dc-98c2-2c0c82d61caf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:56.280480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:56.282262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:56.391949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:56.405922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6550997b-2d26-4682-ac2e-8360d55fabee no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:56.409013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.411080 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8760607 Mar 21 07:03:56.418569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60308) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:56.422231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c745-708b-4dc3-b124-0babc1bf1e59 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=4be7ecd3-51c7-46f3-b579-0c70c45a99c4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:56.445492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:03:56.482931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:56.498809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:56.556495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:56.560325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:56.578924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] For port 6550997b-2d26-4682-ac2e-8360d55fabee, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6550997b-2d26-4682-ac2e-8360d55fabee,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:03:56.579320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.583868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:56.665786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.666739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.681903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e308c6-fdee-4c32-b70c-97bbfb171d26']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:56.707452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca984d8-14db-4714-900f-d4370b681f66') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:56.707452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca984d8-14db-4714-900f-d4370b681f66') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:56.717679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:56.767933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.774065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:56.779009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Calling delete_port for 6550997b-2d26-4682-ac2e-8360d55fabee owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:03:56.785316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:56.796328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:56.816254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.831320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:56.834806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.848648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:03:56.849054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.852407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.865099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:03:56.867412 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:03:56.897366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.927037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.950964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:56.998186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] Pushing event deleted for resources: {'Port': ['ID=6550997b-2d26-4682-ac2e-8360d55fabee,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:57.026632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Performing IP validity checks on allocation pools {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 07:03:57.027243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_backend_mixin [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 07:03:57.038831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a931c-6808-4aa0-abe9-af1525562471 None None] No DVR routers for this DVR port 6550997b-2d26-4682-ac2e-8360d55fabee on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:03:57.040835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a0da9106-97e8-4707-8cbc-9d4554966e68 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:03:57.054523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.065255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.078576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a0da9106-97e8-4707-8cbc-9d4554966e68 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:03:57.078819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a0da9106-97e8-4707-8cbc-9d4554966e68 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:03:57.098223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.112025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.115139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'Network': ['ID=f9e308c6-fdee-4c32-b70c-97bbfb171d26,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:57.138501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ab3a8225-1230-4270-8da4-5b632bea783f tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "DELETE /v2.0/networks/f9e308c6-fdee-4c32-b70c-97bbfb171d26 HTTP/1.1" status: 204 len: 168 time: 1.4635837 Mar 21 07:03:57.142443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60312) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:57.240328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.250734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.304376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:57.313044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:57.322910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b1f10-ceb3-4f8e-a20e-006c5a190914 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:57.369686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:57.375615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.408399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:57.410262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=78a1c7f7-1527-46dc-98c2-2c0c82d61caf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:57.416739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:57.441266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.504725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:57.505254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.527061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.533844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.539296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=a225140f-2dfd-44dc-a2a0-a02744749a44,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:57.567731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': 'a225140f-2dfd-44dc-a2a0-a02744749a44'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:57.568622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.598919 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-da588f7a-ea47-4961-b71d-ec7810f97f4e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8331845 Mar 21 07:03:57.599125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60316) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:57.604722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:57.621420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=e06c53ef-d97a-4a67-b197-a97aef666103,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:57.635919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Router 247d98b6-994e-4ab1-95ef-27209bb60bb0 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:57.641270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': '6fdd7604-ad36-4619-b829-dadb0809bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:57.641270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:03:57.737344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Allocated IP 172.20.0.2 (1aedd96c-5f29-4cfa-a902-805903aa8838/a225140f-2dfd-44dc-a2a0-a02744749a44/e32f72ea-f306-43b1-8724-60db7191bd53) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:57.784211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:03:57.813209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:57.831469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:03:57.832167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.865197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d280166-4b44-481b-bd17-bc6c894723a6 None None] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:03:57.912173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.926090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:57.943241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:57.947798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Sync routers for ids ['247d98b6-994e-4ab1-95ef-27209bb60bb0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:57.948779 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6ba81822-2ba4-4d8f-afe6-4d611aee2c89 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "PUT /v2.0/routers/247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 200 len: 698 time: 1.6850495 Mar 21 07:03:57.950003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60320) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:57.980493 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Routers {'247d98b6-994e-4ab1-95ef-27209bb60bb0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:57.981412 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['247d98b6-994e-4ab1-95ef-27209bb60bb0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:57.994999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:58.001109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:58.021595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:58.023669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a65197d-8cf6-4648-801a-fc4979a4a937,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:58.034504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.035717 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc1d03b4-37dd-402c-8462-cba9123b70f0 tempest-TestNetworkAdvancedServerOps-1356423500 tempest-TestNetworkAdvancedServerOps-1356423500-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a65197d-8cf6-4648-801a-fc4979a4a937 HTTP/1.1" status: 204 len: 168 time: 0.8654158 Mar 21 07:03:58.043393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:58.060018 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-28a12f2b-9f18-4eff-b342-d272bc01f82c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8049369 Mar 21 07:03:58.076309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60326) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:58.088142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b', 'name': 'tempest-PortsTestJSON-2052911758'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:03:58.345418 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Set router 247d98b6-994e-4ab1-95ef-27209bb60bb0 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:58.356938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b', 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': 'e06c53ef-d97a-4a67-b197-a97aef666103'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:03:58.357562 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-873e823b-bdd0-4d76-ba5c-fe153ee8265a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/routers/247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 200 len: 704 time: 0.3936429 Mar 21 07:03:58.357972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.358752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60332) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:58.358886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:58.362320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.379217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.446729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Transition to ACTIVE for port object e32f72ea-f306-43b1-8724-60db7191bd53 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:58.495830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Transition to ACTIVE for port object e32f72ea-f306-43b1-8724-60db7191bd53 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:58.510503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.597398 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247d98b6-994e-4ab1-95ef-27209bb60bb0', 'name': 'tempest-RoutersIpV6Test-router-1587038441', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:55Z', 'updated_at': '2022-03-21T07:03:56Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:58.601759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:58.603494 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Checking router: 247d98b6-994e-4ab1-95ef-27209bb60bb0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:03:58.608382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d09895b7-db23-4ec3-bea8-e8ecbfdb1e23 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 200 len: 205 time: 0.2464678 Mar 21 07:03:58.610206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.613780 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Routers {'247d98b6-994e-4ab1-95ef-27209bb60bb0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:58.614665 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['247d98b6-994e-4ab1-95ef-27209bb60bb0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:58.634540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:58.637102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:58.653302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:58.750937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:58.787070 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] Set router 247d98b6-994e-4ab1-95ef-27209bb60bb0 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:03:58.791709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:58.828252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Attempting to bind port e32f72ea-f306-43b1-8724-60db7191bd53 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:58.829269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Attempting to bind port e32f72ea-f306-43b1-8724-60db7191bd53 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:58.829269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Attempting to bind port e32f72ea-f306-43b1-8724-60db7191bd53 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:58.837525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:58.837911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:58.838299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.838692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:58.839166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Bound port: e32f72ea-f306-43b1-8724-60db7191bd53, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:58.839545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:58.850647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Allocated IP 172.20.0.2 (3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b/e06c53ef-d97a-4a67-b197-a97aef666103/96d80b54-7d79-4299-89a8-7aa5902cd9d9) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:03:58.962848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:58.966214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:58.988934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.001346 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247d98b6-994e-4ab1-95ef-27209bb60bb0', 'name': 'tempest-RoutersIpV6Test-router-1587038441', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:55Z', 'updated_at': '2022-03-21T07:03:56Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:59.013671 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196187c-d3cd-4268-bf24-6571823e898c None None] The sync data for ids ['247d98b6-994e-4ab1-95ef-27209bb60bb0'] in dv-neutron-834307-1-hyperv is: [{'id': '247d98b6-994e-4ab1-95ef-27209bb60bb0', 'name': 'tempest-RoutersIpV6Test-router-1587038441', 'tenant_id': '68d1f8f4778946c9a2958fc3820bd62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:55Z', 'updated_at': '2022-03-21T07:03:56Z', 'revision_number': 2, 'project_id': '68d1f8f4778946c9a2958fc3820bd62e', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:59.047087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.141265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.213967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74330a-667d-4002-a29a-b37f53e4a414 None None] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:59.354685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router d1f64100-bf7b-4510-afc9-4259fde06076 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:03:59.369803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.381528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Transition to ACTIVE for port object 96d80b54-7d79-4299-89a8-7aa5902cd9d9 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:59.399622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.403144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Transition to ACTIVE for port object 96d80b54-7d79-4299-89a8-7aa5902cd9d9 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:03:59.411189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.505371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:03:59.523316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Pushing event updated for resources: {'Port': ['ID=96d80b54-7d79-4299-89a8-7aa5902cd9d9,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:03:59.528391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:03:59.529660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:03:59.537343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:03:59.546881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:03:59.551665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:03:59.554620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:03:59.560790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:03:59.625372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:03:59.638382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] Sync routers for ids ['d1f64100-bf7b-4510-afc9-4259fde06076'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:03:59.658852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] Routers {'d1f64100-bf7b-4510-afc9-4259fde06076'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:59.659818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1f64100-bf7b-4510-afc9-4259fde06076'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:59.662502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.667259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ed6c035b-3d20-45b7-aa64-bb2493a5351c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.8397028 Mar 21 07:03:59.667507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60348) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:59.693094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.737504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:59.742045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Attempting to bind port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:03:59.742395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Attempting to bind port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '6fdd7604-ad36-4619-b829-dadb0809bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:03:59.743456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Attempting to bind port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 on network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:03:59.745766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:03:59.749454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.752316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:03:59.752694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Checking segment: {'id': '6fdd7604-ad36-4619-b829-dadb0809bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:03:59.753095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.753531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Bound using segment: {'id': '6fdd7604-ad36-4619-b829-dadb0809bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:03:59.754000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Bound port: 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdd7604-ad36-4619-b829-dadb0809bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:03:59.754472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.768561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] Routers {'d1f64100-bf7b-4510-afc9-4259fde06076'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:03:59.769193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1f64100-bf7b-4510-afc9-4259fde06076'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:59.835798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:03:59.836209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ed25e-2d09-4f7c-87b2-95c5b0af6ba7 None None] The sync data for ids ['d1f64100-bf7b-4510-afc9-4259fde06076'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:03:59.863893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-97173710-b493-436b-95b5-01af5b8ae144 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers/d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 200 len: 881 time: 0.1931071 Mar 21 07:03:59.864058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60352) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:03:59.921892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] For port 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:03:59.925242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] For port 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=96d80b54-7d79-4299-89a8-7aa5902cd9d9,segment=NetworkSegment(6fdd7604-ad36-4619-b829-dadb0809bf0d),segment_id=6fdd7604-ad36-4619-b829-dadb0809bf0d)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:03:59.929976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:03:59.930997 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0062c2b8-bc35-4b23-942d-cd4a27a40d3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cb6fa494551499b8aaab746fb8a1188&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1758187 Mar 21 07:03:59.932028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port e6fd6230-fe33-472d-bd7a-56ecf62b9b3e yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:03:59.939414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60356) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:00.007458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1483-ff14-43d4-b578-487e0506d1e7 None None] Pushing event updated for resources: {'Port': ['ID=96d80b54-7d79-4299-89a8-7aa5902cd9d9,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:00.056037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.058696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.064395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.092982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.167977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e32f72ea-f306-43b1-8724-60db7191bd53 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:00.267716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.268808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Fanout notify agent at l3_agent the message router_deleted on router 247d98b6-994e-4ab1-95ef-27209bb60bb0 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:04:00.292434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port e32f72ea-f306-43b1-8724-60db7191bd53 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:00.297535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b60c9a88-07c6-4b40-8a9f-f01149ae0cd8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:router {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:00.316579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.354426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.358730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b64784c-b666-4a58-b944-01bac1585b79 HTTP/1.1" status: 204 len: 168 time: 0.4169233 Mar 21 07:04:00.364819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1af93f-009b-473c-ad8b-5fc38f6b7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b64784c-b666-4a58-b944-01bac1585b79,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:00.379975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b60c9a88-07c6-4b40-8a9f-f01149ae0cd8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:router {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:00.381976 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b60c9a88-07c6-4b40-8a9f-f01149ae0cd8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5164294 Mar 21 07:04:00.384802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.95 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/b141bff4-7666-4b4a-91c8-c8dde2ba2d7b) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:00.385985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60362) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:00.390335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.401488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1815768911'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:00.567997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:00.573337 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-af3721cd-24f4-4d72-8eaa-9fe449049fb1 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 204 len: 168 time: 1.9138963 Mar 21 07:04:00.579540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.6 (3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b/e06c53ef-d97a-4a67-b197-a97aef666103/e6fd6230-fe33-472d-bd7a-56ecf62b9b3e) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:00.584482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60368) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:00.653539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0b7a573b-c5fb-4e21-bd13-315b484e762e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Synchronizing usage tracker for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:00.845629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0b7a573b-c5fb-4e21-bd13-315b484e762e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] Unset dirty status for tenant:68d1f8f4778946c9a2958fc3820bd62e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:00.846881 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0b7a573b-c5fb-4e21-bd13-315b484e762e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 200 len: 205 time: 0.2584257 Mar 21 07:04:00.874312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60372) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:00.874808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60374) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:00.954212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Provisioning for port e32f72ea-f306-43b1-8724-60db7191bd53 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:00.959754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Provisioning complete for port e32f72ea-f306-43b1-8724-60db7191bd53 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:00.960049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.001050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.129486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:01.133785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Usage tracker for resource:security_group_rule and tenant:d6e93bcef66f455b8c7818b8b0c5f822 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:01.136797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:01.142819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:01.147782 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-3f8841e4-7028-4c43-8a3f-8e8da14651f0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:01.151740 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3f8841e4-7028-4c43-8a3f-8e8da14651f0 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/247d98b6-994e-4ab1-95ef-27209bb60bb0 HTTP/1.1" status: 404 len: 336 time: 0.2583642 Mar 21 07:04:01.153800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60380) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.165510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.264782 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7c4b16-94f3-473a-90bc-6b5db90eb3c5 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:01.265117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7c4b16-94f3-473a-90bc-6b5db90eb3c5 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:01.266852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ea7c4b16-94f3-473a-90bc-6b5db90eb3c5 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/e43be0e9-400f-4dd5-b15c-ea5d7bec1f16 HTTP/1.1" status: 404 len: 337 time: 0.1118081 Mar 21 07:04:01.275426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60384) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.319229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd1ed9-256a-46e9-a0ab-eb4b095981e6 None None] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:01.339007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a8838-6842-4d99-a407-73bd11c0cc38 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:01.339585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a8838-6842-4d99-a407-73bd11c0cc38 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:01.344359 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-316a8838-6842-4d99-a407-73bd11c0cc38 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/dd78550a-5fac-48cb-80ac-bc6be537b9fa HTTP/1.1" status: 404 len: 337 time: 0.0656190 Mar 21 07:04:01.344617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60388) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.392817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c44529-911f-4a45-9901-130c7090ef7e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:01.392817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c44529-911f-4a45-9901-130c7090ef7e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:01.396738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-90c44529-911f-4a45-9901-130c7090ef7e tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/b19c42e8-2133-4fbe-92cc-eb3927bbb780 HTTP/1.1" status: 404 len: 337 time: 0.0487740 Mar 21 07:04:01.398345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60392) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.433380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.447894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.449575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-341e32d1-aebe-4b90-a61a-cc43af76d011 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:01.450036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341e32d1-aebe-4b90-a61a-cc43af76d011 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:01.453545 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-341e32d1-aebe-4b90-a61a-cc43af76d011 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/75f7d022-7f36-4cb0-a9dd-7cfc3bc72263 HTTP/1.1" status: 404 len: 337 time: 0.0531282 Mar 21 07:04:01.455796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.498833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.514371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7ca55384-72aa-4d12-bbbe-c578e3212449 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 200 len: 205 time: 0.0569556 Mar 21 07:04:01.517472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60400) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.517935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:01.529085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.568291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object e6fd6230-fe33-472d-bd7a-56ecf62b9b3e will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:01.614574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.628524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.629273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.662159 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-84884fff-18d5-40b6-b666-c056a3d309a8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:01.663352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-84884fff-18d5-40b6-b666-c056a3d309a8 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/b0220e3a-1601-4416-a25d-772f631cfd18 HTTP/1.1" status: 404 len: 336 time: 0.1444187 Mar 21 07:04:01.666528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60404) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.693085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:04:01.693634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:04:01.714863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.716177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.727997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d7936c4e-4a96-48b8-8869-74ac8f599dea tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eae4f1f-a819-4b29-96a5-01a9d038a27c HTTP/1.1" status: 200 len: 205 time: 0.0577757 Mar 21 07:04:01.729849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.739003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:01.752710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.759748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:01.769746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0545ac-bbba-4ce0-bb4b-a407152ac961 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:01.790428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:01.791322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.816723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:01.837633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:01.863495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:01.865855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-b0e370b0-b32a-4703-baea-2b3254c8b14c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:01.869730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b0e370b0-b32a-4703-baea-2b3254c8b14c tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/8eae4f1f-a819-4b29-96a5-01a9d038a27c HTTP/1.1" status: 404 len: 336 time: 0.1360035 Mar 21 07:04:01.874690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60412) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.904895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:01.906502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=6c5d8bc3-eff3-4817-9613-7b70ff02b911,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:01.928805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6e93bcef66f455b8c7818b8b0c5f822&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0337553 Mar 21 07:04:01.933470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f644a93-3c8b-483a-b91a-09602fdf6816 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:01.933838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f644a93-3c8b-483a-b91a-09602fdf6816 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:01.935591 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2f644a93-3c8b-483a-b91a-09602fdf6816 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/30d6f612-c851-4aec-a53f-fc05d3b308f8 HTTP/1.1" status: 404 len: 337 time: 0.0598783 Mar 21 07:04:01.936890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60416) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.938973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bcd89-4693-4a74-bacb-61fb33097a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28966eac-d089-49ca-887e-781e95109213,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:01.940426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60418) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:01.945268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:01.958425 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d59e3339-582b-4cca-a174-59de1597de11 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3580890 Mar 21 07:04:01.959011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60424) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.014532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:10:38:24', 'name': 'tempest-NetworksTestDHCPv6-1857875631'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:02.040649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-01dcacbf-83d5-4ea9-a7b6-7a5f6834c26f tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 200 len: 205 time: 0.0936658 Mar 21 07:04:02.040825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:02.045292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60428) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.054186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router d1f64100-bf7b-4510-afc9-4259fde06076 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:02.060903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:02.072633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:02.130082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-ea471c3a-5d44-4821-8365-a2111b751813 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:02.134576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ea471c3a-5d44-4821-8365-a2111b751813 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/085f2fca-6825-4f7d-8144-0478ea97423d HTTP/1.1" status: 404 len: 336 time: 0.0883045 Mar 21 07:04:02.135402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60432) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.243574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e32f72ea-f306-43b1-8724-60db7191bd53 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:02.295545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:02.364565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.423304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:02.424603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e32f72ea-f306-43b1-8724-60db7191bd53 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:02.425127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.462852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.506217 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e43f2bbd-0e89-456a-97c5-84e0be64b3fb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a35ae6b-3468-428b-9ace-b18c5f181761 HTTP/1.1" status: 200 len: 205 time: 0.3673341 Mar 21 07:04:02.506797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60436) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.535689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:02.536968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.600024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.600308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=e6fd6230-fe33-472d-bd7a-56ecf62b9b3e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:02.602481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-d9d65176-01eb-41ee-bcb4-539587111bf2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:02.606695 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d9d65176-01eb-41ee-bcb4-539587111bf2 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/3a35ae6b-3468-428b-9ace-b18c5f181761 HTTP/1.1" status: 404 len: 336 time: 0.0906284 Mar 21 07:04:02.607307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60440) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.615294 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ab998d1d-62fd-4758-a920-1f5ab0942845 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5333276 Mar 21 07:04:02.619974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60444) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.622615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42233-ebf9-4593-92dd-f4bd69225b1d None None] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:02.623288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:02.667842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 96d80b54-7d79-4299-89a8-7aa5902cd9d9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:02.668970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:02.678796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-785bfe6f-44c4-47a7-9888-64e13cca0737 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:02.679244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785bfe6f-44c4-47a7-9888-64e13cca0737 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:02.684421 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-785bfe6f-44c4-47a7-9888-64e13cca0737 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/0ade58d5-ce0c-4794-937d-1acfc8c8ed8c HTTP/1.1" status: 404 len: 337 time: 0.0732503 Mar 21 07:04:02.691833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60448) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.701511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Provisioning for port e6fd6230-fe33-472d-bd7a-56ecf62b9b3e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:02.720842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Provisioning complete for port e6fd6230-fe33-472d-bd7a-56ecf62b9b3e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:02.721328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.735275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:02.737901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.770712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:02.795865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Port e6fd6230-fe33-472d-bd7a-56ecf62b9b3e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:02.802703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port e6fd6230-fe33-472d-bd7a-56ecf62b9b3e {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:02.803858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.812086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:02.819391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Provisioning for port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:02.827376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Provisioning complete for port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:02.827834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.840525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-175a4f6f-1e17-4e3b-853e-e92ee0b4b94a tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=c769f507-1be0-4607-9373-130a5d422e61 HTTP/1.1" status: 200 len: 205 time: 0.1450670 Mar 21 07:04:02.841334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60452) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.849611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:02.889897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:02.915766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:02.919198 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] Sync routers for ids ['d1f64100-bf7b-4510-afc9-4259fde06076'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:02.930904 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c854c290-4c4a-4331-8f6b-887c2a66da4b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 200 len: 888 time: 2.5426953 Mar 21 07:04:02.933561 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] Routers {'d1f64100-bf7b-4510-afc9-4259fde06076'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:02.934183 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1f64100-bf7b-4510-afc9-4259fde06076'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:02.936093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60456) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:02.979405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.022242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.025680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.026236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] For port 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=96d80b54-7d79-4299-89a8-7aa5902cd9d9,segment=NetworkSegment(6fdd7604-ad36-4619-b829-dadb0809bf0d),segment_id=6fdd7604-ad36-4619-b829-dadb0809bf0d)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:03.026852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28966eac-d089-49ca-887e-781e95109213 HTTP/1.1" status: 204 len: 168 time: 1.0874364 Mar 21 07:04:03.032645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.037898 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:03.051954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db15a2-b49c-4271-a641-6f3aee65a0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28966eac-d089-49ca-887e-781e95109213,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:03.060531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] Routers {'d1f64100-bf7b-4510-afc9-4259fde06076'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:03.061040 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d1f64100-bf7b-4510-afc9-4259fde06076'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:03.096058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-0aa6f438-9188-4f2e-916c-3f352b1002a4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:03.099518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0aa6f438-9188-4f2e-916c-3f352b1002a4 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/c769f507-1be0-4607-9373-130a5d422e61 HTTP/1.1" status: 404 len: 336 time: 0.2488501 Mar 21 07:04:03.118631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60462) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.135676 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:03.136341 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12683741-5d47-4b1b-ba0a-89fcb5bcb0fc None None] The sync data for ids ['d1f64100-bf7b-4510-afc9-4259fde06076'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:03.199761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892223de-4323-4e89-ad0c-b347ec46de31 None None] Pushing event updated for resources: {'Port': ['ID=96d80b54-7d79-4299-89a8-7aa5902cd9d9,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:03.202851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-efe002f8-b8ed-4cf1-ab5d-e8bd8ceaf693 None None] Provisioning complete for port e32f72ea-f306-43b1-8724-60db7191bd53 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:03.203330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-efe002f8-b8ed-4cf1-ab5d-e8bd8ceaf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.208560 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bf0e3c57-d5da-4102-bd8d-13ca8a787b6b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers/d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 200 len: 888 time: 0.2696543 Mar 21 07:04:03.211210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60464) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.263034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c8e40804-8374-4bf0-9368-909613e1f626 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:03.285324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c8e40804-8374-4bf0-9368-909613e1f626 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:03.290219 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c8e40804-8374-4bf0-9368-909613e1f626 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 200 len: 205 time: 0.0776596 Mar 21 07:04:03.291108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60468) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.386942 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce1e6f0-70eb-4a60-9d74-12fe1d316c8b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:03.387387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce1e6f0-70eb-4a60-9d74-12fe1d316c8b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:03.389086 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1ce1e6f0-70eb-4a60-9d74-12fe1d316c8b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/75a8fe22-5c2f-4d31-bc6d-216d99ca364b HTTP/1.1" status: 404 len: 337 time: 0.0963566 Mar 21 07:04:03.393159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60474) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.401247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.455708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0b73bba0-2b34-4571-81a4-7f7673a918fb tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7d2732d-e970-4454-9438-1864e0b634e8 HTTP/1.1" status: 200 len: 205 time: 0.0584612 Mar 21 07:04:03.466602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60478) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.543581 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-9551c752-9c3b-4d8d-940e-92725f6dadcd tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] delete failed (client error): The resource could not be found. Mar 21 07:04:03.545705 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9551c752-9c3b-4d8d-940e-92725f6dadcd tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/routers/a7d2732d-e970-4454-9438-1864e0b634e8 HTTP/1.1" status: 404 len: 336 time: 0.0783787 Mar 21 07:04:03.549262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60482) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.612013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.659576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6595f5b5-9b13-46f6-b50b-233b929faf35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:03.660019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6595f5b5-9b13-46f6-b50b-233b929faf35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:03.663935 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6595f5b5-9b13-46f6-b50b-233b929faf35 tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/6b8725e0-2618-469e-8517-e62c3f9b9444 HTTP/1.1" status: 404 len: 337 time: 0.1113307 Mar 21 07:04:03.665362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60486) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:03.713269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ad5d81-847e-40ff-a175-f5a068df851b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:03.713701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ad5d81-847e-40ff-a175-f5a068df851b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:03.715336 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-65ad5d81-847e-40ff-a175-f5a068df851b tempest-RoutersIpV6Test-197681504 tempest-RoutersIpV6Test-197681504-project] 10.222.0.31 "DELETE /v2.0/subnets/c13890f3-9aef-4ed2-97c3-279f01031d10 HTTP/1.1" status: 404 len: 337 time: 0.0491862 Mar 21 07:04:03.719877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.726435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port e0432afa-69ed-4fcd-b3c3-995d80ea165e yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:03.787256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.901618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:03.910973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 78a1c7f7-1527-46dc-98c2-2c0c82d61caf {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:03.911352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.009811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for e6fd6230-fe33-472d-bd7a-56ecf62b9b3e owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:04.049439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60494) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:04.084930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e32f72ea-f306-43b1-8724-60db7191bd53 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:04.160151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e32f72ea-f306-43b1-8724-60db7191bd53 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:04.160682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.254445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.287671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 96d80b54-7d79-4299-89a8-7aa5902cd9d9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:04.355182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:04.355550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.388109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 78a1c7f7-1527-46dc-98c2-2c0c82d61caf owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:04.401937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.421403 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49d35b78-96bf-4d47-a973-8468ebd0fd06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68d1f8f4778946c9a2958fc3820bd62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680720 Mar 21 07:04:04.422745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:04.491123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 172.20.0.13 (1aedd96c-5f29-4cfa-a902-805903aa8838/a225140f-2dfd-44dc-a2a0-a02744749a44/e0432afa-69ed-4fcd-b3c3-995d80ea165e) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:04.505317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.532313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.551457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fe10:3824 (1aedd96c-5f29-4cfa-a902-805903aa8838/6c5d8bc3-eff3-4817-9613-7b70ff02b911/e0432afa-69ed-4fcd-b3c3-995d80ea165e) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:04.568821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.584738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=e6fd6230-fe33-472d-bd7a-56ecf62b9b3e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:04.678450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.694231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.738992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59499cef-1cfc-42f9-b8fc-b786310c9ee1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:04.752657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=78a1c7f7-1527-46dc-98c2-2c0c82d61caf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:04.833556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:04.834687 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-619c3733-6d07-4f4e-87fe-1b0b59da3c31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59499cef-1cfc-42f9-b8fc-b786310c9ee1 HTTP/1.1" status: 204 len: 168 time: 0.4112189 Mar 21 07:04:04.874180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.003674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.067802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.070354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.092286 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-72b9fe86-392f-4952-a6d3-4ed54f81f53a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/e6fd6230-fe33-472d-bd7a-56ecf62b9b3e HTTP/1.1" status: 204 len: 168 time: 2.4712303 Mar 21 07:04:05.095006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60506) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.121333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 925442de-756b-42e9-a014-66a6770d398a is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:04:05.144297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.144823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router d1f64100-bf7b-4510-afc9-4259fde06076 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:04:05.151314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa307af-2a49-4769-8091-8a0436aa77c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:04:05.151716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa307af-2a49-4769-8091-8a0436aa77c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:05.162788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0fa307af-2a49-4769-8091-8a0436aa77c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/e6fd6230-fe33-472d-bd7a-56ecf62b9b3e HTTP/1.1" status: 404 len: 333 time: 0.0662112 Mar 21 07:04:05.165892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60510) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.202861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.203843 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-08245f46-2f54-4ff8-9641-aab27d6312c2 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 204 len: 168 time: 1.9115152 Mar 21 07:04:05.208839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60514) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.223042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-883391314'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:05.228025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:05.230089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.230994 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d811d45f-b840-4b46-9159-fad63d24f50b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:05.234245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d811d45f-b840-4b46-9159-fad63d24f50b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/e6fd6230-fe33-472d-bd7a-56ecf62b9b3e HTTP/1.1" status: 404 len: 333 time: 0.0668259 Mar 21 07:04:05.235506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60518) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.237872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:05.241185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:05.262588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object e0432afa-69ed-4fcd-b3c3-995d80ea165e will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:05.278238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:05.304251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:05.308522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.338898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet e06c53ef-d97a-4a67-b197-a97aef666103 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:05.343583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.360017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:05.370585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Sync routers for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:05.380991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:05.382147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:05.382988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:05.387429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.388821 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2253adc6-2af5-44fe-92ec-72acbbf3f512 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9679163 Mar 21 07:04:05.390760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.392561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60522) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.411867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.412206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 0fad4092-a492-4c8d-9dca-95d984a62a4d of type vlan for network 48bcd347-99ca-4881-a6ff-e9f766c0947a Mar 21 07:04:05.420206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.472605 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b94a6e5a-edbb-4386-a83a-d233ad0d5793 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786664 Mar 21 07:04:05.486733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60526) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.507924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:05.511783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:05.515894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:05.531341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.556467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e0432afa-69ed-4fcd-b3c3-995d80ea165e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:05.586213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:05.598908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:05.599954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.622825 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5afe0572-403b-47eb-b7a5-9d04c291248b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6292267 Mar 21 07:04:05.625163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60530) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.677408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.707205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.712752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:05.713461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.725823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a3d24-2fcb-4f7f-92fb-437b945f2168 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:05.732785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a3d24-2fcb-4f7f-92fb-437b945f2168 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:05.733914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-395a3d24-2fcb-4f7f-92fb-437b945f2168 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:05.755418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-395a3d24-2fcb-4f7f-92fb-437b945f2168 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:05.761476 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-395a3d24-2fcb-4f7f-92fb-437b945f2168 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1343570 Mar 21 07:04:05.763194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60534) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.845508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port e0432afa-69ed-4fcd-b3c3-995d80ea165e {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:05.845747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.901460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4593a0-8c41-4c68-99bf-a5fe09505d04 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:05.902969 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6e4593a0-8c41-4c68-99bf-a5fe09505d04 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4152405 Mar 21 07:04:05.906643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60538) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.927036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fed585dd-b06e-43a5-a64a-05aa06c61924 None None] Provisioning for port e0432afa-69ed-4fcd-b3c3-995d80ea165e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:05.934945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fed585dd-b06e-43a5-a64a-05aa06c61924 None None] Provisioning complete for port e0432afa-69ed-4fcd-b3c3-995d80ea165e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:05.935317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fed585dd-b06e-43a5-a64a-05aa06c61924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:05.972048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7621489 Mar 21 07:04:05.976629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60542) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:05.987407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:05.994246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:02Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:05.997529 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-69012119-f800-491d-a1fa-1bc1f8daf594 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875010 Mar 21 07:04:05.998705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60546) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:06.001637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Checking router: 925442de-756b-42e9-a014-66a6770d398a for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:06.002078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Updating router 925442de-756b-42e9-a014-66a6770d398a port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:06.005710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93412d1f-5bec-40d9-93b3-1288bc38aa16 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=48bcd347-99ca-4881-a6ff-e9f766c0947a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:06.006486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114097133', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:06.034110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:06.050959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fed585dd-b06e-43a5-a64a-05aa06c61924 None None] Port e0432afa-69ed-4fcd-b3c3-995d80ea165e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:06.093390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.147190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.151474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.156115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=e06c53ef-d97a-4a67-b197-a97aef666103,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:06.170474 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ceb67230-b1d0-44bd-8814-0e2df1e1e294 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/e06c53ef-d97a-4a67-b197-a97aef666103 HTTP/1.1" status: 204 len: 168 time: 0.9231048 Mar 21 07:04:06.170474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:06.171294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60550) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:06.176227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:06.178689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9635e4c-fae5-4250-b871-2dad1a22a412 None None] Network 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:06.199338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:06.217205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:06.219765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:06.233549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:06.238160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:06.245819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:06.291855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:06.296608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.297547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:06.305793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.315731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.341261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.412607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:06.412967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.507657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for e0432afa-69ed-4fcd-b3c3-995d80ea165e owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:06.666840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.690345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148a377-e300-4759-a575-2dd582845e4e None None] DHCP port deletion for 3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:06.695143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Deleting port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:06.695637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.740813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=96d80b54-7d79-4299-89a8-7aa5902cd9d9,segment=NetworkSegment(6fdd7604-ad36-4619-b829-dadb0809bf0d),segment_id=6fdd7604-ad36-4619-b829-dadb0809bf0d)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:06.741501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.882860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 96d80b54-7d79-4299-89a8-7aa5902cd9d9 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:06.911566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.945206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c148a377-e300-4759-a575-2dd582845e4e None None] For port 96d80b54-7d79-4299-89a8-7aa5902cd9d9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=96d80b54-7d79-4299-89a8-7aa5902cd9d9,segment=NetworkSegment(6fdd7604-ad36-4619-b829-dadb0809bf0d),segment_id=6fdd7604-ad36-4619-b829-dadb0809bf0d)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:06.946390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:06.963857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.026900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.035785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=63d58392-aa26-4d83-a973-7e6f93dba772,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.046182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '0fad4092-a492-4c8d-9dca-95d984a62a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:07.046629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 48bcd347-99ca-4881-a6ff-e9f766c0947a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:07.056973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.064164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Transition to ACTIVE for port object b141bff4-7666-4b4a-91c8-c8dde2ba2d7b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:07.072957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Calling delete_port for 96d80b54-7d79-4299-89a8-7aa5902cd9d9 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:07.101113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=e0432afa-69ed-4fcd-b3c3-995d80ea165e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.107429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.111822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=96d80b54-7d79-4299-89a8-7aa5902cd9d9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.114238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=e44dce66-72cc-4f86-aced-6ec67a005007,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.117157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:07.149083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:07.149523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 4be7ecd3-51c7-46f3-b579-0c70c45a99c4, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:07.175703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:07.201024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 48bcd347-99ca-4881-a6ff-e9f766c0947a) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:07.206294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:07.206877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.224425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Attempting to bind port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:07.224798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Attempting to bind port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:07.225154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Attempting to bind port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:07.227448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b296e0-5553-4ef1-bf30-d3fad9f0deb2 None None] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:07.276030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6961-f559-45bb-8c4e-e1c3433fb159 None None] Pushing event updated for resources: {'Port': ['ID=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.280143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:07.281687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:07.283996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:07.283996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.283996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:07.283996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Bound port: b141bff4-7666-4b4a-91c8-c8dde2ba2d7b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:07.283996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.288905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.301558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 4be7ecd3-51c7-46f3-b579-0c70c45a99c4) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:07.303305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.309391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:07.309999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.320457 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21923972-7065-4f3e-ad10-36e2c2accb86 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3426197 Mar 21 07:04:07.324104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:07.333815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-795787288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:07.338800 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4515427e-9f26-4824-864b-ae240f315759 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e0432afa-69ed-4fcd-b3c3-995d80ea165e HTTP/1.1" status: 204 len: 168 time: 1.5743406 Mar 21 07:04:07.339894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60558) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:07.343819 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4749608b-67e1-44f7-9088-81fa0a990d72 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3440194 Mar 21 07:04:07.347488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:07.348678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fa46a-c9c1-42a9-bfdf-f5d0b1df8cc9 None None] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:07.356609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60562) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:07.363849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:07.416967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:07.418850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:07.420618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:07.421647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:07.426290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:07.437583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:07.441695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdd7604-ad36-4619-b829-dadb0809bf0d') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:07.442011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdd7604-ad36-4619-b829-dadb0809bf0d') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:07.444503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:07.448637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:04:07.448637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:04:07.449404 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4abfc5d2-169f-417e-9521-15a73232491e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1083143 Mar 21 07:04:07.449912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60566) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:07.456548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:07.576006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] For port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:07.602905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] For port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:07.624306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.644985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.650271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.651273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.719628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.739936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:04:07.740266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:04:07.767268 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:04:07.821178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6961-f559-45bb-8c4e-e1c3433fb159 None None] Pushing event updated for resources: {'Port': ['ID=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:07.827287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:07.827889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:07.847926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.873173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 6c5d8bc3-eff3-4817-9613-7b70ff02b911 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:07.885407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-48bcd347-99ca-4881-a6ff-e9f766c0947a', 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': '63d58392-aa26-4d83-a973-7e6f93dba772'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:07.886240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.939307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:07.949539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Deleting port 96d80b54-7d79-4299-89a8-7aa5902cd9d9 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:07.949910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c148a377-e300-4759-a575-2dd582845e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.010456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.036040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:08.036857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.043560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.049181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.058351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.108146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:08.128420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 96d80b54-7d79-4299-89a8-7aa5902cd9d9 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:08.190391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6b95e249-a883-4978-8edf-1b82988bb2e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/3a96e29e-ea0e-4cc2-868b-e7d0ab7b437b HTTP/1.1" status: 204 len: 168 time: 2.0181179 Mar 21 07:04:08.196620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60570) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:08.204999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-901660638'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:08.210038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.211245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-84c76d8c-858a-419c-a17e-f5c3cb1f9846 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8858006 Mar 21 07:04:08.213598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:08.218410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60574) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:08.219571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:08.223683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:08.230677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:08.239504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c148a377-e300-4759-a575-2dd582845e4e None None] The port '96d80b54-7d79-4299-89a8-7aa5902cd9d9' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:04:08.244778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:08.246745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 96d80b54-7d79-4299-89a8-7aa5902cd9d9 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:08.247090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 96d80b54-7d79-4299-89a8-7aa5902cd9d9 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:08.250994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.292996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:08.306769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.307139 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment 9f9db81b-9c74-43c6-b0d1-96b56d9ce742 of type vlan for network 65d19edd-a25a-427e-b275-51f7001ad2e1 Mar 21 07:04:08.351152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.389529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:08.394080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.401765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:08.402528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.517960 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3184946 Mar 21 07:04:08.521966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042f7dd-50da-4fd7-b91f-434dd1cefd59 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=65d19edd-a25a-427e-b275-51f7001ad2e1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:08.528207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60578) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:08.539663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:08.551444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:08.654230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:08.658241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:08.661197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:08.665137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.668064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:08.682163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:08.685870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:08.689035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Allocated IP 172.20.0.2 (48bcd347-99ca-4881-a6ff-e9f766c0947a/63d58392-aa26-4d83-a973-7e6f93dba772/e8d6ecc9-8089-4479-854c-d7f87abb1f7d) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:08.689912 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:04:08.801832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Allocated IP 172.20.0.2 (4be7ecd3-51c7-46f3-b579-0c70c45a99c4/e44dce66-72cc-4f86-aced-6ec67a005007/4d60abdd-18b9-408a-9e21-e58af44ed144) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:08.921370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.002341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=ed08bcb3-7f24-4989-91dd-337f881a65fd,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:09.014495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.014973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.015415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.016036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.016276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.016725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.017172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.017624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.018041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.019056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.019056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.019333 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:09.025382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': '9f9db81b-9c74-43c6-b0d1-96b56d9ce742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:09.025906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 65d19edd-a25a-427e-b275-51f7001ad2e1, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:09.049701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:09.060793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 65d19edd-a25a-427e-b275-51f7001ad2e1) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:09.073542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:09.074422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.075811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c4853-83e5-4960-8151-6fc766ac6075 None None] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:09.101018 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-162fe574-7d8f-49ff-b5bb-8284f7ac0cac tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5662098 Mar 21 07:04:09.104075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60582) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:09.140815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-393139329'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:09.156710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.236769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.266943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5d8bc3-eff3-4817-9613-7b70ff02b911,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:09.268462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.291811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.323787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ff572-0a81-4afb-a61d-2e7b202f4cc7 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:09.351243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:02Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:09.390675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Transition to ACTIVE for port object e8d6ecc9-8089-4479-854c-d7f87abb1f7d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:09.398433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f8dfd-2b83-415c-b696-f5d98c4ed4de None None] The sync data for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv is: [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:02Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:09.496455 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b128ca49-de92-4552-9d36-a61f62732e61 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6c5d8bc3-eff3-4817-9613-7b70ff02b911 HTTP/1.1" status: 204 len: 168 time: 2.0384784 Mar 21 07:04:09.497181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60586) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:09.506260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.517301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Transition to ACTIVE for port object 4d60abdd-18b9-408a-9e21-e58af44ed144 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:09.536150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Transition to ACTIVE for port object 4d60abdd-18b9-408a-9e21-e58af44ed144 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:09.556808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.595291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet a225140f-2dfd-44dc-a2a0-a02744749a44 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:09.601400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.606338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Transition to ACTIVE for port object e8d6ecc9-8089-4479-854c-d7f87abb1f7d will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:09.638703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:09.647429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.648391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.663836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:09.668479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:09.685114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:09.715572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.734021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:09.815856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:09.821924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:09.840310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.876451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:09.879990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.885036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:09.894372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-65d19edd-a25a-427e-b275-51f7001ad2e1', 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': 'ed08bcb3-7f24-4989-91dd-337f881a65fd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:09.895190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.919586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:09.955023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:09.980919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:10.009514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.014364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 018d5360-8f7a-46f1-b9d7-679018e19f75 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:10.053642 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/a225140f-2dfd-44dc-a2a0-a02744749a44 HTTP/1.1" status: 204 len: 168 time: 0.5550289 Mar 21 07:04:10.058954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60590) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.059731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d226595-9cb7-4be9-90f7-1d39cea48202 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=a225140f-2dfd-44dc-a2a0-a02744749a44,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:10.125999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Pushing event updated for resources: {'Port': ['ID=4d60abdd-18b9-408a-9e21-e58af44ed144,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:10.128570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.20.0.1 (48bcd347-99ca-4881-a6ff-e9f766c0947a/63d58392-aa26-4d83-a973-7e6f93dba772/5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:10.178531 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-13bec67c-907b-4cf2-9792-2dab03f57406 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158400 Mar 21 07:04:10.179140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60594) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.192716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Allocated IP 172.20.0.2 (65d19edd-a25a-427e-b275-51f7001ad2e1/ed08bcb3-7f24-4989-91dd-337f881a65fd/02c82a52-4785-49c1-808a-6e444163f07c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:10.239086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b141bff4-7666-4b4a-91c8-c8dde2ba2d7b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:10.284322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896db644-13ab-416e-b4c4-e1b2cfcc6a55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:10.285689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-896db644-13ab-416e-b4c4-e1b2cfcc6a55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:10.319600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-896db644-13ab-416e-b4c4-e1b2cfcc6a55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:10.325533 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-896db644-13ab-416e-b4c4-e1b2cfcc6a55 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1453018 Mar 21 07:04:10.326196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60598) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.471631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Attempting to bind port 4d60abdd-18b9-408a-9e21-e58af44ed144 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:10.472012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Attempting to bind port 4d60abdd-18b9-408a-9e21-e58af44ed144 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:10.472484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Attempting to bind port 4d60abdd-18b9-408a-9e21-e58af44ed144 on network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:10.480121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Pushing event updated for resources: {'Port': ['ID=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:10.502364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:10.503078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Checking segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:10.503656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.504053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Bound using segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:10.504529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Bound port: 4d60abdd-18b9-408a-9e21-e58af44ed144, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:10.504906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.520990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Attempting to bind port e8d6ecc9-8089-4479-854c-d7f87abb1f7d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:10.521398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Attempting to bind port e8d6ecc9-8089-4479-854c-d7f87abb1f7d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '0fad4092-a492-4c8d-9dca-95d984a62a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:10.521775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Attempting to bind port e8d6ecc9-8089-4479-854c-d7f87abb1f7d on network 48bcd347-99ca-4881-a6ff-e9f766c0947a {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:10.533838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ee7f6-b18f-480a-9ee7-ec0f525659c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:10.535247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-395ee7f6-b18f-480a-9ee7-ec0f525659c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:10.558698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-395ee7f6-b18f-480a-9ee7-ec0f525659c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:10.562364 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-395ee7f6-b18f-480a-9ee7-ec0f525659c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2330294 Mar 21 07:04:10.563185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60602) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.591611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:10.591998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Checking segment: {'id': '0fad4092-a492-4c8d-9dca-95d984a62a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:10.592406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.592801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Bound using segment: {'id': '0fad4092-a492-4c8d-9dca-95d984a62a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:10.593906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Bound port: e8d6ecc9-8089-4479-854c-d7f87abb1f7d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fad4092-a492-4c8d-9dca-95d984a62a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '48bcd347-99ca-4881-a6ff-e9f766c0947a'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:10.593906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.608645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (4be7ecd3-51c7-46f3-b579-0c70c45a99c4/e44dce66-72cc-4f86-aced-6ec67a005007/2f5af91b-5807-4fbe-9cd4-b66b99aee8f3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:10.653372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9520b02f-fa2c-4d24-8a69-b1585ab59b58 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878925 Mar 21 07:04:10.659639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60606) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.665752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:10.690267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.721665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:10.748969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:10.749383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.798496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:10.810883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:10.822657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:10.826646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.828697 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:10.828855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:10.855820 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9e635c02-3ff0-478f-b4b0-6dc3a9e5b799 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1948950 Mar 21 07:04:10.858451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60610) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:10.862056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] For port 4d60abdd-18b9-408a-9e21-e58af44ed144, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:10.866465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:10.906849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:10.966827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.969545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] For port 4d60abdd-18b9-408a-9e21-e58af44ed144, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4d60abdd-18b9-408a-9e21-e58af44ed144,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:10.984468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.994062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:10.998513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:11.010568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:11.022524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:11.023474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:11.029168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.030598 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:11.031174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:11.038761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] For port e8d6ecc9-8089-4479-854c-d7f87abb1f7d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:11.068567 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4e2b6fe3-6600-4264-a4a5-a94122b2f603 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2040253 Mar 21 07:04:11.068810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:11.068922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60614) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:11.069053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:11.074992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:11.076507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:11.097294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbed9b7-f8dd-4ddb-9d17-898661ba22de None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': 'a225140f-2dfd-44dc-a2a0-a02744749a44'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'e32f72ea-f306-43b1-8724-60db7191bd53'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:04:11.133394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:11.136662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] For port e8d6ecc9-8089-4479-854c-d7f87abb1f7d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,segment=NetworkSegment(0fad4092-a492-4c8d-9dca-95d984a62a4d),segment_id=0fad4092-a492-4c8d-9dca-95d984a62a4d)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:11.140938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.158893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.168932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.182854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Transition to ACTIVE for port object 02c82a52-4785-49c1-808a-6e444163f07c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:11.202983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:11.213759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:11.229372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:11.235932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.237734 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:11.238535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:11.289795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ceef-94bc-48fc-a8c4-7f0af7cc1fa2 None None] Pushing event updated for resources: {'Port': ['ID=4d60abdd-18b9-408a-9e21-e58af44ed144,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:11.296679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4c37a5e1-8376-428f-b8d4-32f9529ea01f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2284551 Mar 21 07:04:11.297471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60618) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:11.310649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:11.342209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Transition to ACTIVE for port object 02c82a52-4785-49c1-808a-6e444163f07c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:11.343953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5fbed9b7-f8dd-4ddb-9d17-898661ba22de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.384149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.406036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.474702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:11.491477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:11.507211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:11.511780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.516981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.519058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:11.519900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:11.528894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:11.535697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec595b-c64c-43af-bd5f-954ee6fb3099 None None] Pushing event updated for resources: {'Port': ['ID=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:11.569815 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7224248d-151e-42c3-b905-c37f56ec6fc1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2706392 Mar 21 07:04:11.573528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60622) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:11.575606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:11.578407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:11.579664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:11.588652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:11.680949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:11.714039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:11.728611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:11.737526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.737877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.738218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.738553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.738884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.739213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.739543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.739861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.740189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.740510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.740828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.741143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:11.748024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:11.787199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.820469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:11.829986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.832283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:11.860116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:11.865074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.866934 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:11.868310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:11.895813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Pushing event updated for resources: {'Port': ['ID=02c82a52-4785-49c1-808a-6e444163f07c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:11.897347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.10 (65d19edd-a25a-427e-b275-51f7001ad2e1/ed08bcb3-7f24-4989-91dd-337f881a65fd/018d5360-8f7a-46f1-b9d7-679018e19f75) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:11.921930 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-00fe1c3e-7dea-4d8c-8323-9101dfc0900a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3448105 Mar 21 07:04:11.924007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:11.939003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:11.955989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.979836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Attempting to bind port 02c82a52-4785-49c1-808a-6e444163f07c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:11.979836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Attempting to bind port 02c82a52-4785-49c1-808a-6e444163f07c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '9f9db81b-9c74-43c6-b0d1-96b56d9ce742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:11.980202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Attempting to bind port 02c82a52-4785-49c1-808a-6e444163f07c on network 65d19edd-a25a-427e-b275-51f7001ad2e1 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:11.990526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:11.990996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Checking segment: {'id': '9f9db81b-9c74-43c6-b0d1-96b56d9ce742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:11.991292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:11.991678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Bound using segment: {'id': '9f9db81b-9c74-43c6-b0d1-96b56d9ce742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:11.992138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Bound port: 02c82a52-4785-49c1-808a-6e444163f07c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9db81b-9c74-43c6-b0d1-96b56d9ce742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65d19edd-a25a-427e-b275-51f7001ad2e1'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:11.993089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.007735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c5d50-f76c-42d6-ab1c-154b923cc559 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:12.041340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:12.124272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:12.139967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:12.152604 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:12.156803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.158338 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:12.162268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:12.186865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1177d11a-ce6f-44eb-bc83-ff3f69540e41 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2614415 Mar 21 07:04:12.193850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60630) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:12.217344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5ca278b5-2181-4a62-b59e-75e01808eef2 None None] Provisioning complete for port e32f72ea-f306-43b1-8724-60db7191bd53 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:12.217853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5ca278b5-2181-4a62-b59e-75e01808eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.257092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4d60abdd-18b9-408a-9e21-e58af44ed144 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:12.313139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271c9b-54b8-41c6-85bd-95345fb2a9d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:12.315277 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8e271c9b-54b8-41c6-85bd-95345fb2a9d7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1199715 Mar 21 07:04:12.317444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60634) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:12.398043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25f0b6-7534-4fae-8a95-468eda31a60b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:12.407450 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1b25f0b6-7534-4fae-8a95-468eda31a60b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854216 Mar 21 07:04:12.407450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60638) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:12.423314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] For port 02c82a52-4785-49c1-808a-6e444163f07c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:12.437345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.457120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 4d60abdd-18b9-408a-9e21-e58af44ed144 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:12.465426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] For port 02c82a52-4785-49c1-808a-6e444163f07c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=02c82a52-4785-49c1-808a-6e444163f07c,segment=NetworkSegment(9f9db81b-9c74-43c6-b0d1-96b56d9ce742),segment_id=9f9db81b-9c74-43c6-b0d1-96b56d9ce742)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:12.466764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d6ecc9-8089-4479-854c-d7f87abb1f7d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:12.522833 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-471879ff-35bb-4030-ac34-a71bfaa5435a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141694 Mar 21 07:04:12.526879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60642) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:12.534054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:12.581643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.693300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1d33d-f420-489b-bcc7-963a4d7d5526 None None] Pushing event updated for resources: {'Port': ['ID=02c82a52-4785-49c1-808a-6e444163f07c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:12.716993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:12.733843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port e8d6ecc9-8089-4479-854c-d7f87abb1f7d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:12.743339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:12.752075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:12.756919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Deleting port e32f72ea-f306-43b1-8724-60db7191bd53 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:12.758899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.763524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:12.768821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.838765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e32f72ea-f306-43b1-8724-60db7191bd53 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:12.871680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:12.937064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31c1c3-4eaa-4169-a502-4af11323c9ee None None] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:12.944979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 018d5360-8f7a-46f1-b9d7-679018e19f75 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:13.059446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.082099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.101368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.226975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:13.292560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.387436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Provisioning for port e8d6ecc9-8089-4479-854c-d7f87abb1f7d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:13.390530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.410143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:04:13.448410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Provisioning complete for port e8d6ecc9-8089-4479-854c-d7f87abb1f7d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:13.448780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.472520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=018d5360-8f7a-46f1-b9d7-679018e19f75,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:13.488551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f33fcd-defe-49d2-bcef-130eea8fc91d None None] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:13.513808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:13.564437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:13.575257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:13.603467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.620033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:13.620420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.699286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:13.699860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:13.744278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:13.748734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:13.867882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Calling delete_port for e32f72ea-f306-43b1-8724-60db7191bd53 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:13.888492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:13.963161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7ac7de55-3b09-42dd-8a63-2a18dfd5660b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.8559296 Mar 21 07:04:13.964492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.resource_extend [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:04:13.983277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60646) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:14.066563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.068183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.078343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.079012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.088026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:04:14.088521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:04:14.100806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.233174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=4bdb4089-ff7e-4884-b6e8-3844bebc3dcf,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:14.253154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:04:14.254694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:04:14.260134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:14.270240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:14.274562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:14.279102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:14.279687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.304317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 018d5360-8f7a-46f1-b9d7-679018e19f75 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:14.304862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.305499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=9']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:14.308794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.322950 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3679109e-0754-4b05-8ce1-4a99c5050c5b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7943375 Mar 21 07:04:14.325734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60650) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:14.331245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7237a-a886-43cd-891e-85a0fe88c0f2 None None] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:14.332855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:b6:6d:c6', 'name': 'tempest-NetworksTestDHCPv6-1338701996'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:14.394532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.426844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router 212d9ee1-89c0-43ff-b862-80eb3a9dbb1e is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:04:14.492141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] For port e8d6ecc9-8089-4479-854c-d7f87abb1f7d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,segment=NetworkSegment(0fad4092-a492-4c8d-9dca-95d984a62a4d),segment_id=0fad4092-a492-4c8d-9dca-95d984a62a4d)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:14.510729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:14.516960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.525468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:14.539854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:14.667218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.745595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.783092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 9589e274-71ef-4e60-92f5-1e170937cb2a yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:14.811515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Deleting port e32f72ea-f306-43b1-8724-60db7191bd53 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:14.811888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:14.909562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:14.915427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Provisioning for port 02c82a52-4785-49c1-808a-6e444163f07c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:14.937369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd229a0-638d-4aad-a9de-6d4d4c3e61db None None] Pushing event updated for resources: {'Port': ['ID=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:14.944403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.035314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=10']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:15.106552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:feb6:6dc6 (1aedd96c-5f29-4cfa-a902-805903aa8838/4bdb4089-ff7e-4884-b6e8-3844bebc3dcf/9589e274-71ef-4e60-92f5-1e170937cb2a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:15.125793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Provisioning for port 4d60abdd-18b9-408a-9e21-e58af44ed144 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:15.141103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Provisioning complete for port 4d60abdd-18b9-408a-9e21-e58af44ed144 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:15.141606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.250820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:15.256463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-965220d6-e9d3-43bb-9f16-8daa7a133b68 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/212d9ee1-89c0-43ff-b862-80eb3a9dbb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0372536 Mar 21 07:04:15.260086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60654) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:15.265149 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] Sync routers for ids ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:15.296636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:15.300756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:15.314785 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] Routers {'212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:15.315403 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:15.317015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 02c82a52-4785-49c1-808a-6e444163f07c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:15.370010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab983d4-cdca-4cf4-8d27-2a72c95eb280 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:15.375455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3ab983d4-cdca-4cf4-8d27-2a72c95eb280 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports/5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 HTTP/1.1" status: 200 len: 910 time: 0.1144297 Mar 21 07:04:15.379394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:15.402975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63d58392-aa26-4d83-a973-7e6f93dba772'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:15.486111 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:15.513077 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] Routers {'212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:15.514181 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:15.592385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.648222 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:15.655110 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75972f8-f9ed-48b0-ad28-b050fce9d143 None None] The sync data for ids ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:15.711522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 925442de-756b-42e9-a014-66a6770d398a has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:15.778436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.803000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.821037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] For port e32f72ea-f306-43b1-8724-60db7191bd53, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e32f72ea-f306-43b1-8724-60db7191bd53,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:15.821686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.832810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 9589e274-71ef-4e60-92f5-1e170937cb2a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:15.837032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 018d5360-8f7a-46f1-b9d7-679018e19f75 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:15.844937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 02c82a52-4785-49c1-808a-6e444163f07c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:15.878064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 02c82a52-4785-49c1-808a-6e444163f07c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:15.878820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:15.965055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.003528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.130539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Calling delete_port for e32f72ea-f306-43b1-8724-60db7191bd53 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:16.167316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] For port 4d60abdd-18b9-408a-9e21-e58af44ed144, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4d60abdd-18b9-408a-9e21-e58af44ed144,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:16.170778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:16.176647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:16.185759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:16.190241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:16.191046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.191673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.193320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.199310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=9589e274-71ef-4e60-92f5-1e170937cb2a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:16.207126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-873e7a6b-f1f6-407b-ad1a-dd96f8cb62c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/925442de-756b-42e9-a014-66a6770d398a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8458936 Mar 21 07:04:16.207528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60662) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.232082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.302973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=018d5360-8f7a-46f1-b9d7-679018e19f75,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:16.341040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Sync routers for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:16.379021 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-408a457a-9123-4ed8-bbec-dab924bef64f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0518820 Mar 21 07:04:16.383851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60666) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.426849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning for port 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:16.437923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:16.438560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:16.504525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.511572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-003f473d-af0c-45e9-997e-476e73a8f674 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/018d5360-8f7a-46f1-b9d7-679018e19f75 HTTP/1.1" status: 204 len: 168 time: 2.5271676 Mar 21 07:04:16.515724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60670) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.528911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning complete for port 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:16.529458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.559477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc633d-1914-4077-a506-e3bb77edafcb None None] Pushing event updated for resources: {'Port': ['ID=4d60abdd-18b9-408a-9e21-e58af44ed144,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:16.600213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0052df-52ef-4104-ab17-72896e009815 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:16.600643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2a0052df-52ef-4104-ab17-72896e009815 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:16.618337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.618809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.619269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.619721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.620171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.620618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.621070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.621537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.626060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2416cf8b-1d85-4054-af66-031d364395c8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5611 time: 0.4150963 Mar 21 07:04:16.627076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.649168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.673665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2a0052df-52ef-4104-ab17-72896e009815 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:16.674981 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2a0052df-52ef-4104-ab17-72896e009815 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/018d5360-8f7a-46f1-b9d7-679018e19f75 HTTP/1.1" status: 404 len: 333 time: 0.1581802 Mar 21 07:04:16.681324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60678) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.736263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3a7bc-da5a-4e65-87c8-2473ddaa8ab7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.736541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] Pushing event deleted for resources: {'Port': ['ID=e32f72ea-f306-43b1-8724-60db7191bd53,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:16.742098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3a7bc-da5a-4e65-87c8-2473ddaa8ab7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.743630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3fa3a7bc-da5a-4e65-87c8-2473ddaa8ab7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:16.765236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.767047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.767937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.768513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.769035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.769511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.770014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.770471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:16.775093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8d3be76-286a-4823-9954-d11782cc2272 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4530 time: 0.1444540 Mar 21 07:04:16.775255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Port 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:16.777009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60682) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.784583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3fa3a7bc-da5a-4e65-87c8-2473ddaa8ab7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:16.788518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3fa3a7bc-da5a-4e65-87c8-2473ddaa8ab7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4031274 Mar 21 07:04:16.801708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60686) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:16.918852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5caed9-1e5b-414e-ab38-dfb32c1fb672 None None] No DVR routers for this DVR port e32f72ea-f306-43b1-8724-60db7191bd53 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:16.930744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning complete for port e8d6ecc9-8089-4479-854c-d7f87abb1f7d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:16.931122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.945643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 9589e274-71ef-4e60-92f5-1e170937cb2a {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:16.945643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:16.965664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578c45d-f7c7-4aa8-bae4-e09177af3471 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:16.988552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet ed08bcb3-7f24-4989-91dd-337f881a65fd {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:16.993009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.005556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:17.066869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 02c82a52-4785-49c1-808a-6e444163f07c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=02c82a52-4785-49c1-808a-6e444163f07c,segment=NetworkSegment(9f9db81b-9c74-43c6-b0d1-96b56d9ce742),segment_id=9f9db81b-9c74-43c6-b0d1-96b56d9ce742)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:17.117765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.134265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.134947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.135084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d6ecc9-8089-4479-854c-d7f87abb1f7d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:17.192446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.239137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.341570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:17.342166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.343492 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/ports/5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 HTTP/1.1" status: 200 len: 910 time: 1.9604249 Mar 21 07:04:17.348187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60690) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:17.353731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5209-0543-45b3-8f7c-6474a5c69a73 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:17.357107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.422570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-af597ea1-f95a-4913-854b-e32bab86a13e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.6420207 Mar 21 07:04:17.470481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=02c82a52-4785-49c1-808a-6e444163f07c,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:17.493929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 9589e274-71ef-4e60-92f5-1e170937cb2a owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:17.592927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.674674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8d6ecc9-8089-4479-854c-d7f87abb1f7d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:17.675053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.688394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.700555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=ed08bcb3-7f24-4989-91dd-337f881a65fd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:17.709116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.724439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60696) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:17.739767 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6173c4b3-8568-45aa-93c8-aa0ad67deb35 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/ed08bcb3-7f24-4989-91dd-337f881a65fd HTTP/1.1" status: 204 len: 168 time: 1.0576489 Mar 21 07:04:17.743622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981361758', 'description': 'tempest-secgroup-smoke-1981361758 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:17.746276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60700) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:17.754247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:17.762602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:17.768359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:17.775287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6511f81-99e9-4eab-af82-b8114dbf5a56 None None] Network 65d19edd-a25a-427e-b275-51f7001ad2e1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:17.801610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:17.828001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=9589e274-71ef-4e60-92f5-1e170937cb2a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:17.838066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.838697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '4bdb4089-ff7e-4884-b6e8-3844bebc3dcf'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:17.839535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.848391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.856761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Could not find standard attr ID for object 018d5360-8f7a-46f1-b9d7-679018e19f75. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:17.900031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:17.909346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:17.913345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:17.921033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:17.933567 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2ea4e154-e686-48ba-b83a-72fdd7112b9b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/9589e274-71ef-4e60-92f5-1e170937cb2a HTTP/1.1" status: 204 len: 168 time: 1.1311631 Mar 21 07:04:17.935682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60704) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:17.944548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:17.956972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 02c82a52-4785-49c1-808a-6e444163f07c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:17.957450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.032265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:18.040556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1feec18-4a93-4bee-9348-3a25f25ce7b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:18.042186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1feec18-4a93-4bee-9348-3a25f25ce7b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:18.042935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c1feec18-4a93-4bee-9348-3a25f25ce7b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:18.118834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning complete for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:18.119268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.127572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c1feec18-4a93-4bee-9348-3a25f25ce7b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:18.131218 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c1feec18-4a93-4bee-9348-3a25f25ce7b6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1891222 Mar 21 07:04:18.143724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:18.151729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.193255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.198799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port 02c82a52-4785-49c1-808a-6e444163f07c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=02c82a52-4785-49c1-808a-6e444163f07c,segment=NetworkSegment(9f9db81b-9c74-43c6-b0d1-96b56d9ce742),segment_id=9f9db81b-9c74-43c6-b0d1-96b56d9ce742)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:18.199375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.252856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b141bff4-7666-4b4a-91c8-c8dde2ba2d7b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:18.266522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 4bdb4089-ff7e-4884-b6e8-3844bebc3dcf {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:18.292144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.303796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:13Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:18.312261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:18.338515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Checking router: 925442de-756b-42e9-a014-66a6770d398a for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:18.338870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Updating router 925442de-756b-42e9-a014-66a6770d398a port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:18.341577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 02c82a52-4785-49c1-808a-6e444163f07c owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:18.353623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:18.364951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.366290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13e50e44-2957-417d-9f16-8bddef84edd2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6408436 Mar 21 07:04:18.370030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60712) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:18.426603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Allocated IP 2001:db8::f816:3eff:fe05:4cf3 (1aedd96c-5f29-4cfa-a902-805903aa8838/4bdb4089-ff7e-4884-b6e8-3844bebc3dcf/260e1d62-cb22-46fc-8341-245b6e10ce64) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:18.432679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:18.448752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:18.452670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning complete for port 02c82a52-4785-49c1-808a-6e444163f07c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:18.453048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.464198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:18.468794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:18.477947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:18.478777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.486569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.549950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.603962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=02c82a52-4785-49c1-808a-6e444163f07c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:18.609622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port 02c82a52-4785-49c1-808a-6e444163f07c on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:18.667872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:18.668249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.704510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f207dac-fb58-4d11-98f9-4168b20bdf54 None None] DHCP port deletion for 65d19edd-a25a-427e-b275-51f7001ad2e1 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:18.720871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.740061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.744272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Could not find standard attr ID for object 02c82a52-4785-49c1-808a-6e444163f07c. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:18.756901 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] No ports have port_id starting with 02c82a52-4785-49c1-808a-6e444163f07c Mar 21 07:04:18.777441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d19edd-a25a-427e-b275-51f7001ad2e1']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:18.790803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9db81b-9c74-43c6-b0d1-96b56d9ce742') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:18.791045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9db81b-9c74-43c6-b0d1-96b56d9ce742') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:18.807150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.824664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.831528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:04:18.831915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.836560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:04:18.848475 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:04:18.850694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.867581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Provisioning complete for port 4d60abdd-18b9-408a-9e21-e58af44ed144 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:18.867868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11e46220-ab6a-4931-b4d2-71ecb4ccfdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.892820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3acf33-3c2a-487b-a223-d369be1fa0b5,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:18.898556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.902498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1193276f-6b81-4a04-aaf6-de825faaa119 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5273252 Mar 21 07:04:18.902990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:18.902990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.925661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60716) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:18.936193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:18.948496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:18.953151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:18.956558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:18.962543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:18.964501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.986020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:18.998468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=65d19edd-a25a-427e-b275-51f7001ad2e1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.012869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.029155 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f06d2773-5c5e-42c3-ab17-179f9002c14a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/65d19edd-a25a-427e-b275-51f7001ad2e1 HTTP/1.1" status: 204 len: 168 time: 1.2726414 Mar 21 07:04:19.029982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60720) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:19.044082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'name': 'tempest-PortsTestJSON-1627032675'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:19.108423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.153930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.174824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Transition to ACTIVE for port object 260e1d62-cb22-46fc-8341-245b6e10ce64 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:19.179987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:19.192395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:19.196399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.197765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:19.206152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:19.217676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.237051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:19.241998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.266671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4d60abdd-18b9-408a-9e21-e58af44ed144 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:19.277965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port bd661a22-a5d3-4eaf-98aa-ae0675e81bc5 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:19.310925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:19.345974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a8b6ca-4169-41b8-83aa-f0a87b8513a6,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.352270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Transition to ACTIVE for port object 260e1d62-cb22-46fc-8341-245b6e10ce64 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:19.369180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.378927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:04:19.394282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.396952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.401755 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6d01326-b99c-4fdb-b28a-bf1b06f980df tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4715552 Mar 21 07:04:19.403645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60724) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:19.412737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:19.429614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:19.439991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:19.450208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.459991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:19.481114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:19.519548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:19.527638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:19.536869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:19.538942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Pushing event updated for resources: {'Port': ['ID=260e1d62-cb22-46fc-8341-245b6e10ce64,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.584426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.591928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.592554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.593085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.593734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.594077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.594601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.595140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.595521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.596031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.596532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.597021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.597559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:19.598399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.607866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.625365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.672210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 4d60abdd-18b9-408a-9e21-e58af44ed144 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:19.672579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.672971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.677961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.682118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.700563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Transition to ACTIVE for port object 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:19.709444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67e3855-c98b-41a7-92c7-8526c031ff89,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.709830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Attempting to bind port 260e1d62-cb22-46fc-8341-245b6e10ce64 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:19.710448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Attempting to bind port 260e1d62-cb22-46fc-8341-245b6e10ce64 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:19.711108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Attempting to bind port 260e1d62-cb22-46fc-8341-245b6e10ce64 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:19.715940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.726178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.765949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.766172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:19.766559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:19.766965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.767211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=5ac67d1d-5c38-4f48-aa26-fe12b5ea7a34,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.767344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:19.767837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Bound port: 260e1d62-cb22-46fc-8341-245b6e10ce64, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:19.768201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.771032 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-02ac4956-5fc0-4554-b2f5-b2ca400c4a83 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663464 Mar 21 07:04:19.771875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60728) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:19.791833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:19.809905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:19.813953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:19.816631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:19.823211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:19.828906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:19.829747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.836658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:19.846029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.847081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:19.856172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=bd661a22-a5d3-4eaf-98aa-ae0675e81bc5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.876542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:19.892925 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-92987eb0-f175-4bbb-b083-4904d88937d6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8596857 Mar 21 07:04:19.895663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60732) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:19.897744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:19.917142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdb4089-ff7e-4884-b6e8-3844bebc3dcf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:19.999616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.026934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8acb1ff4-44f8-4347-98f2-6f891982aef2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/4bdb4089-ff7e-4884-b6e8-3844bebc3dcf HTTP/1.1" status: 204 len: 168 time: 1.8804326 Mar 21 07:04:20.027865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60736) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:20.046088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] For port 260e1d62-cb22-46fc-8341-245b6e10ce64, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:20.049326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] For port 260e1d62-cb22-46fc-8341-245b6e10ce64, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=260e1d62-cb22-46fc-8341-245b6e10ce64,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:20.050153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port bd661a22-a5d3-4eaf-98aa-ae0675e81bc5 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:20.050616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.087128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a353a73-2aa7-470d-b607-1bd5a5f03b2a None None] Pushing event updated for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.099876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.180089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.193031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-360ee8ad-2f6f-4261-8674-83795dfcff4d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:20.210761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-360ee8ad-2f6f-4261-8674-83795dfcff4d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:router {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:20.212288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.216412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-360ee8ad-2f6f-4261-8674-83795dfcff4d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275275 Mar 21 07:04:20.217195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:20.235443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.286920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c479e011-5319-42ee-8071-e5ad01d8cac1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.338237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Attempting to bind port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:20.338907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Attempting to bind port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:20.339258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Attempting to bind port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 on network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:20.340066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:20.369888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.370079 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-31a0c93d-5ec5-4567-ac5b-4f36675875af tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5875044 Mar 21 07:04:20.376188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60744) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:20.382460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:20.383459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Checking segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:20.384399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.384399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Bound using segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:20.384671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:20.384882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Bound port: 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:20.385309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.402458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:20.408351 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.416600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:20.422076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:20.435551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb24f6-893e-4011-acff-e6ae576819c8 None None] Pushing event updated for resources: {'Port': ['ID=260e1d62-cb22-46fc-8341-245b6e10ce64,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.487715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866362d8-2cc3-4435-b2dc-6dfe7d55a88b None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:04:20.489948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:20.540923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 02c82a52-4785-49c1-808a-6e444163f07c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:20.566502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for bd661a22-a5d3-4eaf-98aa-ae0675e81bc5 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:20.591668 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 02c82a52-4785-49c1-808a-6e444163f07c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:20.592291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 02c82a52-4785-49c1-808a-6e444163f07c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:20.602303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] For port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:20.617744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] For port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:20.631724 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:04:20.634466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.641545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.719020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a353a73-2aa7-470d-b607-1bd5a5f03b2a None None] Pushing event updated for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.757133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866362d8-2cc3-4435-b2dc-6dfe7d55a88b None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:04:20.761730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:20.762549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:20.827100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.885736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=bd661a22-a5d3-4eaf-98aa-ae0675e81bc5,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.887446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:20.894056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.895406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:20.896966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.900359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router 212d9ee1-89c0-43ff-b862-80eb3a9dbb1e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:20.902175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:20.902428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.911837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:20.933952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be95ed67-6240-4205-a744-e88d40d6bfe3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:20.936740 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cfe2b3ae-72e3-4cfc-aa4e-82af71713bf0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/bd661a22-a5d3-4eaf-98aa-ae0675e81bc5 HTTP/1.1" status: 204 len: 168 time: 1.0398517 Mar 21 07:04:20.939608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60748) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:20.945096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'mac_address': 'fa:16:3e:1c:ea:66', 'name': 'tempest-PortsTestJSON-1162681995'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:20.977865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:20.979067 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bc31fefa-73a8-487d-abab-d79bf2bd119a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6020880 Mar 21 07:04:20.982949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60752) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:20.990016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ee15c92e-82ce-4bb5-bac1-87bd84e70b3f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:20.994278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:20.997756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.042268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:21.053068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:21.059816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:21.063361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:21.073147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:21.084408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:21.090617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:21.094046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:21.096773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:21.097162 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:04:21.107058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:21.111705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.115242 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] Sync routers for ids ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:21.126079 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] Routers {'212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:21.127120 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:21.139278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:21.201732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:21.210961 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] Routers {'212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:21.211900 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:03:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:21.283292 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:21.284054 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93309c36-1bac-4198-a7cc-e3689dbc7c7c None None] The sync data for ids ['212d9ee1-89c0-43ff-b862-80eb3a9dbb1e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:21.289828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.305819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.323820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.325973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 8ebeb426-9dbc-4da5-810a-9971e08a16d4 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:21.359338 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-287d4fef-57f0-4a14-aadd-0d9186ffb154 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/212d9ee1-89c0-43ff-b862-80eb3a9dbb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0058577 Mar 21 07:04:21.369007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60756) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:21.408777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d315d170-e99f-47b7-8f7c-7f2bc9957e28,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:21.420940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6c9fe62c-d7d8-4b92-9c69-6eb7d855acf7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:21.435400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.441277 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-31e35f09-8266-4ebe-a611-9569c6653f8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4527717 Mar 21 07:04:21.453893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6c9fe62c-d7d8-4b92-9c69-6eb7d855acf7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:21.457853 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6c9fe62c-d7d8-4b92-9c69-6eb7d855acf7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=212d9ee1-89c0-43ff-b862-80eb3a9dbb1e HTTP/1.1" status: 200 len: 205 time: 0.0852299 Mar 21 07:04:21.458086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60762) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:21.608325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.640860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:20Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:21.645682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4d0e4-503f-4d46-8b1a-5d4e15aad857 None None] The sync data for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv is: [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:20Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:21.650122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.657912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.746974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '85f0aec3-1714-4f58-a426-0e2eb7c90903'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': '260e1d62-cb22-46fc-8341-245b6e10ce64'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:04:21.770765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:21.774657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:21.778689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:21.785120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:21.789708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.805498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=8ebeb426-9dbc-4da5-810a-9971e08a16d4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:21.826619 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-715e0c04-fbc1-472c-afb1-b10b25615063 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8859503 Mar 21 07:04:21.829333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:21.829650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60776) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:21.912258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d2950-9804-4164-9661-eee6dff511d2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:21.913201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8e0d2950-9804-4164-9661-eee6dff511d2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:21.940466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8e0d2950-9804-4164-9661-eee6dff511d2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:21.942160 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8e0d2950-9804-4164-9661-eee6dff511d2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/8ebeb426-9dbc-4da5-810a-9971e08a16d4 HTTP/1.1" status: 200 len: 841 time: 0.1111989 Mar 21 07:04:21.944844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60780) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:22.031724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 8ebeb426-9dbc-4da5-810a-9971e08a16d4 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:22.032317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.085322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Allocated IP 2001:db8::f816:3eff:fe05:4cf3 (1aedd96c-5f29-4cfa-a902-805903aa8838/85f0aec3-1714-4f58-a426-0e2eb7c90903/260e1d62-cb22-46fc-8341-245b6e10ce64) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:22.254655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] For port 260e1d62-cb22-46fc-8341-245b6e10ce64, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=260e1d62-cb22-46fc-8341-245b6e10ce64,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:22.284935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.285394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-60d139bf-299a-4434-b5ad-68bd3e90e7ea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:22.289885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.296739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.302336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.317421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Ignored duplicate provisioning block setup for port 260e1d62-cb22-46fc-8341-245b6e10ce64 by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 07:04:22.326605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.349101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.349710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router 212d9ee1-89c0-43ff-b862-80eb3a9dbb1e {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:04:22.353117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:04:22.415893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-60d139bf-299a-4434-b5ad-68bd3e90e7ea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:22.416909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-60d139bf-299a-4434-b5ad-68bd3e90e7ea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981361758&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.6722026 Mar 21 07:04:22.441034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.441805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-06bd5cd9-eeae-40f4-a6e1-bf3f8ec4d327 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/212d9ee1-89c0-43ff-b862-80eb3a9dbb1e HTTP/1.1" status: 204 len: 168 time: 0.9826987 Mar 21 07:04:22.452986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60784) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:22.468681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 8ebeb426-9dbc-4da5-810a-9971e08a16d4 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:22.473124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-02b416cc-ba73-48fc-bad5-5306d78904a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.499410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb62d2-045b-4e9d-ba18-d26a10bf7a62 None None] Pushing event updated for resources: {'Port': ['ID=260e1d62-cb22-46fc-8341-245b6e10ce64,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:22.582649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet 63d58392-aa26-4d83-a973-7e6f93dba772 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:22.601391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.ipam_pluggable_backend [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Port 260e1d62-cb22-46fc-8341-245b6e10ce64 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=87988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Mar 21 07:04:22.602173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.602313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.676008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=85f0aec3-1714-4f58-a426-0e2eb7c90903,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:22.687486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.731990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:22.735708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:22.740013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:22.740709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.760123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-2734b06a-6e45-4c97-bbdb-4b96af689186 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:22.761027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-2734b06a-6e45-4c97-bbdb-4b96af689186 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:22.762481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.793145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-996a8a84-bcd0-4649-a03a-de0bc6be1a26 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5727179 Mar 21 07:04:22.794290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60788) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:22.800350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:d7:16:79', 'name': 'tempest-NetworksTestDHCPv6-1117107785'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:22.816609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-2734b06a-6e45-4c97-bbdb-4b96af689186 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:22.817903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-2734b06a-6e45-4c97-bbdb-4b96af689186 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 796 time: 0.3863637 Mar 21 07:04:22.830324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:22.859439 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-c46741c4-0299-4e6d-b092-6251ade0500a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0189202 Mar 21 07:04:22.868824 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/8ebeb426-9dbc-4da5-810a-9971e08a16d4 HTTP/1.1" status: 204 len: 168 time: 0.9218149 Mar 21 07:04:22.915856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60792) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:22.997984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296b948-3f5e-4073-8265-8173a2139d6d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=8ebeb426-9dbc-4da5-810a-9971e08a16d4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:23.024622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c790af6-8e7c-406b-834a-d213bfa70553 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:23.026047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c790af6-8e7c-406b-834a-d213bfa70553 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/8ebeb426-9dbc-4da5-810a-9971e08a16d4 HTTP/1.1" status: 404 len: 333 time: 0.1077685 Mar 21 07:04:23.028498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.030433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:23.038593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'name': 'tempest-PortsTestJSON-145169240'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:23.113449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.154806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=63d58392-aa26-4d83-a973-7e6f93dba772,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:23.158543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.165113 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dee2ecea-e4b0-4d9b-bdd6-230b0dfee7c0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/63d58392-aa26-4d83-a973-7e6f93dba772 HTTP/1.1" status: 204 len: 168 time: 0.7110801 Mar 21 07:04:23.167717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60800) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:23.174200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:23.191216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:23.196505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:23.209247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:23.217850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:23.230673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:23.233433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:23.241266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-16f9a851-284c-4bf4-ab04-70aa26770a0c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:23.246318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:23.267219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:23.338335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.339702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 260e1d62-cb22-46fc-8341-245b6e10ce64 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:23.354412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port e8d6ecc9-8089-4479-854c-d7f87abb1f7d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:23.355192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.369690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:23.374141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.399113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-16f9a851-284c-4bf4-ab04-70aa26770a0c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:23.400749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-16f9a851-284c-4bf4-ab04-70aa26770a0c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4836531 Mar 21 07:04:23.452932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 260e1d62-cb22-46fc-8341-245b6e10ce64 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:23.461646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:23.465853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port faebd033-66fa-41d3-a7b2-645a1f329e21 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:23.535723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:23.545117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:23.545664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.623505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port e8d6ecc9-8089-4479-854c-d7f87abb1f7d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,segment=NetworkSegment(0fad4092-a492-4c8d-9dca-95d984a62a4d),segment_id=0fad4092-a492-4c8d-9dca-95d984a62a4d)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:23.624092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.686966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.702463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b890037-7045-46e4-949a-9c94d9ff664c None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:23.724822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9c243-2716-4e17-96ce-f6b122740aef None None] Network 48bcd347-99ca-4881-a6ff-e9f766c0947a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:23.771276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.786746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for e8d6ecc9-8089-4479-854c-d7f87abb1f7d owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:23.848665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port d7fd759a-c49f-4aad-86e9-f7231677f9f2 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:23.886418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.891333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.898823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-91c10974-2958-492a-b50e-741fb812e4de service neutron] 10.222.0.31 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786634 Mar 21 07:04:23.927312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:23.938180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Provisioning for port 260e1d62-cb22-46fc-8341-245b6e10ce64 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:23.942278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=e8d6ecc9-8089-4479-854c-d7f87abb1f7d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:23.945946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port e8d6ecc9-8089-4479-854c-d7f87abb1f7d on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:23.955560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:23.999804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Provisioning complete for port 260e1d62-cb22-46fc-8341-245b6e10ce64 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:24.000270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.075862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.080155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-1bc4e120-3f82-4a9c-ab67-023bf019c0a8 service neutron] 10.222.0.31 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722105 Mar 21 07:04:24.108854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bcd347-99ca-4881-a6ff-e9f766c0947a']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:24.123427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fad4092-a492-4c8d-9dca-95d984a62a4d') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:24.123856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fad4092-a492-4c8d-9dca-95d984a62a4d') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:24.136488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.156653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.167354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.170649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:04:24.172147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:04:24.191305 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:04:24.254499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:24.321901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=faebd033-66fa-41d3-a7b2-645a1f329e21,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:24.347306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64def68b-78a1-433b-8dfc-bbfc7cf2be1f None None] DHCP port deletion for 48bcd347-99ca-4881-a6ff-e9f766c0947a request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:24.367008 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.418312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.436980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.438056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=48bcd347-99ca-4881-a6ff-e9f766c0947a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:24.448784 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fc801612-8796-4045-8c6d-4d4dd6196e09 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/48bcd347-99ca-4881-a6ff-e9f766c0947a HTTP/1.1" status: 204 len: 168 time: 1.2800610 Mar 21 07:04:24.453495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60812) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:24.464780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-736913334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:24.472163 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:24.477824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:24.481430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:24.491903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:24.509252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.510511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.516057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] For port 260e1d62-cb22-46fc-8341-245b6e10ce64, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=260e1d62-cb22-46fc-8341-245b6e10ce64,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:24.525959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.530046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.541645 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1dde9af-7edc-4eeb-94d3-e59b866d8bc3 req-3c49f352-5bb9-420d-830c-f21457e317cf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 210 time: 0.2168746 Mar 21 07:04:24.544825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fed7:1679 (1aedd96c-5f29-4cfa-a902-805903aa8838/85f0aec3-1714-4f58-a426-0e2eb7c90903/d7fd759a-c49f-4aad-86e9-f7231677f9f2) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:24.562497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.562687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:24.562687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:24.571626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:24.577669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:24.578382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.606493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.610168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c80affe-589c-401c-85e9-50d8b00d5328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.611865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60816) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:24.613624 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db936b5f-eb7f-465c-bcaf-cc1b196f2b0a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1588199 Mar 21 07:04:24.626091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1627752366'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:24.642618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:24.658971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cf1d9822-f0a6-4477-9836-3a70123a9403 None None] Provisioning complete for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:24.659218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:24.659852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf1d9822-f0a6-4477-9836-3a70123a9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.659971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-24b063c9-56f9-43c0-9248-880b8eb1199e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6279051 Mar 21 07:04:24.663567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:24.667225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:24.670582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:24.685900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58059e-a277-4fdd-b017-5a89f676f413 None None] Pushing event updated for resources: {'Port': ['ID=260e1d62-cb22-46fc-8341-245b6e10ce64,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:24.694291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:24.812105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:24.815569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.858398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.875280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:24.888952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.900513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.900871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 072d2efc-b2a2-40b0-8863-1a214f079e14 of type vlan for network 452dd99c-8433-4e85-b3a7-b81c597341b8 Mar 21 07:04:24.915147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object d7fd759a-c49f-4aad-86e9-f7231677f9f2 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:24.938604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.942676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f1c2b770-ebb3-45ca-9f09-8de9b6e30833 None None] Provisioning complete for port 260e1d62-cb22-46fc-8341-245b6e10ce64 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:24.943274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f1c2b770-ebb3-45ca-9f09-8de9b6e30833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.983512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:24.988983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:24.989583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.013973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.098165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.103029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.150356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5348921 Mar 21 07:04:25.162217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:25.167240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] In _notify_port_updated(), no bound segment for port faebd033-66fa-41d3-a7b2-645a1f329e21 on network 2ae9f262-30e3-44e3-b233-5417e21dabc6 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:04:25.170266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:25.171049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5080-0ab2-4322-a992-cc90bbf542ac tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=452dd99c-8433-4e85-b3a7-b81c597341b8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:25.173280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:25.173908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.175484 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/ports/faebd033-66fa-41d3-a7b2-645a1f329e21 HTTP/1.1" status: 200 len: 818 time: 0.5142782 Mar 21 07:04:25.175608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:25.178159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60830) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:25.183429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:25.185306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:25.187451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:25.188824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:25.189647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.230097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83325cde-9d41-4e8b-b236-122df1845476 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=faebd033-66fa-41d3-a7b2-645a1f329e21,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:25.231309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=d7fd759a-c49f-4aad-86e9-f7231677f9f2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:25.268163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-72f93ed8-7501-49e4-8250-e7c5aadc7a63 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4726036 Mar 21 07:04:25.271650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60834) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:25.327191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port faebd033-66fa-41d3-a7b2-645a1f329e21 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:25.327538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.381103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 260e1d62-cb22-46fc-8341-245b6e10ce64 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:25.383670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:25.388547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:25.392789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:25.401831 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:25.421329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:25.425962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.482887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 260e1d62-cb22-46fc-8341-245b6e10ce64 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:25.483567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.511050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b016f75c-1727-43d6-a51d-049122b73e29 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:25.516724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b016f75c-1727-43d6-a51d-049122b73e29 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:25.517524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b016f75c-1727-43d6-a51d-049122b73e29 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:25.616620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b016f75c-1727-43d6-a51d-049122b73e29 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:25.621188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b016f75c-1727-43d6-a51d-049122b73e29 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3459477 Mar 21 07:04:25.622248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60840) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:25.637740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:25.660390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.685812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f6023942-3d39-4344-a811-5f3f72b499b0 None None] Provisioning for port d7fd759a-c49f-4aad-86e9-f7231677f9f2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:25.714719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f6023942-3d39-4344-a811-5f3f72b499b0 None None] Provisioning complete for port d7fd759a-c49f-4aad-86e9-f7231677f9f2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:25.715112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f6023942-3d39-4344-a811-5f3f72b499b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.803529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.805397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.810592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.815952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f6023942-3d39-4344-a811-5f3f72b499b0 None None] Port d7fd759a-c49f-4aad-86e9-f7231677f9f2 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:25.827406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:25.828282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.863388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for faebd033-66fa-41d3-a7b2-645a1f329e21 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:25.908397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:25.908764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 452dd99c-8433-4e85-b3a7-b81c597341b8, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:25.915763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e3a998a9-d812-42fc-aaf9-793bf4e13e11 req-4a318402-4785-4dfd-8cd5-bc2ae96963cc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 210 time: 0.2297573 Mar 21 07:04:25.925080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=b546c6e3-7487-4e8c-b192-1b284c101b38,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:25.931117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port d7fd759a-c49f-4aad-86e9-f7231677f9f2 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:25.931731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.957752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:25.972554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 452dd99c-8433-4e85-b3a7-b81c597341b8) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:25.977957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:25.978487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:25.990969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e628b-0a65-4a72-b8a5-336bbfb208bd None None] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:26.028915 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-56bed8fc-9551-4eaf-8937-ff5fd811fb79 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8654926 Mar 21 07:04:26.029849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:26.102948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d6ecc9-8089-4479-854c-d7f87abb1f7d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:26.106414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.153678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: e8d6ecc9-8089-4479-854c-d7f87abb1f7d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:26.154014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8d6ecc9-8089-4479-854c-d7f87abb1f7d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:26.178047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.186136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=faebd033-66fa-41d3-a7b2-645a1f329e21,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:26.231620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fcc7c499-c523-4d2b-96b3-78f3a943d64b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/faebd033-66fa-41d3-a7b2-645a1f329e21 HTTP/1.1" status: 204 len: 168 time: 1.0525551 Mar 21 07:04:26.235562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60852) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:26.333569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-452dd99c-8433-4e85-b3a7-b81c597341b8', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:26.334524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.536099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.566613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Allocated IP 172.20.0.2 (452dd99c-8433-4e85-b3a7-b81c597341b8/b546c6e3-7487-4e8c-b192-1b284c101b38/a5bef8b8-0246-4734-9f5f-648cc67d6958) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:26.567284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.608541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd07fb-725a-459a-8ff6-ff218c906c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:26.609440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4bd07fb-725a-459a-8ff6-ff218c906c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:26.681140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for d7fd759a-c49f-4aad-86e9-f7231677f9f2 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:26.751976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c4bd07fb-725a-459a-8ff6-ff218c906c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:26.753560 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c4bd07fb-725a-459a-8ff6-ff218c906c14 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5166590 Mar 21 07:04:26.757013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60858) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:26.797610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:26.809886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Transition to ACTIVE for port object a5bef8b8-0246-4734-9f5f-648cc67d6958 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:26.817549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-558bfad4-485e-4b12-90e2-14170b0624e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:26.819145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-558bfad4-485e-4b12-90e2-14170b0624e9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/faebd033-66fa-41d3-a7b2-645a1f329e21 HTTP/1.1" status: 404 len: 333 time: 0.0610087 Mar 21 07:04:26.825828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60862) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:26.833424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-709157787'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:26.874863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:26.918804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:26.934441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:26.949181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:27.013428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:27.016880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.032252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Transition to ACTIVE for port object a5bef8b8-0246-4734-9f5f-648cc67d6958 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:27.038326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.082479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.099940 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c3d8504-b239-40cb-a110-1e3da35ca147 req-980f0e10-c71d-4aaa-94a9-e6da798c2042 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 210 time: 0.0723326 Mar 21 07:04:27.133212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.20.0.1 (452dd99c-8433-4e85-b3a7-b81c597341b8/b546c6e3-7487-4e8c-b192-1b284c101b38/5740c80b-6f35-48a4-9f5b-26a6731b9712) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:27.137911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Pushing event updated for resources: {'Port': ['ID=a5bef8b8-0246-4734-9f5f-648cc67d6958,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:27.144447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:27.145698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:27.147940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:27.155490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=d7fd759a-c49f-4aad-86e9-f7231677f9f2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:27.242903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:27.251140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-f75401ee-622d-4aed-8418-0aa3ba825f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:27.252572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-f75401ee-622d-4aed-8418-0aa3ba825f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 796 time: 0.3717504 Mar 21 07:04:27.256335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.288292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.288292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment 207fe98c-8d08-4d66-ba96-becc7fb96e4a of type vlan for network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 Mar 21 07:04:27.317649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Attempting to bind port a5bef8b8-0246-4734-9f5f-648cc67d6958 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:27.318312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Attempting to bind port a5bef8b8-0246-4734-9f5f-648cc67d6958 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:27.318897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Attempting to bind port a5bef8b8-0246-4734-9f5f-648cc67d6958 on network 452dd99c-8433-4e85-b3a7-b81c597341b8 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:27.328599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:27.329418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Checking segment: {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:27.329992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.330545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Bound using segment: {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:27.331885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-93e9195c-0097-4add-b952-3dbd36ad46a8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/d7fd759a-c49f-4aad-86e9-f7231677f9f2 HTTP/1.1" status: 204 len: 168 time: 1.7086208 Mar 21 07:04:27.332112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Bound port: a5bef8b8-0246-4734-9f5f-648cc67d6958, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:27.332709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.335263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60872) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:27.339883 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-108df1bb-9389-4760-82f9-556354a34fe0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 380 time: 0.0781138 Mar 21 07:04:27.353655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.381380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.394984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['ee15c92e-82ce-4bb5-bac1-87bd84e70b3f']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:27.407057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 5740c80b-6f35-48a4-9f5b-26a6731b9712 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:27.412137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.441454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.456507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] For port a5bef8b8-0246-4734-9f5f-648cc67d6958, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:27.460482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] For port a5bef8b8-0246-4734-9f5f-648cc67d6958, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a5bef8b8-0246-4734-9f5f-648cc67d6958,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:27.466988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.519568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:27.522608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:27.527866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:27.555846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22279706-bcfe-40f4-8c98-cf2d75a99bcb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:27.557792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22279706-bcfe-40f4-8c98-cf2d75a99bcb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:27.558897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-22279706-bcfe-40f4-8c98-cf2d75a99bcb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:27.562912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fed5a-1b31-4882-b23e-f51790e55099 None None] Pushing event updated for resources: {'Port': ['ID=a5bef8b8-0246-4734-9f5f-648cc67d6958,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:27.565343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:27.583975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.590652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:27.591487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.599735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.657494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-22279706-bcfe-40f4-8c98-cf2d75a99bcb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:27.658685 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-22279706-bcfe-40f4-8c98-cf2d75a99bcb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3178980 Mar 21 07:04:27.671432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60876) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:27.714826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8892467 Mar 21 07:04:27.740472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60880) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:27.749023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:27.802157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:27.811097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e4024-1b1c-4784-8207-81c784a5ce64 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=44eb7eb0-77cb-41dd-9b53-7dbec03982b2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:27.824479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:27.829551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:27.848082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:27.855348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.884754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 85f0aec3-1714-4f58-a426-0e2eb7c90903 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:27.891915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:27.952582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:27.960591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:27.965823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:27.975150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:27.980556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.000852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:28.004274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.011812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.159731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.6 (4be7ecd3-51c7-46f3-b579-0c70c45a99c4/e44dce66-72cc-4f86-aced-6ec67a005007/6c7367ff-34c2-45fb-947c-3904ef396693) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:28.174654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.304385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-96366c82-00a8-4878-8047-cf5dbf65b1fd req-74216577-390f-4392-a23e-dd0587f9a2bf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 210 time: 0.0594809 Mar 21 07:04:28.510867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.516120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.553664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.612973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0aec3-1714-4f58-a426-0e2eb7c90903,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:28.621117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.630030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93783c99-9edf-475c-9f2a-af0d4c50fb61 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:28.665660 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b46a75c1-ba31-4677-a9b1-5323c2d35798 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/85f0aec3-1714-4f58-a426-0e2eb7c90903 HTTP/1.1" status: 204 len: 168 time: 0.9928374 Mar 21 07:04:28.666134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:28.690765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.715848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:28.728886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.752844 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b9400062-306a-4b0f-8e09-cbe5e070f574 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832636 Mar 21 07:04:28.756090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:28.788052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144f518-cc72-41ce-beda-362c68320139 None None] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:28.801511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 6c7367ff-34c2-45fb-947c-3904ef396693 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:28.853898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.861384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1efb7-3ea4-4a31-99c1-57fb3a4d6621 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:28.862076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ff1efb7-3ea4-4a31-99c1-57fb3a4d6621 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:28.866473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:28.942433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-26513049-54d6-487f-a95f-baf54720a2ea None None] Provisioning for port a5bef8b8-0246-4734-9f5f-648cc67d6958 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:28.943473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7ff1efb7-3ea4-4a31-99c1-57fb3a4d6621 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:28.948593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7ff1efb7-3ea4-4a31-99c1-57fb3a4d6621 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1915691 Mar 21 07:04:28.949441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60894) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:28.957026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:28.985121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=9dc4f5d3-083b-496b-b737-e07d9208bc20,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:28.988316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': '207fe98c-8d08-4d66-ba96-becc7fb96e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:28.988730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 44eb7eb0-77cb-41dd-9b53-7dbec03982b2, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:28.998313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:28.998871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:29.000043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:29.005034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:29.009631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:29.083903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30bc43-ce88-4518-8d97-13aed990c0a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:29.084827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b30bc43-ce88-4518-8d97-13aed990c0a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:29.104106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:29.104902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.161887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:29.163544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b30bc43-ce88-4518-8d97-13aed990c0a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:29.167971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3b30bc43-ce88-4518-8d97-13aed990c0a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2105327 Mar 21 07:04:29.167971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-dc84d809-b7bd-4841-9b03-21d94bb878b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7754698 Mar 21 07:04:29.167971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60898) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:29.171602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:29.178098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Deleting port 260e1d62-cb22-46fc-8341-245b6e10ce64 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:29.183072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 44eb7eb0-77cb-41dd-9b53-7dbec03982b2) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:29.191760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:29.192353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.202783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.251336 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b44db014-280b-464c-bfe3-286598d364a4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5097899 Mar 21 07:04:29.255728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60902) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:29.266757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:29.280114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5a110-3767-463d-a1a7-b64b64d7b971 None None] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:29.379799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Request body: {'port': {'device_id': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:29.393958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a5bef8b8-0246-4734-9f5f-648cc67d6958 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:29.449615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:04:29.478121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-54d630c1-c3c0-41df-9b2c-d79dcb438498 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3069081 Mar 21 07:04:29.487812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60908) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:29.510988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:29.623930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a25bbd0a-b49a-43b5-86fb-e8be77f66a50 None None] Provisioning for port 6c7367ff-34c2-45fb-947c-3904ef396693 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:29.658975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a25bbd0a-b49a-43b5-86fb-e8be77f66a50 None None] Provisioning complete for port 6c7367ff-34c2-45fb-947c-3904ef396693 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:29.659339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a25bbd0a-b49a-43b5-86fb-e8be77f66a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.776987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:29.785554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:29.790855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:29.800221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.800732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:29.806586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:29.815546 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-596b6cf7-222f-4f37-844b-c0347d0e3589 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841010 Mar 21 07:04:29.817981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60912) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:29.824243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889016293'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:29.826478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:29.830221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:29.835304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:29.838947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:29.842256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.899478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:29.951328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:29.955594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.969483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] For port 260e1d62-cb22-46fc-8341-245b6e10ce64, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=260e1d62-cb22-46fc-8341-245b6e10ce64,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:29.970073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:29.983609 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9dc4f5d3-083b-496b-b737-e07d9208bc20 (CIDR: 172.20.0.0/28) Mar 21 07:04:29.985062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:29.989678 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:29.990166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:30.003072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:30.020070 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6ed2053a-3023-4125-a636-ba8eb0166a03 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7632565 Mar 21 07:04:30.022310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60916) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:30.029390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:30.044189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04d96c-e4bb-4d95-bdfc-b445c8fab465 req-388f79d0-45db-480c-b10a-5bedc531eb03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:30.045041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a04d96c-e4bb-4d95-bdfc-b445c8fab465 req-388f79d0-45db-480c-b10a-5bedc531eb03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:30.046261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:30.049619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.056199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a25bbd0a-b49a-43b5-86fb-e8be77f66a50 None None] Port 6c7367ff-34c2-45fb-947c-3904ef396693 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:30.146298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:30.158143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a04d96c-e4bb-4d95-bdfc-b445c8fab465 req-388f79d0-45db-480c-b10a-5bedc531eb03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:30.159601 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a04d96c-e4bb-4d95-bdfc-b445c8fab465 req-388f79d0-45db-480c-b10a-5bedc531eb03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 931 time: 0.5994060 Mar 21 07:04:30.160323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:30.166090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Calling delete_port for 260e1d62-cb22-46fc-8341-245b6e10ce64 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:30.181897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.181897 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 4ff5fb5c-980d-4a6d-b784-8e47da97e52c of type vlan for network 926924a0-d914-48d7-bce9-bec7a9310c71 Mar 21 07:04:30.194895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a5bef8b8-0246-4734-9f5f-648cc67d6958 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:30.228270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a5bef8b8-0246-4734-9f5f-648cc67d6958 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:30.228270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.241832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.262782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': '9dc4f5d3-083b-496b-b737-e07d9208bc20'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:30.263606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.285779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:30.286571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:30.290614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:30.295440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.303351 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a04d96c-e4bb-4d95-bdfc-b445c8fab465 req-78743b55-639c-4910-9c0e-28c7df40bcf7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211176 Mar 21 07:04:30.303547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:30.304562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.330460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:30.340670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:30.371494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:30.380189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Provisioning for port 5740c80b-6f35-48a4-9f5b-26a6731b9712 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:30.439156 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6205029 Mar 21 07:04:30.441968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60920) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:30.447712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f897a-5faf-4e85-b4b5-93969f9a03d6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=926924a0-d914-48d7-bce9-bec7a9310c71,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:30.449898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:30.454545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.458656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:30.518757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 926924a0-d914-48d7-bce9-bec7a9310c71 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:30.530523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Provisioning complete for port 5740c80b-6f35-48a4-9f5b-26a6731b9712 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:30.530898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.596643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.720124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:30.731202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.777129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7367ff-34c2-45fb-947c-3904ef396693 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:04:30.790894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.792303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:30.796483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:30.798473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] Pushing event deleted for resources: {'Port': ['ID=260e1d62-cb22-46fc-8341-245b6e10ce64,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:30.800464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:30.801107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.803343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc6bd7-b0ba-4847-8e53-54ad1ac95d22 None None] No DVR routers for this DVR port 260e1d62-cb22-46fc-8341-245b6e10ce64 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:30.832979 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8071930 Mar 21 07:04:30.834053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60924) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:30.842417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'fixed_ips': [{'subnet_id': '9dc4f5d3-083b-496b-b737-e07d9208bc20'}, {'subnet_id': 'a0cec3be-0665-435b-b4f0-7ab33b76d48a'}], 'name': 'tempest-PortsTestJSON-1914901777'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:30.856791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:30.863978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.objects.ports [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87988) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:04:30.867853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.871903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Transition to ACTIVE for port object 6c7367ff-34c2-45fb-947c-3904ef396693 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:30.873122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:30.886720 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699a583-5c63-4e6a-a082-ca98eee58ec6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=a0cec3be-0665-435b-b4f0-7ab33b76d48a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:30.895936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Port 5740c80b-6f35-48a4-9f5b-26a6731b9712 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:30.903125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:30.918275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:30.926844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:30.995047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:31.011124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:31.011990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:31.025983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:31.037613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:31.046407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cae2a6-54cb-4657-807a-6b59517cae24 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:31.064526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:31.065447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.074417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.097335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:31.101161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.149857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=01e7720c-be57-4280-8bc3-8741197b915c,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:31.160059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:31.199743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.227274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 3c6c4105-9d19-42b7-bf9b-bca24378a452 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:31.332848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9c074569-053f-4127-97f5-4c70b61e0838 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8434129 Mar 21 07:04:31.345070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Allocated IP 172.20.0.2 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/9dc4f5d3-083b-496b-b737-e07d9208bc20/c74a94b0-7cc8-48fc-adec-9449c0ff9d46) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:31.347741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:31.355869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:2c:ae:65', 'name': 'tempest-NetworksTestDHCPv6-1237964251'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:31.448608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Provisioning complete for port a5bef8b8-0246-4734-9f5f-648cc67d6958 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:31.448978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c7d05fc-5bff-4b78-84ef-cb7daef05a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.557520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a5bef8b8-0246-4734-9f5f-648cc67d6958, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a5bef8b8-0246-4734-9f5f-648cc67d6958,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:31.577056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.581040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Attempting to bind port 6c7367ff-34c2-45fb-947c-3904ef396693 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:31.581430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Attempting to bind port 6c7367ff-34c2-45fb-947c-3904ef396693 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:31.581885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Attempting to bind port 6c7367ff-34c2-45fb-947c-3904ef396693 on network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:31.609854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Port 6c7367ff-34c2-45fb-947c-3904ef396693 on network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:04:31.610288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Attempting to bind port 6c7367ff-34c2-45fb-947c-3904ef396693 on network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:31.656961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 260e1d62-cb22-46fc-8341-245b6e10ce64 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:31.671690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:31.673895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:31.674238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Checking segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:31.674628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Bound using segment: {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:31.675068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Bound port: 6c7367ff-34c2-45fb-947c-3904ef396693, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7dfc4a-8610-40d6-af14-86005ce87ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:31.675424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.707832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:31.765207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 260e1d62-cb22-46fc-8341-245b6e10ce64 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:31.765563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 260e1d62-cb22-46fc-8341-245b6e10ce64 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:31.790374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:31.841401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7eddf-5cb9-47a2-b3a9-7e2b64e851a6 req-9493f10d-8bf6-46b4-9d19-1184a95f349c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:31.842795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ece7eddf-5cb9-47a2-b3a9-7e2b64e851a6 req-9493f10d-8bf6-46b4-9d19-1184a95f349c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 943 time: 0.3695681 Mar 21 07:04:31.895648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a5bef8b8-0246-4734-9f5f-648cc67d6958,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:31.927087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.973607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:31.982456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '01e7720c-be57-4280-8bc3-8741197b915c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:31.983255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.006375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Transition to ACTIVE for port object c74a94b0-7cc8-48fc-adec-9449c0ff9d46 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:32.015668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:32.025192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ece7eddf-5cb9-47a2-b3a9-7e2b64e851a6 req-738a815d-e051-40ee-93e5-492b4a70cb0a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695650 Mar 21 07:04:32.052362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6c7367ff-34c2-45fb-947c-3904ef396693,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:32.068376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.078496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Transition to ACTIVE for port object c74a94b0-7cc8-48fc-adec-9449c0ff9d46 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:32.090737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:27Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:28Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:32.103200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.144197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=0e686493-a8b6-4900-aa1e-7328cc2d8d99,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:32.150000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:32.150606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Updating router f687ec13-83ce-4e46-beea-bc478fd7cdf6 port 5740c80b-6f35-48a4-9f5b-26a6731b9712 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:32.156921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.176060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:32.176429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: 926924a0-d914-48d7-bce9-bec7a9310c71, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:32.190985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:32.192155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.193044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 1093 time: 2.8179638 Mar 21 07:04:32.196679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:04:32.243477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f859b-bf32-4f11-b4d9-8056575e35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:32.250733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 2a2fc842-045d-4fd5-a63c-277b959d0b27 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:32.291883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 926924a0-d914-48d7-bce9-bec7a9310c71 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:32.294280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.3 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/9dc4f5d3-083b-496b-b737-e07d9208bc20/3c6c4105-9d19-42b7-bf9b-bca24378a452) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:32.312818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.20 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/a0cec3be-0665-435b-b4f0-7ab33b76d48a/3c6c4105-9d19-42b7-bf9b-bca24378a452) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:32.357777 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693', 'status': 'completed', 'code': 200} Mar 21 07:04:32.371595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 926924a0-d914-48d7-bce9-bec7a9310c71) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:32.385424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:32.385939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.392674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:32.422740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Allocated IP 2001:db8::f816:3eff:fed2:3ba7 (1aedd96c-5f29-4cfa-a902-805903aa8838/01e7720c-be57-4280-8bc3-8741197b915c/afbc332e-f5e7-4698-8b11-176341d08eb8) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:32.451631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5fdbad84-9853-464c-b309-4a902e01b1e4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0084870 Mar 21 07:04:32.457590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60936) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:32.459893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe8e51-b713-4f81-b5cf-e94d8626a21b None None] Network 926924a0-d914-48d7-bce9-bec7a9310c71 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:32.475519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:32.477874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Pushing event updated for resources: {'Port': ['ID=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:32.496130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:32.517017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.538019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-792adf9c-93d5-474a-b171-3f3b9bc6461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:32.540148 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-792adf9c-93d5-474a-b171-3f3b9bc6461f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1096 time: 0.2399549 Mar 21 07:04:32.699313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.716538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 3c6c4105-9d19-42b7-bf9b-bca24378a452 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:32.743317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.811773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-f3c3d586-9907-450f-8f15-e704886c7ca8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 217 time: 0.0832865 Mar 21 07:04:32.819477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:32.823679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:32.827584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:32.833453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Attempting to bind port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:32.833823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Attempting to bind port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '207fe98c-8d08-4d66-ba96-becc7fb96e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:32.834183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Attempting to bind port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 on network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:32.857930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=3c6c4105-9d19-42b7-bf9b-bca24378a452,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:32.894940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:32.895559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.921045 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d83abb5e-5721-4a67-840f-36b292606132 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0865884 Mar 21 07:04:32.923635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60940) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:32.930585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dc4f5d3-083b-496b-b737-e07d9208bc20'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:32.980454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:32.980719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Checking segment: {'id': '207fe98c-8d08-4d66-ba96-becc7fb96e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:32.981109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:32.981515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Bound using segment: {'id': '207fe98c-8d08-4d66-ba96-becc7fb96e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:32.981985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Bound port: c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207fe98c-8d08-4d66-ba96-becc7fb96e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:32.982946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.017174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-fc2c9425-fa74-4a8c-9f02-a41aba92194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:33.018686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-fc2c9425-fa74-4a8c-9f02-a41aba92194d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 200 len: 835 time: 0.2012017 Mar 21 07:04:33.063760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.248185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] For port c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:33.352181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.369952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-56db4299-d333-49f1-b8d0-48374fa29033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:33.371414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-56db4299-d333-49f1-b8d0-48374fa29033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3425055 Mar 21 07:04:33.390057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] For port c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,segment=NetworkSegment(207fe98c-8d08-4d66-ba96-becc7fb96e4a),segment_id=207fe98c-8d08-4d66-ba96-becc7fb96e4a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:33.411094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.419019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Transition to ACTIVE for port object afbc332e-f5e7-4698-8b11-176341d08eb8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:33.433922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290716bb-f0fb-444d-b976-3705f0a2858c req-92611876-33a9-4840-9d65-3d3f2498d6da tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:33.435704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-290716bb-f0fb-444d-b976-3705f0a2858c req-92611876-33a9-4840-9d65-3d3f2498d6da tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 943 time: 0.2906120 Mar 21 07:04:33.443909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Delete allocated IP 172.20.0.20 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/a0cec3be-0665-435b-b4f0-7ab33b76d48a) {{(pid=87987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 07:04:33.468712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-926924a0-d914-48d7-bce9-bec7a9310c71', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:33.469547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.532019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Transition to ACTIVE for port object afbc332e-f5e7-4698-8b11-176341d08eb8 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:33.594674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.606742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e12f-1776-42bc-9200-85bc4fa3909f None None] Pushing event updated for resources: {'Port': ['ID=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:33.638325 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-290716bb-f0fb-444d-b976-3705f0a2858c req-fb792213-87fc-41c1-af9f-f0e6c68ad62f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323624 Mar 21 07:04:33.653290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.resource_extend [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:04:33.654364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.662486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.685782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Ignored duplicate provisioning block setup for port 3c6c4105-9d19-42b7-bf9b-bca24378a452 by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 07:04:33.691845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.697917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-f9a37876-3b55-48f9-a60c-114d40a00292 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184760 Mar 21 07:04:33.735472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:33.767657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:33.780479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:33.782733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fe2c:ae65 (1aedd96c-5f29-4cfa-a902-805903aa8838/01e7720c-be57-4280-8bc3-8741197b915c/2a2fc842-045d-4fd5-a63c-277b959d0b27) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:33.827870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Pushing event updated for resources: {'Port': ['ID=afbc332e-f5e7-4698-8b11-176341d08eb8,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:33.866605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=3c6c4105-9d19-42b7-bf9b-bca24378a452,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:33.943340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] In _notify_port_updated(), no bound segment for port 3c6c4105-9d19-42b7-bf9b-bca24378a452 on network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:04:33.955558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:33.956227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:33.958393 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cc6ee22d-5bfc-4e72-b79c-0dfbd9429700 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/ports/3c6c4105-9d19-42b7-bf9b-bca24378a452 HTTP/1.1" status: 200 len: 919 time: 1.0330188 Mar 21 07:04:33.962225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60946) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:33.970452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dc4f5d3-083b-496b-b737-e07d9208bc20'}, {'subnet_id': 'a0cec3be-0665-435b-b4f0-7ab33b76d48a'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:34.008010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a5bef8b8-0246-4734-9f5f-648cc67d6958 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:34.058107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Attempting to bind port afbc332e-f5e7-4698-8b11-176341d08eb8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:34.058542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Attempting to bind port afbc332e-f5e7-4698-8b11-176341d08eb8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:34.058998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Attempting to bind port afbc332e-f5e7-4698-8b11-176341d08eb8 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:34.066460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.078011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:34.078546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:34.079055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.079554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:34.080164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Bound port: afbc332e-f5e7-4698-8b11-176341d08eb8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:34.080642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.133532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.172384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Transition to ACTIVE for port object 5740c80b-6f35-48a4-9f5b-26a6731b9712 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:34.188920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Allocated IP 172.21.0.2 (926924a0-d914-48d7-bce9-bec7a9310c71/0e686493-a8b6-4900-aa1e-7328cc2d8d99/18f81aac-67bd-4f32-af09-7d1e61dc8b55) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:34.203751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.271697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf79b4d6-b510-41bc-92d7-4851aa989434 req-6fcf59de-c0d3-46e9-a410-05f1c8337fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082843 Mar 21 07:04:34.429741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a5bef8b8-0246-4734-9f5f-648cc67d6958 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:34.430229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.542783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:34.550186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a304a-6f5e-45ed-a312-7a9ce59b9eca None None] Pushing event updated for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:34.559095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.581407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-e627ddbb-12bf-46cb-b186-9f79eff45c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:34.582932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-e627ddbb-12bf-46cb-b186-9f79eff45c4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1096 time: 0.2222600 Mar 21 07:04:34.587754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 2a2fc842-045d-4fd5-a63c-277b959d0b27 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:34.613288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbc332e-f5e7-4698-8b11-176341d08eb8,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:34.659841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.660400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.22 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/a0cec3be-0665-435b-b4f0-7ab33b76d48a/3c6c4105-9d19-42b7-bf9b-bca24378a452) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:34.662755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.866076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=2a2fc842-045d-4fd5-a63c-277b959d0b27,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:34.872222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:34.875706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:34.882300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:34.897924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:34.898729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.945689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:34.972481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-72753463-ecf0-4903-a369-bcee40b095d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:34.974208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-72753463-ecf0-4903-a369-bcee40b095d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 897 time: 0.3482966 Mar 21 07:04:34.974702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Ignored duplicate provisioning block setup for port 3c6c4105-9d19-42b7-bf9b-bca24378a452 by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 07:04:34.978616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c1660fc4-3dfe-410c-af25-8ca1b586dc67 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6299422 Mar 21 07:04:34.982547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60954) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:35.060170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.070004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Attempting to bind port 5740c80b-6f35-48a4-9f5b-26a6731b9712 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:35.071757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Attempting to bind port 5740c80b-6f35-48a4-9f5b-26a6731b9712 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:35.072081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Attempting to bind port 5740c80b-6f35-48a4-9f5b-26a6731b9712 on network 452dd99c-8433-4e85-b3a7-b81c597341b8 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:35.090822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:35.091199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Checking segment: {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:35.091603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.091994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Bound using segment: {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:35.092468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Bound port: 5740c80b-6f35-48a4-9f5b-26a6731b9712, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072d2efc-b2a2-40b0-8863-1a214f079e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:35.092830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.131533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-17d9a1d2-ca72-4aa4-a17b-102c5c85fda8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 217 time: 0.1500106 Mar 21 07:04:35.163020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49362e5c-d9a0-4fab-b2b5-7d24cf392c92 None None] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:35.286642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edebe0c-d713-494b-a3ae-56f677fb0e23 None None] Pushing event updated for resources: {'Port': ['ID=afbc332e-f5e7-4698-8b11-176341d08eb8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:35.303286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-03738db1-07bf-4307-84e3-19817c9b9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.306786 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-03738db1-07bf-4307-84e3-19817c9b9f76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 200 len: 835 time: 0.1621218 Mar 21 07:04:35.389845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=3c6c4105-9d19-42b7-bf9b-bca24378a452,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:35.391481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ee93-d2bb-4440-a0b6-5c081ae012e3 req-b2b20364-ce62-46de-bd6c-921440767421 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.393676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3939ee93-d2bb-4440-a0b6-5c081ae012e3 req-b2b20364-ce62-46de-bd6c-921440767421 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 943 time: 0.3358157 Mar 21 07:04:35.421956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.428964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] For port 5740c80b-6f35-48a4-9f5b-26a6731b9712, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:35.435221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] For port 5740c80b-6f35-48a4-9f5b-26a6731b9712, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5740c80b-6f35-48a4-9f5b-26a6731b9712,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:35.438890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6f536bd7-8ba1-4cf5-ad46-fae4377157e9 None None] Provisioning for port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:35.451773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.486281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3939ee93-d2bb-4440-a0b6-5c081ae012e3 req-fdaccb7c-116a-4802-84b1-55aa8c0348c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806837 Mar 21 07:04:35.488282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb6f94-d4f6-48fc-9b0f-b89537c184fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.488429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-96caa7a3-8aad-4f3c-97ab-6f5c763f2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.494607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-96caa7a3-8aad-4f3c-97ab-6f5c763f2b7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795599 Mar 21 07:04:35.496293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Transition to ACTIVE for port object 18f81aac-67bd-4f32-af09-7d1e61dc8b55 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:35.497701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb6f94-d4f6-48fc-9b0f-b89537c184fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.498659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42cb6f94-d4f6-48fc-9b0f-b89537c184fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:35.514201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] In _notify_port_updated(), no bound segment for port 3c6c4105-9d19-42b7-bf9b-bca24378a452 on network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:04:35.518615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:35.519305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.520698 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cd6a6c92-8193-4659-accc-5369bd934ef3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/ports/3c6c4105-9d19-42b7-bf9b-bca24378a452 HTTP/1.1" status: 200 len: 999 time: 1.5573318 Mar 21 07:04:35.524851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60958) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:35.566015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Transition to ACTIVE for port object 18f81aac-67bd-4f32-af09-7d1e61dc8b55 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:35.577705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-42cb6f94-d4f6-48fc-9b0f-b89537c184fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:35.578898 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-42cb6f94-d4f6-48fc-9b0f-b89537c184fe tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5948355 Mar 21 07:04:35.588186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60962) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:35.620698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.630429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a304a-6f5e-45ed-a312-7a9ce59b9eca None None] Pushing event updated for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:35.663043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 3c6c4105-9d19-42b7-bf9b-bca24378a452 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:35.663610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.677740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:35.678509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:35.684908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.21.0.1 (926924a0-d914-48d7-bce9-bec7a9310c71/0e686493-a8b6-4900-aa1e-7328cc2d8d99/93a65186-ef4b-4b17-9d13-bf0167a3c08a) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:35.730769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 2a2fc842-045d-4fd5-a63c-277b959d0b27 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:35.731115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.924203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:35.928728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-c3902c04-cf80-4752-bf23-02160c2a11b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266515 Mar 21 07:04:35.975198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Network 926924a0-d914-48d7-bce9-bec7a9310c71 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:35.992497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 93a65186-ef4b-4b17-9d13-bf0167a3c08a will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:35.993958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:36.004073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:36.039004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Pushing event updated for resources: {'Port': ['ID=18f81aac-67bd-4f32-af09-7d1e61dc8b55,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:36.059835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c74a94b0-7cc8-48fc-adec-9449c0ff9d46 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:36.101852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6b8552f-b4a7-44cb-a592-a8d8585ff7fd req-4f94c8f2-09ad-4c36-845c-ceffd63ca842 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633573 Mar 21 07:04:36.111073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.135982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:36.170000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.188100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:36.204162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 926924a0-d914-48d7-bce9-bec7a9310c71 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:36.205335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:36.207883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:36.284305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.334099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 2a2fc842-045d-4fd5-a63c-277b959d0b27 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:36.408326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Attempting to bind port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:36.408709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Attempting to bind port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:36.409046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Attempting to bind port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 on network 926924a0-d914-48d7-bce9-bec7a9310c71 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:36.438388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:36.442783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Checking segment: {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:36.443218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.443739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Bound using segment: {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:36.444249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Bound port: 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:36.444626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.544811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.568450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.605153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:36.681768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:36.682085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.700474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.785622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-84cb8bb6-8fd3-42f2-a79f-1babe5d8da83 None None] Provisioning for port afbc332e-f5e7-4698-8b11-176341d08eb8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:36.848012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] For port 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:36.850543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Update dhcp port {'port': {'network_id': '44eb7eb0-77cb-41dd-9b53-7dbec03982b2', 'fixed_ips': [{'subnet_id': '9dc4f5d3-083b-496b-b737-e07d9208bc20', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0cec3be-0665-435b-b4f0-7ab33b76d48a'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'c74a94b0-7cc8-48fc-adec-9449c0ff9d46'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:04:36.863302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=2a2fc842-045d-4fd5-a63c-277b959d0b27,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:36.873726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 3c6c4105-9d19-42b7-bf9b-bca24378a452 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:36.925753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d3a25-7bca-4672-b434-48e321da908b req-1cc5d7f2-f942-499a-9134-5de887a3c889 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:36.933730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cf5d3a25-7bca-4672-b434-48e321da908b req-1cc5d7f2-f942-499a-9134-5de887a3c889 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 943 time: 0.3007872 Mar 21 07:04:36.961430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.975594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] For port 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=18f81aac-67bd-4f32-af09-7d1e61dc8b55,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:36.980932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fb4a19e1-c67f-43f8-8368-653abfd50859 None None] Could not find standard attr ID for object 2a2fc842-045d-4fd5-a63c-277b959d0b27. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:36.990183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:36.998978 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ce97ef93-d194-408d-8bea-1141f5bc1b88 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/2a2fc842-045d-4fd5-a63c-277b959d0b27 HTTP/1.1" status: 204 len: 168 time: 1.4077404 Mar 21 07:04:36.999204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60968) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:37.031327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cf5d3a25-7bca-4672-b434-48e321da908b req-bbe96644-6866-473e-a215-12c657d80131 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967207 Mar 21 07:04:37.077563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.167350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33de196-1b86-4fb0-bbbc-233415bfe518 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:37.169906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33de196-1b86-4fb0-bbbc-233415bfe518 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:37.171298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b33de196-1b86-4fb0-bbbc-233415bfe518 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:37.203621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.208628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b33de196-1b86-4fb0-bbbc-233415bfe518 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:37.210416 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b33de196-1b86-4fb0-bbbc-233415bfe518 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2101808 Mar 21 07:04:37.214893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.216105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60972) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:37.237153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.259865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6c7367ff-34c2-45fb-947c-3904ef396693 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:04:37.262962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a89a86-0cea-4faf-98af-f6b305503295 None None] Pushing event updated for resources: {'Port': ['ID=18f81aac-67bd-4f32-af09-7d1e61dc8b55,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:37.358075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:27Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:37.370396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:37.379702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,segment=NetworkSegment(207fe98c-8d08-4d66-ba96-becc7fb96e4a),segment_id=207fe98c-8d08-4d66-ba96-becc7fb96e4a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:37.384576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.401185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b52f0-30f4-4c00-bf69-ecb2e4000606 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:27Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:37.402766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.403629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbc332e-f5e7-4698-8b11-176341d08eb8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:37.501138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 01e7720c-be57-4280-8bc3-8741197b915c {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:37.558886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.572706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network 926924a0-d914-48d7-bce9-bec7a9310c71 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:37.574126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:37.649699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.702015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.749500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:37.819802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Allocated IP 172.20.0.18 (44eb7eb0-77cb-41dd-9b53-7dbec03982b2/a0cec3be-0665-435b-b4f0-7ab33b76d48a/c74a94b0-7cc8-48fc-adec-9449c0ff9d46) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:37.823899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6c7367ff-34c2-45fb-947c-3904ef396693,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:37.831435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port afbc332e-f5e7-4698-8b11-176341d08eb8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:37.846858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:37.848437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port afbc332e-f5e7-4698-8b11-176341d08eb8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:37.848810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.861998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=3c6c4105-9d19-42b7-bf9b-bca24378a452,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:37.894103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '6c7367ff-34c2-45fb-947c-3904ef396693', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'port_id': '6c7367ff-34c2-45fb-947c-3904ef396693', 'mac_address': 'fa:16:3e:c0:d5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:04:37.964489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:37.979679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.016746 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5bde359e-514a-480d-b6bd-d902aa3be01d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/3c6c4105-9d19-42b7-bf9b-bca24378a452 HTTP/1.1" status: 204 len: 168 time: 2.4885557 Mar 21 07:04:38.019762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.069072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:38.077527 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1d1bdeba-9c6d-4b3a-b4c8-619e697f99bc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6145363 Mar 21 07:04:38.080523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60982) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.087257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-73050276'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:38.087466 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-14614b71-fd33-4227-9ac1-010ea5e61988 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:38.087812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14614b71-fd33-4227-9ac1-010ea5e61988 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:38.092766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:38.098553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:38.102469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:38.110412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:38.128998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:38.138491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.154834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14614b71-fd33-4227-9ac1-010ea5e61988 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:38.157469 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14614b71-fd33-4227-9ac1-010ea5e61988 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/3c6c4105-9d19-42b7-bf9b-bca24378a452 HTTP/1.1" status: 404 len: 333 time: 0.1365695 Mar 21 07:04:38.162738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60986) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.194837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.282274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.291839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:38.314366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.314723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 783149cb-d1b0-4b71-a42c-b2aa8fc0d762 of type vlan for network ef9451a0-57bf-40bb-bfba-2c64c0f896fc Mar 21 07:04:38.348397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac76f5-5982-43d8-8ccb-893b48c48193 req-172bd399-4809-412b-b5cb-19304d54e334 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:38.357454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34ac76f5-5982-43d8-8ccb-893b48c48193 req-172bd399-4809-412b-b5cb-19304d54e334 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 943 time: 0.1575918 Mar 21 07:04:38.363474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.375675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ada541-caf8-4d25-897b-bc6f21ebedc1 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:38.390093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=01e7720c-be57-4280-8bc3-8741197b915c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:38.410919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7367ff-34c2-45fb-947c-3904ef396693 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:04:38.425902 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2b09c4c7-7847-4132-bbb3-66bc1c47afd4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/01e7720c-be57-4280-8bc3-8741197b915c HTTP/1.1" status: 204 len: 168 time: 1.2087061 Mar 21 07:04:38.426697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60990) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.433358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.451635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet a0cec3be-0665-435b-b4f0-7ab33b76d48a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:38.463850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34ac76f5-5982-43d8-8ccb-893b48c48193 req-dbf46a97-19fb-4509-81eb-671fa3c45086 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053882 Mar 21 07:04:38.497284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.542268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.547508 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f3c910c7-a74e-43ce-8914-cf7b6bf85b59 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037502 Mar 21 07:04:38.547684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 60994) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.548400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:38.549105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.553408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:38.582793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] For port c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,segment=NetworkSegment(207fe98c-8d08-4d66-ba96-becc7fb96e4a),segment_id=207fe98c-8d08-4d66-ba96-becc7fb96e4a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:38.611581 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5274475 Mar 21 07:04:38.614065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 60998) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:38.616455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.620856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:38.657245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Transition to ACTIVE for port object c74a94b0-7cc8-48fc-adec-9449c0ff9d46 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:38.661245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6c7367ff-34c2-45fb-947c-3904ef396693,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:38.666224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a1cca-68a0-412a-80de-7c8608ff070f None None] Network 926924a0-d914-48d7-bce9-bec7a9310c71 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:38.668740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.718992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.754693 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:38.760964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.768077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.794008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbc332e-f5e7-4698-8b11-176341d08eb8,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:38.811596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:38.816707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:38.831872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:38.858493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:38.862331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.905693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6f7a-6e7d-4887-a2c1-5cc67c36463a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=ef9451a0-57bf-40bb-bfba-2c64c0f896fc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:38.936166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:38.936546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.939252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:38.940038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:38.942974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:38.950226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:38.964964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:38.969583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:38.992489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.127148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.170284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-67e52d04-6f04-4971-a75b-64fd87abad67 None None] Provisioning for port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:39.175206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['6c7367ff-34c2-45fb-947c-3904ef396693'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:04:39.201767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cec3be-0665-435b-b4f0-7ab33b76d48a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:39.208138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.353144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 18f81aac-67bd-4f32-af09-7d1e61dc8b55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:39.371586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.388973 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9ce99e87-5073-43ee-9d3a-f91c4b5d5228 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/a0cec3be-0665-435b-b4f0-7ab33b76d48a HTTP/1.1" status: 204 len: 168 time: 1.2249911 Mar 21 07:04:39.396673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32770) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:39.485086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=19d66476-8fc1-42d7-a735-4ba6e146b950,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:39.488018 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:39.504384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:39.504753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: ef9451a0-57bf-40bb-bfba-2c64c0f896fc, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:39.510655 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:39.511584 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:39.542476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:39.552646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88038fce-82f1-4882-bbf4-b95ee4e4a367 None None] Pushing event updated for resources: {'Port': ['ID=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:39.564643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ef9451a0-57bf-40bb-bfba-2c64c0f896fc) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:39.574456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:39.575211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.622875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fc01d95d-914f-40e1-83e7-6b86c2797b06 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0077984 Mar 21 07:04:39.623795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36826ae5-e29d-40c4-a55e-e5089058798c None None] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:39.625416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32776) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:39.630754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet 9dc4f5d3-083b-496b-b737-e07d9208bc20 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:39.644188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.726901 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:39.750243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.847127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:39.984013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037068-adb1-4a7e-94cb-602becf1b341 req-1ee12490-2cc8-4d88-8f7b-311148d9a591 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:39.986477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb037068-adb1-4a7e-94cb-602becf1b341 req-1ee12490-2cc8-4d88-8f7b-311148d9a591 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 944 time: 0.2799075 Mar 21 07:04:40.118749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617785f5-20ec-44a5-830d-614e17405465 None None] Network 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:40.171716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:04:40.210921 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:36Z', 'revision_number': 3, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:36Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:40.215580 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:40.216183 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Updating router f687ec13-83ce-4e46-beea-bc478fd7cdf6 port 93a65186-ef4b-4b17-9d13-bf0167a3c08a binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:40.229811 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb037068-adb1-4a7e-94cb-602becf1b341 req-9499fbda-770f-4d34-a31f-f2b63ff7b12e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283640 Mar 21 07:04:40.285060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.312081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.372745 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc4f5d3-083b-496b-b737-e07d9208bc20,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:40.374817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.386490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e13dadcd-7963-4dff-9b56-8653d00c8bb0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/9dc4f5d3-083b-496b-b737-e07d9208bc20 HTTP/1.1" status: 204 len: 168 time: 0.9863913 Mar 21 07:04:40.388414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32780) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:40.443050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:40.462653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:40.514435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.552486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:40.557125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] Could not find standard attr ID for object 3c6c4105-9d19-42b7-bf9b-bca24378a452. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:40.560378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=afbc332e-f5e7-4698-8b11-176341d08eb8,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:40.620962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Deleting port afbc332e-f5e7-4698-8b11-176341d08eb8 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:40.621440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.628270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.671751 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.683851 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Transition to ACTIVE for port object 93a65186-ef4b-4b17-9d13-bf0167a3c08a will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:40.692554 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.717290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:40.717825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.830321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] Provisioning for port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:40.833575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbc332e-f5e7-4698-8b11-176341d08eb8,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:40.837362 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Pushing event updated for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:40.846633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] Provisioning complete for port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:40.847135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.849742 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.850101 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.850438 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.850764 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.851687 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.852095 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.852420 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.852791 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.853114 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.853470 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.853768 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.854077 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:04:40.863123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.875624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.876403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.954706 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Attempting to bind port 93a65186-ef4b-4b17-9d13-bf0167a3c08a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:40.954826 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Attempting to bind port 93a65186-ef4b-4b17-9d13-bf0167a3c08a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:40.955124 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Attempting to bind port 93a65186-ef4b-4b17-9d13-bf0167a3c08a on network 926924a0-d914-48d7-bce9-bec7a9310c71 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:40.962126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:40.962440 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Checking segment: {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:40.962836 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.963218 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Bound using segment: {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:40.963670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Bound port: 93a65186-ef4b-4b17-9d13-bf0167a3c08a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff5fb5c-980d-4a6d-b784-8e47da97e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:40.964051 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.996125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:40.997188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:40.999100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=82596d61-0639-4562-9006-fa3bfb93b9a3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:41.033930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.052640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:41.057548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:41.064924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] For port 93a65186-ef4b-4b17-9d13-bf0167a3c08a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:41.066791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:41.066791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.068022 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] For port 93a65186-ef4b-4b17-9d13-bf0167a3c08a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93a65186-ef4b-4b17-9d13-bf0167a3c08a,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:41.073899 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.088535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:41.088535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.126583 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5754714 Mar 21 07:04:41.133952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32784) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:41.141057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d863c9-509b-441a-a439-c78ecc05ddac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=afbc332e-f5e7-4698-8b11-176341d08eb8,revision_number=6']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:41.160541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:22:53:a7', 'name': 'tempest-NetworksTestDHCPv6-1081962985'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:41.217616 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d144b0-cffc-48a6-a6b1-f524536ae92b None None] Pushing event updated for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:41.224942 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:41.225646 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:41.302282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.22.0.1 (ef9451a0-57bf-40bb-bfba-2c64c0f896fc/19d66476-8fc1-42d7-a735-4ba6e146b950/a009d012-0224-4758-83a7-4c51b8798745) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:41.336949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276010b-5674-4b6b-86b0-7b1a2d716091 None None] DHCP port deletion for 44eb7eb0-77cb-41dd-9b53-7dbec03982b2 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:41.400338 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:41.500475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port c74a94b0-7cc8-48fc-adec-9449c0ff9d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,segment=NetworkSegment(207fe98c-8d08-4d66-ba96-becc7fb96e4a),segment_id=207fe98c-8d08-4d66-ba96-becc7fb96e4a)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:41.501124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.583363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.606687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object a009d012-0224-4758-83a7-4c51b8798745 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:41.616592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbc332e-f5e7-4698-8b11-176341d08eb8,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:41.617722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56a90b-934a-45c6-afd2-4765ed6ef030 req-a7e3351d-5003-4733-a4db-1652839ad343 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:41.617878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.624657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de56a90b-934a-45c6-afd2-4765ed6ef030 req-a7e3351d-5003-4733-a4db-1652839ad343 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 944 time: 0.1758947 Mar 21 07:04:41.644390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for c74a94b0-7cc8-48fc-adec-9449c0ff9d46 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:41.687620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de56a90b-934a-45c6-afd2-4765ed6ef030 req-b72a3ceb-28f0-4219-9ca0-f3c4e1ea7113 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617576 Mar 21 07:04:41.711717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.736108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.751234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Calling delete_port for afbc332e-f5e7-4698-8b11-176341d08eb8 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:41.791984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:41.795565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:41.798259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:41.809381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=c74a94b0-7cc8-48fc-adec-9449c0ff9d46,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:41.815266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:41.836824 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:36Z', 'revision_number': 3, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:41Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:41.843102 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5049-74aa-4305-85f2-3a037ca52b1f None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:36Z', 'revision_number': 3, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:41Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:41.850324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:41.857493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.881566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] Could not find standard attr ID for object c74a94b0-7cc8-48fc-adec-9449c0ff9d46. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:41.888082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:04:41.888431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:04:41.891668 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-be6359b2-e0e0-4e39-a14a-5173260e20d5 None None] No ports have port_id starting with c74a94b0-7cc8-48fc-adec-9449c0ff9d46 Mar 21 07:04:41.901281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.941913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1276010b-5674-4b6b-86b0-7b1a2d716091 None None] Deleting port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:41.942294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1276010b-5674-4b6b-86b0-7b1a2d716091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:41.990092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:42.113670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.143917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1276010b-5674-4b6b-86b0-7b1a2d716091 None None] The port 'c74a94b0-7cc8-48fc-adec-9449c0ff9d46' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:04:42.190711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=18f81aac-67bd-4f32-af09-7d1e61dc8b55,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:42.210353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Allocated IP 172.22.0.2 (ef9451a0-57bf-40bb-bfba-2c64c0f896fc/19d66476-8fc1-42d7-a735-4ba6e146b950/3ff5e108-109b-4279-9122-f8b9c8e3be83) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:42.220441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:42.227403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:42.231166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.246532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:42.270852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eb7eb0-77cb-41dd-9b53-7dbec03982b2']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:42.299349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207fe98c-8d08-4d66-ba96-becc7fb96e4a') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:42.299644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207fe98c-8d08-4d66-ba96-becc7fb96e4a') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:42.314049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.332555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.340491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:04:42.340986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:04:42.464774 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:04:42.471891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:42.494891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.532797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.550396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=44eb7eb0-77cb-41dd-9b53-7dbec03982b2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:42.597660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.608487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Deleting port afbc332e-f5e7-4698-8b11-176341d08eb8 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:42.608960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.642990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.643770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c74a94b0-7cc8-48fc-adec-9449c0ff9d46 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:42.659340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.671856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.737321 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-09c6d504-0773-43e4-a433-3c6227b2b3a0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/44eb7eb0-77cb-41dd-9b53-7dbec03982b2 HTTP/1.1" status: 204 len: 168 time: 2.3446786 Mar 21 07:04:42.740238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.749902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32792) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:42.778378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port a0cffe65-d127-4841-92c7-6efaa0903eb0 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:42.795984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Transition to ACTIVE for port object 3ff5e108-109b-4279-9122-f8b9c8e3be83 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:42.880151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:42.896082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:42.897061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c74a94b0-7cc8-48fc-adec-9449c0ff9d46 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:42.902549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c74a94b0-7cc8-48fc-adec-9449c0ff9d46 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 21 07:04:42.994335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-27270013-fa0a-41d7-b3ce-65872fb7bb40 None None] Provisioning complete for port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:42.994767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-27270013-fa0a-41d7-b3ce-65872fb7bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.019586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port c74a94b0-7cc8-48fc-adec-9449c0ff9d46 not found, will not notify nova. {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 21 07:04:43.019995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5740c80b-6f35-48a4-9f5b-26a6731b9712 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:43.026671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fe22:53a7 (1aedd96c-5f29-4cfa-a902-805903aa8838/82596d61-0639-4562-9006-fa3bfb93b9a3/a0cffe65-d127-4841-92c7-6efaa0903eb0) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:43.037842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be962be8-f937-4049-8e49-a4394beacc24 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.043815 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be962be8-f937-4049-8e49-a4394beacc24 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2883182 Mar 21 07:04:43.044735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:43.126219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Transition to ACTIVE for port object 3ff5e108-109b-4279-9122-f8b9c8e3be83 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:43.185324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.209571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=18f81aac-67bd-4f32-af09-7d1e61dc8b55,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:43.214995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:43.219016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:43.325711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:43.348486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:43.358614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5740c80b-6f35-48a4-9f5b-26a6731b9712 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:43.364505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:43.373153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.392111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object a0cffe65-d127-4841-92c7-6efaa0903eb0 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:43.422475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.432277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5740c80b-6f35-48a4-9f5b-26a6731b9712 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:43.432592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.473144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e108-109b-4279-9122-f8b9c8e3be83,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:43.513302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:43.516356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:43.522251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:43.526261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0ce05-7b7d-4cb1-b950-88cb58c19d94 req-ee2f69ca-dd31-4f68-945a-09ab22014e8b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.527769 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49f0ce05-7b7d-4cb1-b950-88cb58c19d94 req-ee2f69ca-dd31-4f68-945a-09ab22014e8b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 944 time: 0.4265246 Mar 21 07:04:43.527921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.528405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.534341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c30e77d-7520-46b5-b006-c3f5ef8ddbe3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4844844 Mar 21 07:04:43.540782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32800) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:43.552583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-554165846'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:43.558634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=a0cffe65-d127-4841-92c7-6efaa0903eb0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:43.563875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:43.577107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:43.581828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:43.589227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:43.594722 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f102b480-03a8-461d-a115-e798f1d36677 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4549134 Mar 21 07:04:43.594900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32804) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:43.597335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:43.615261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-49f0ce05-7b7d-4cb1-b950-88cb58c19d94 req-c7f6b40f-c5a6-46aa-9311-40e6ec34d012 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697367 Mar 21 07:04:43.660100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:43.663625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.678023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Attempting to bind port 3ff5e108-109b-4279-9122-f8b9c8e3be83 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:43.678662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Attempting to bind port 3ff5e108-109b-4279-9122-f8b9c8e3be83 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:43.678783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Attempting to bind port 3ff5e108-109b-4279-9122-f8b9c8e3be83 on network ef9451a0-57bf-40bb-bfba-2c64c0f896fc {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:43.687255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] For port afbc332e-f5e7-4698-8b11-176341d08eb8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbc332e-f5e7-4698-8b11-176341d08eb8,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:43.687650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.704427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:43.704748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Checking segment: {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:43.705076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.705485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Bound using segment: {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:43.705961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Bound port: 3ff5e108-109b-4279-9122-f8b9c8e3be83, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:43.706351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.711684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:43.725621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.725967 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment 6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948 of type vlan for network c34aa419-c93e-4f70-be6f-6074a6283b3c Mar 21 07:04:43.744512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66032d2b-957a-485f-8997-e458af6e4064 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.750886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66032d2b-957a-485f-8997-e458af6e4064 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.753481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-66032d2b-957a-485f-8997-e458af6e4064 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:43.782923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.793675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:43.795057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-66032d2b-957a-485f-8997-e458af6e4064 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:43.798924 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66032d2b-957a-485f-8997-e458af6e4064 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2004926 Mar 21 07:04:43.799528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:43.809810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f6613f8f-f6f2-4a37-b6fb-d02545a8bc77 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1831186 Mar 21 07:04:43.810973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32812) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:43.817727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'network': {'name': 'tempest-RoutersTest-666055255'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:43.824713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:43.826234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:43.829301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:network and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:43.832488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:43.839070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:43.852227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:43.856236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.878029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.883753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.884348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.887901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:43.898307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.898307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added segment 2d95e04d-ee4f-408d-ad72-af2a6f50ad79 of type vlan for network fd823878-7882-424b-9ffb-9a1913cb5c2b Mar 21 07:04:43.902788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Calling delete_port for afbc332e-f5e7-4698-8b11-176341d08eb8 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:43.915643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port a0cffe65-d127-4841-92c7-6efaa0903eb0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:43.915988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.926266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.958439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:43.965100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:43.965857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.014314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:44.014948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:44.049136 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5008638 Mar 21 07:04:44.054929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32816) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:44.060772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025bb69-a188-4bf9-ad0e-e55a610c9929 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=c34aa419-c93e-4f70-be6f-6074a6283b3c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:44.065698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:44.071558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2591207 Mar 21 07:04:44.072638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32820) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:44.087790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'subnet': {'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:44.098089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network c34aa419-c93e-4f70-be6f-6074a6283b3c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:44.110132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-27270013-fa0a-41d7-b3ce-65872fb7bb40 None None] Provisioning for port 93a65186-ef4b-4b17-9d13-bf0167a3c08a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:44.117496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b44c1-ca38-4b67-89a1-1077f01a6d17 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Network': ['ID=fd823878-7882-424b-9ffb-9a1913cb5c2b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:44.153917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network fd823878-7882-424b-9ffb-9a1913cb5c2b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:44.208116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:44.212929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:subnet and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:44.215895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:44.221891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:44.234560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Made reservation on behalf of 43ab975289fa4774a62c2e0555bef4a2 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:44.238608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.258955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:44.265972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:44.317425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:44.317797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.329818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:44.354339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:44.357851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.443985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] For port 3ff5e108-109b-4279-9122-f8b9c8e3be83, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:44.481749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:44.494813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.545306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] For port 3ff5e108-109b-4279-9122-f8b9c8e3be83, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3ff5e108-109b-4279-9122-f8b9c8e3be83,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:44.592335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.597700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Subnet': ['ID=fb887fba-70dd-492f-ba97-2c80f6f7a19c,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:44.606779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5740c80b-6f35-48a4-9f5b-26a6731b9712, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5740c80b-6f35-48a4-9f5b-26a6731b9712,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:44.607122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Checking segment: {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:44.607825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network hostable DHCP agents. Network: fd823878-7882-424b-9ffb-9a1913cb5c2b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:44.610869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.631605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network fd823878-7882-424b-9ffb-9a1913cb5c2b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:44.647825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, fd823878-7882-424b-9ffb-9a1913cb5c2b) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:44.655779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:44.656443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.661244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.701284 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e7bd7945-c1bc-44dd-b25c-e465f6e24534 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6190872 Mar 21 07:04:44.701507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32828) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:44.731257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for a0cffe65-d127-4841-92c7-6efaa0903eb0 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:44.732738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3285877-d923-4daf-872f-4d08001fcada None None] Network fd823878-7882-424b-9ffb-9a1913cb5c2b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:44.938787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:44.958517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 18f81aac-67bd-4f32-af09-7d1e61dc8b55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:44.994723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.021751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0153-e5f3-4978-af6a-30cc795995b6 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e108-109b-4279-9122-f8b9c8e3be83,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:45.052113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.083464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=a0cffe65-d127-4841-92c7-6efaa0903eb0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:45.162757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.190524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=eab88887-5f59-4458-81fc-d8d0300ad8dd,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:45.204355 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1ffe6337-619e-4b1e-abff-d1acc1402e9a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/a0cffe65-d127-4841-92c7-6efaa0903eb0 HTTP/1.1" status: 204 len: 168 time: 1.4036725 Mar 21 07:04:45.207156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32832) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:45.247316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:45.247692 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: c34aa419-c93e-4f70-be6f-6074a6283b3c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:04:45.248050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef390c9-cc88-475e-9de2-824eddaf521c req-3ca7cd22-ecfa-40b1-bf59-32a3b0a08c0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:45.249596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eef390c9-cc88-475e-9de2-824eddaf521c req-3ca7cd22-ecfa-40b1-bf59-32a3b0a08c0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 944 time: 0.2972398 Mar 21 07:04:45.328992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5d43-28b1-43fd-b44e-1b6f08b3719e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:45.331024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5d43-28b1-43fd-b44e-1b6f08b3719e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:45.331984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b22e5d43-28b1-43fd-b44e-1b6f08b3719e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:45.334791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6c7367ff-34c2-45fb-947c-3904ef396693 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:45.337504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network c34aa419-c93e-4f70-be6f-6074a6283b3c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:04:45.362322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, c34aa419-c93e-4f70-be6f-6074a6283b3c) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:45.366360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b22e5d43-28b1-43fd-b44e-1b6f08b3719e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:45.368130 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b22e5d43-28b1-43fd-b44e-1b6f08b3719e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1598554 Mar 21 07:04:45.371714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:45.374131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.386123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] No DVR routers for this DVR port afbc332e-f5e7-4698-8b11-176341d08eb8 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:45.390250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32836) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:45.411934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb2f41-c0cc-4fd9-bc63-0141460fe9cd None None] Network c34aa419-c93e-4f70-be6f-6074a6283b3c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:45.438294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c578bfa-30dd-4091-b357-dddf6703f7f9 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:45.467502 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2b506657-3443-48b9-b716-a20520c8e7b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4097862 Mar 21 07:04:45.471068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32840) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:45.477563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c', 'name': 'tempest-PortsTestJSON-239872070'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:45.540972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 82596d61-0639-4562-9006-fa3bfb93b9a3 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:45.546855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.664387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eef390c9-cc88-475e-9de2-824eddaf521c req-2b383d9f-eb0f-449a-9ff5-2e1dc8f2b56c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056289 Mar 21 07:04:45.672328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.680715 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:04:45.696205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:45.754760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:45.757106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.779789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d546d5d-0180-4da4-b576-af7a4aecc08f None None] Pushing event deleted for resources: {'Port': ['ID=afbc332e-f5e7-4698-8b11-176341d08eb8,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:45.795528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:45.800424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:45.813548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:45.816659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:45.817032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.833071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:45.836828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.840758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.873475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port e19399d9-1f34-4f24-9cec-c8afa162050b yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:45.956398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 6c7367ff-34c2-45fb-947c-3904ef396693 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:45.966287 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-fd823878-7882-424b-9ffb-9a1913cb5c2b', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:45.967117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:45.990267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.056924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 6c7367ff-34c2-45fb-947c-3904ef396693 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:46.057314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.080004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=82596d61-0639-4562-9006-fa3bfb93b9a3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:46.094294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.119599 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66ced384-3987-4503-a967-fc497ad08f84 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/82596d61-0639-4562-9006-fa3bfb93b9a3 HTTP/1.1" status: 204 len: 168 time: 0.7254755 Mar 21 07:04:46.121763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32844) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:46.134296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.14 (c34aa419-c93e-4f70-be6f-6074a6283b3c/eab88887-5f59-4458-81fc-d8d0300ad8dd/e19399d9-1f34-4f24-9cec-c8afa162050b) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:46.213564 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a53a373-a166-4f20-a368-a15f71254123 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887520 Mar 21 07:04:46.241003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32848) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:46.328041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-64b787f1-22ef-4010-a990-b143a97f8e77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:46.364329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:42Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:35Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:41Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:42Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:46.373082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Allocated IP 172.23.0.1 (fd823878-7882-424b-9ffb-9a1913cb5c2b/fb887fba-70dd-492f-ba97-2c80f6f7a19c/887a146a-09d1-4641-8a56-9aca954544e2) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:46.394566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:46.394909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Updating router f687ec13-83ce-4e46-beea-bc478fd7cdf6 port a009d012-0224-4758-83a7-4c51b8798745 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:46.414686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-64b787f1-22ef-4010-a990-b143a97f8e77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:46.416095 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-64b787f1-22ef-4010-a990-b143a97f8e77 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1751394 Mar 21 07:04:46.418781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32852) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:46.435665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-c34aa419-c93e-4f70-be6f-6074a6283b3c', 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': 'eab88887-5f59-4458-81fc-d8d0300ad8dd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:46.436484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.450016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7358a-9250-4761-91ca-7856ca90413d None None] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:46.507533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.526196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b963d455-f5d4-40fb-97e0-3644776532f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:46.526878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b963d455-f5d4-40fb-97e0-3644776532f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:46.534960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object e19399d9-1f34-4f24-9cec-c8afa162050b will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:46.555638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b963d455-f5d4-40fb-97e0-3644776532f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:46.556841 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b963d455-f5d4-40fb-97e0-3644776532f7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371403 Mar 21 07:04:46.559768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32856) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:46.571963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.588953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Transition to ACTIVE for port object 887a146a-09d1-4641-8a56-9aca954544e2 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:46.614281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.670812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93a65186-ef4b-4b17-9d13-bf0167a3c08a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:46.687560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network fd823878-7882-424b-9ffb-9a1913cb5c2b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:46.698170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:46.730632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=887a146a-09d1-4641-8a56-9aca954544e2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:46.732990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:46.752731 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dc8aecdf-7f59-44f2-bf48-95f51d7be0ac tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919694 Mar 21 07:04:46.756664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32862) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:46.762942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:46.768581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.780855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.830688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d774329f-e77a-4b15-89b0-cd42e57e8a00 None None] Provisioning for port 3ff5e108-109b-4279-9122-f8b9c8e3be83 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:46.833702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.870336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:46.943994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network c34aa419-c93e-4f70-be6f-6074a6283b3c is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:46.947427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:46.949187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=e19399d9-1f34-4f24-9cec-c8afa162050b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:46.951332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:46.959150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366e7e7-c96b-4b16-bcf3-493c09fb83a8 req-aa1dbf96-9db7-42ba-ad04-814355acdbaa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:46.961259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1366e7e7-c96b-4b16-bcf3-493c09fb83a8 req-aa1dbf96-9db7-42ba-ad04-814355acdbaa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 944 time: 0.1329076 Mar 21 07:04:46.999416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:47.020017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:47.042322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:47.042810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Allocated IP 172.23.0.2 (fd823878-7882-424b-9ffb-9a1913cb5c2b/fb887fba-70dd-492f-ba97-2c80f6f7a19c/0647b3da-6210-4b91-b1f0-ee19e2e05de1) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:47.043014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.049277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:47.053258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.064915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1366e7e7-c96b-4b16-bcf3-493c09fb83a8 req-7796c9f7-9bf5-4856-9d6b-51897c91a81e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928159 Mar 21 07:04:47.069750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.121859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:04:47.152855 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7a3e9de-04a6-414f-b00e-c5e2d818bc65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6807373 Mar 21 07:04:47.157166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32868) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:47.165428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6c7367ff-34c2-45fb-947c-3904ef396693,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:47.166091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c', 'name': 'tempest-PortsTestJSON-684808758'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:47.243404 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693', 'code': 200} Mar 21 07:04:47.251191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.365825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 93a65186-ef4b-4b17-9d13-bf0167a3c08a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:47.376069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Allocated IP 172.20.0.2 (c34aa419-c93e-4f70-be6f-6074a6283b3c/eab88887-5f59-4458-81fc-d8d0300ad8dd/989bcb9a-4309-494b-8277-2c40617b609e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:47.408987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.456336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 93a65186-ef4b-4b17-9d13-bf0167a3c08a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:47.456717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.498440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:47.501900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:47.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:47.506113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.532686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=92d46038-c852-44aa-bbd2-9aea5e633dc3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:47.543906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef27d0-7711-4722-a35d-66c451ac672a None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:47.553063 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8aedbe44-0d14-4353-8fc6-c6f03fc9f634 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7923467 Mar 21 07:04:47.553930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32872) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:47.559787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:9f:9a:4d', 'name': 'tempest-NetworksTestDHCPv6-577816928'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:47.626132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:47.702378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:47.712795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:47.722573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:47.727370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.747588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:47.756762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:47.766514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:47.772977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:47.787584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:47.791207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda1fb2-0d9d-4966-b0f6-cb126b3937f6 req-6baf062c-e573-45c6-b6f9-a7156592b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:47.792733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-adda1fb2-0d9d-4966-b0f6-cb126b3937f6 req-6baf062c-e573-45c6-b6f9-a7156592b87f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1098 time: 0.2830815 Mar 21 07:04:47.832590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:47.836643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.877173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 66fd40dc-1e14-464f-8ef6-63c31f2ece15 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:47.917673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::d2 (1aedd96c-5f29-4cfa-a902-805903aa8838/92d46038-c852-44aa-bbd2-9aea5e633dc3/733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:47.918964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-adda1fb2-0d9d-4966-b0f6-cb126b3937f6 req-e33ba133-bf97-480e-a91d-0a01e51bc06b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197286 Mar 21 07:04:47.963334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:47.971720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.003480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.088191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.099364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event updated for resources: {'Port': ['ID=887a146a-09d1-4641-8a56-9aca954544e2,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:48.148983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Transition to ACTIVE for port object 0647b3da-6210-4b91-b1f0-ee19e2e05de1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.173483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.210248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.240507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.265143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.286934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Network fd823878-7882-424b-9ffb-9a1913cb5c2b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:48.287088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Transition to ACTIVE for port object 0647b3da-6210-4b91-b1f0-ee19e2e05de1 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.289433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:48.364309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:48.367861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:48.372062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:48.382097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:48.383293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.401997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:48.418729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.428848 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-05d12f04-22ff-4c87-957a-ce767877c1ea tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8714321 Mar 21 07:04:48.429064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32878) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:48.433495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.515610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Transition to ACTIVE for port object 989bcb9a-4309-494b-8277-2c40617b609e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.529624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a7378-2008-49f3-8040-4fd9c3626e1a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:48.530373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b6a7378-2008-49f3-8040-4fd9c3626e1a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:48.552886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b6a7378-2008-49f3-8040-4fd9c3626e1a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:48.557523 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9b6a7378-2008-49f3-8040-4fd9c3626e1a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1241627 Mar 21 07:04:48.557706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:48.560364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.576530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:48.596340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b668fc5-54e2-4445-9dcf-57984f42cca7 req-e18a1a7a-f22c-490b-a065-af3c6f2ef6f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:48.597193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Network fd823878-7882-424b-9ffb-9a1913cb5c2b is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:48.597879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b668fc5-54e2-4445-9dcf-57984f42cca7 req-e18a1a7a-f22c-490b-a065-af3c6f2ef6f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.2111304 Mar 21 07:04:48.609419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:48.611973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:48.615266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 93a65186-ef4b-4b17-9d13-bf0167a3c08a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93a65186-ef4b-4b17-9d13-bf0167a3c08a,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:48.622368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.631277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Transition to ACTIVE for port object 989bcb9a-4309-494b-8277-2c40617b609e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.640808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:48.641465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.646465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.658519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Pushing event updated for resources: {'Port': ['ID=0647b3da-6210-4b91-b1f0-ee19e2e05de1,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:48.749289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c74a94b0-7cc8-48fc-adec-9449c0ff9d46 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:48.777244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:48.892905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Transition to ACTIVE for port object a009d012-0224-4758-83a7-4c51b8798745 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:48.900205 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b668fc5-54e2-4445-9dcf-57984f42cca7 req-5c17d72f-9e18-4869-8ea9-57fe64366763 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078564 Mar 21 07:04:48.912454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.4 (c34aa419-c93e-4f70-be6f-6074a6283b3c/eab88887-5f59-4458-81fc-d8d0300ad8dd/66fd40dc-1e14-464f-8ef6-63c31f2ece15) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:48.915834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:48.942594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-43f1c0f0-e907-4006-9859-b649c17dcf53 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2400622 Mar 21 07:04:48.945474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:48.952467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:48.964291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c74a94b0-7cc8-48fc-adec-9449c0ff9d46 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:48.964779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c74a94b0-7cc8-48fc-adec-9449c0ff9d46 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:48.965315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbc332e-f5e7-4698-8b11-176341d08eb8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:04:48.988292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.006908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.040872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: afbc332e-f5e7-4698-8b11-176341d08eb8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:04:49.040872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbc332e-f5e7-4698-8b11-176341d08eb8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:04:49.047704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Network c34aa419-c93e-4f70-be6f-6074a6283b3c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:49.062747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:49.065719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:49.154912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f2dc1708-5763-408e-bfb1-89773e46269e None None] Provisioning for port a009d012-0224-4758-83a7-4c51b8798745 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:49.207872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Attempting to bind port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:49.208611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Attempting to bind port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:49.209241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Attempting to bind port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 on network fd823878-7882-424b-9ffb-9a1913cb5c2b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:49.213077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115ff86-8c6a-4951-8828-19e90b53a91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '92d46038-c852-44aa-bbd2-9aea5e633dc3'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:49.214232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4115ff86-8c6a-4951-8828-19e90b53a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.332683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:49.388889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:49.461408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3ff5e108-109b-4279-9122-f8b9c8e3be83 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:49.542477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:49.543068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Checking segment: {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:49.544007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.544007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Bound using segment: {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:49.544794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Bound port: 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:49.545290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.553267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.609794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:49.651395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.668467 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9601682f-c524-4a15-aea2-8f20e24a4aee tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 HTTP/1.1" status: 204 len: 168 time: 1.1095071 Mar 21 07:04:49.669033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32890) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:49.739627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c1f15-14c8-4909-9008-f3f584d82d8e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:49.741281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c1f15-14c8-4909-9008-f3f584d82d8e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:49.743170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-758c1f15-14c8-4909-9008-f3f584d82d8e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:49.749703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.761128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-758c1f15-14c8-4909-9008-f3f584d82d8e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:49.762881 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-758c1f15-14c8-4909-9008-f3f584d82d8e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0927613 Mar 21 07:04:49.765624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:49.800688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Attempting to bind port a009d012-0224-4758-83a7-4c51b8798745 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:49.801053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Attempting to bind port a009d012-0224-4758-83a7-4c51b8798745 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:49.801634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Attempting to bind port a009d012-0224-4758-83a7-4c51b8798745 on network ef9451a0-57bf-40bb-bfba-2c64c0f896fc {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:49.810500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 66fd40dc-1e14-464f-8ef6-63c31f2ece15 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:49.818034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Pushing event updated for resources: {'Port': ['ID=989bcb9a-4309-494b-8277-2c40617b609e,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:49.841204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 92d46038-c852-44aa-bbd2-9aea5e633dc3 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:49.844259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.863089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Attempting to bind port 989bcb9a-4309-494b-8277-2c40617b609e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:49.863703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Attempting to bind port 989bcb9a-4309-494b-8277-2c40617b609e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:49.864061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Attempting to bind port 989bcb9a-4309-494b-8277-2c40617b609e on network c34aa419-c93e-4f70-be6f-6074a6283b3c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:49.884211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:49.884897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Checking segment: {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:49.885484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.886018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Bound using segment: {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:49.886631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Bound port: a009d012-0224-4758-83a7-4c51b8798745, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783149cb-d1b0-4b71-a42c-b2aa8fc0d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:49.887182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.902095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.924151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:49.924622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Checking segment: {'id': '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:49.926733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.926733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Bound using segment: {'id': '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:49.926733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Bound port: 989bcb9a-4309-494b-8277-2c40617b609e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c34aa419-c93e-4f70-be6f-6074a6283b3c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:49.926733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.944312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 3ff5e108-109b-4279-9122-f8b9c8e3be83 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:49.960737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:49.970064 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.009930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3ff5e108-109b-4279-9122-f8b9c8e3be83 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:50.010540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.062550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.106637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=92d46038-c852-44aa-bbd2-9aea5e633dc3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:50.108581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.109474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b555-3df7-43d5-8072-46661bba80d9 None None] Pushing event updated for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:50.112605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network c34aa419-c93e-4f70-be6f-6074a6283b3c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:50.126543 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-03e189c7-2acf-4272-beed-ec0cd1e002be tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/92d46038-c852-44aa-bbd2-9aea5e633dc3 HTTP/1.1" status: 204 len: 168 time: 0.3595178 Mar 21 07:04:50.129104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.129587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:50.132107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-4115ff86-8c6a-4951-8828-19e90b53a91f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92d46038-c852-44aa-bbd2-9aea5e633dc3: This subnet is being modified by another concurrent operation. Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92d46038-c852-44aa-bbd2-9aea5e633dc3: This subnet is being modified by another concurrent operation. Mar 21 07:04:50.139351 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 07:04:50.150903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=66fd40dc-1e14-464f-8ef6-63c31f2ece15,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:50.150903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:50.184573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] For port a009d012-0224-4758-83a7-4c51b8798745, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:50.188121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] For port a009d012-0224-4758-83a7-4c51b8798745, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a009d012-0224-4758-83a7-4c51b8798745,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:50.192174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] For port 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:50.196597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Removed routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:04:50.197004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.201749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] For port 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0647b3da-6210-4b91-b1f0-ee19e2e05de1,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:50.230535 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5b3afabb-2c30-4a58-a521-642fc6748154 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997746 Mar 21 07:04:50.231266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32904) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.248926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] For port 989bcb9a-4309-494b-8277-2c40617b609e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:50.252156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] For port 989bcb9a-4309-494b-8277-2c40617b609e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=989bcb9a-4309-494b-8277-2c40617b609e,segment=NetworkSegment(6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948),segment_id=6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:50.267292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.277683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de23c988-2a8d-45b4-9c82-86ad29f18bfb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:50.296231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-de23c988-2a8d-45b4-9c82-86ad29f18bfb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:50.300326 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de23c988-2a8d-45b4-9c82-86ad29f18bfb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0680523 Mar 21 07:04:50.301125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32908) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.328733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.332687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.378828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:50.379483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.382717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0974b-33e9-435f-8c8b-d2835b2dddc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:50.383528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aca0974b-33e9-435f-8c8b-d2835b2dddc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:50.401319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-aca0974b-33e9-435f-8c8b-d2835b2dddc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:50.407489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:50.408026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:50.409206 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-aca0974b-33e9-435f-8c8b-d2835b2dddc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068914 Mar 21 07:04:50.410249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32912) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.480757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32916) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.481355 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e3505b52-ca9d-4131-a868-45c057d0f5e6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3226395 Mar 21 07:04:50.494073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b03be5-eaff-4718-8b6a-3d515ed2ac95 req-6218badd-8b32-4a36-b8c0-0c642cc614dc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:50.495573 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43b03be5-eaff-4718-8b6a-3d515ed2ac95 req-6218badd-8b32-4a36-b8c0-0c642cc614dc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.4342980 Mar 21 07:04:50.547128 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8785ef09-0905-485f-95d4-ca3ac70fc858 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353188 Mar 21 07:04:50.548597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32920) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.559009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:50.615126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.631873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43b03be5-eaff-4718-8b6a-3d515ed2ac95 req-978df3ca-de21-4ad5-aea8-18f19f35ed78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876508 Mar 21 07:04:50.642692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b555-3df7-43d5-8072-46661bba80d9 None None] Pushing event updated for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:50.644562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.726567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533de76-9ee1-4a53-8000-aebd64f73daa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:50.726780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a533de76-9ee1-4a53-8000-aebd64f73daa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:50.731819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:50.759055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:50.777325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a533de76-9ee1-4a53-8000-aebd64f73daa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:50.781787 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a533de76-9ee1-4a53-8000-aebd64f73daa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2990470 Mar 21 07:04:50.785394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:50.803446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:50.841665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:50.845790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.874858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:50.907789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a66ad1-6a9a-4b8a-af96-f60ac48c8630 None None] Pushing event updated for resources: {'Port': ['ID=989bcb9a-4309-494b-8277-2c40617b609e,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:51.017476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 66fd40dc-1e14-464f-8ef6-63c31f2ece15 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:51.017843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:51.183768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:51.290457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 3ff5e108-109b-4279-9122-f8b9c8e3be83, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3ff5e108-109b-4279-9122-f8b9c8e3be83,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:51.323918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:51.324702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5740c80b-6f35-48a4-9f5b-26a6731b9712 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:51.358505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd4a16-7fb6-4ae5-a6db-cdda1094299e None None] Pushing event updated for resources: {'Port': ['ID=0647b3da-6210-4b91-b1f0-ee19e2e05de1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:51.416507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ed709-9843-4efb-989e-f7e55cbfa4ac req-f4f59d13-24e7-4b33-9a8b-a38d5b4f7bc9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:51.418182 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-076ed709-9843-4efb-989e-f7e55cbfa4ac req-f4f59d13-24e7-4b33-9a8b-a38d5b4f7bc9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.3612990 Mar 21 07:04:51.493913 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-076ed709-9843-4efb-989e-f7e55cbfa4ac req-b1ca5a35-0dc8-437c-a8b7-d2916b604b6a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669806 Mar 21 07:04:51.495339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:51.509397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:51.511529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1b859bae-e2d6-4353-8b9c-39bfaee6a98f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 933 time: 2.5650225 Mar 21 07:04:51.514777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:51.527212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:51.575657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e108-109b-4279-9122-f8b9c8e3be83,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:51.623168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5740c80b-6f35-48a4-9f5b-26a6731b9712 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:51.623405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:51.628551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:51.741402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9073f3a9-eba9-4ff7-b0a5-36fb37b3070b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 933 time: 0.2224467 Mar 21 07:04:51.742336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32940) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:51.758543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'routes': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:51.786315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 6, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:47Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:51.801830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4ebc-09af-4838-8cd6-ad4382d39a82 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 6, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:47Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:51.878069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 66fd40dc-1e14-464f-8ef6-63c31f2ece15 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:52.107850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:04:52.110968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.168671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0647b3da-6210-4b91-b1f0-ee19e2e05de1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:52.187768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:52.226111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:52.239283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:52.239866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.253360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbeecd-89d0-453e-be12-605abfea8d08 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:52.318751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb292d46-e6e8-4907-a64b-14b02bd1dcff None None] Network fd823878-7882-424b-9ffb-9a1913cb5c2b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:52.340276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8e534-0303-4a27-9f61-8151eeac4c2f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:52.342071 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-98e8e534-0303-4a27-9f61-8151eeac4c2f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1093 time: 0.8116617 Mar 21 07:04:52.369379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32944) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:52.377212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '6c7367ff-34c2-45fb-947c-3904ef396693', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:52.384427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:52.391090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:52.394287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:52.400976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:52.409290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=610c309a-ec64-4987-9e78-6e8bad572fc1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:52.414865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-136ddc6f-06a2-4ac3-b1c6-bc3fb4c7e6b2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8605242 Mar 21 07:04:52.416740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.424655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32948) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:52.437050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:52.439871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.506756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=66fd40dc-1e14-464f-8ef6-63c31f2ece15,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:52.724734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.732801 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ae861a06-118c-4eda-9d6b-d1c7b7663332 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/66fd40dc-1e14-464f-8ef6-63c31f2ece15 HTTP/1.1" status: 204 len: 168 time: 1.9461546 Mar 21 07:04:52.734681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:52.740926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8c707652-447a-4940-944a-781f0b16e739 None None] Provisioning for port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:52.765529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b49a09c1-24b0-4564-b7cf-52bfce658718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.772435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:52.788625 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b42d7d1-cddf-4f87-ac57-0d1adf86cc83 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:52.789169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b42d7d1-cddf-4f87-ac57-0d1adf86cc83 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:52.821804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b42d7d1-cddf-4f87-ac57-0d1adf86cc83 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:52.826097 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b42d7d1-cddf-4f87-ac57-0d1adf86cc83 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/66fd40dc-1e14-464f-8ef6-63c31f2ece15 HTTP/1.1" status: 404 len: 333 time: 0.0904207 Mar 21 07:04:52.829271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:52.871483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.902450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:52.914050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:52.918960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:52.927929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:52.955151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:52.955504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.964019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port e19399d9-1f34-4f24-9cec-c8afa162050b {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:52.964358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:52.993350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:52.997960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.056598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3140bd-02ea-4376-a01f-2ded5d901193 None None] Network c34aa419-c93e-4f70-be6f-6074a6283b3c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:53.207770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.119 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/1f2636da-2ce4-4ccd-a128-a649ac9c6ef9) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:53.289683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:04:53.290403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:04:53.369619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '610c309a-ec64-4987-9e78-6e8bad572fc1'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:04:53.371445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.371763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.ipam_backend_mixin [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 610c309a-ec64-4987-9e78-6e8bad572fc1 (CIDR: 2001:db8::/64) Mar 21 07:04:53.383462 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:04:53.384058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:04:53.401529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.412053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46d124f7-9ae5-4483-a4e5-3ae65e2dc8a0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9861956 Mar 21 07:04:53.470636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32960) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:53.485204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:53.556480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.592859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a9d804b5-4646-4c0a-8063-f69e860f64b1 None None] Provisioning for port 989bcb9a-4309-494b-8277-2c40617b609e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:53.701811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for e19399d9-1f34-4f24-9cec-c8afa162050b owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:53.706841 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:53.716565 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:53.717564 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:53.751433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Allocated IP 2001:db8::f816:3eff:fe6d:d8f1 (1aedd96c-5f29-4cfa-a902-805903aa8838/610c309a-ec64-4987-9e78-6e8bad572fc1/a4117166-8d5d-43a5-94f8-ecd4c95d0c86) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:53.798038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.882948 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:53.899824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.903486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.936017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:53.938835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:53.943506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:53.947485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:53.973510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.022876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:54.027602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.029537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=e19399d9-1f34-4f24-9cec-c8afa162050b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:54.046811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Transition to ACTIVE for port object a4117166-8d5d-43a5-94f8-ecd4c95d0c86 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:54.069714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Transition to ACTIVE for port object a4117166-8d5d-43a5-94f8-ecd4c95d0c86 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:54.091596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.141514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:54.147789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.190351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Pushing event updated for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:54.217647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.265712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:54.281648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.284471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:54.285112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:47Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:54.291387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:54.295485 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:54.296168 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Updating router f687ec13-83ce-4e46-beea-bc478fd7cdf6 port 887a146a-09d1-4641-8a56-9aca954544e2 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:04:54.300000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:54.323487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:54.329365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:54.338446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0647b3da-6210-4b91-b1f0-ee19e2e05de1,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:54.353274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.355600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93a65186-ef4b-4b17-9d13-bf0167a3c08a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:54.400872 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.402405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:54.521066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=1f2636da-2ce4-4ccd-a128-a649ac9c6ef9,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:54.539815 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6c441d2-5e4d-4c94-95ad-1d47edfea231 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/e19399d9-1f34-4f24-9cec-c8afa162050b HTTP/1.1" status: 204 len: 168 time: 1.7088904 Mar 21 07:04:54.540756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32966) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:54.605026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-814e6677-8101-4f13-a776-8aeb17453e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.618177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Attempting to bind port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:54.618546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Attempting to bind port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:54.618958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Attempting to bind port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:54.639219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=0647b3da-6210-4b91-b1f0-ee19e2e05de1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:54.643336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:54.643712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:54.644117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.644500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:54.645140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Bound port: a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:54.645609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.664190 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d128843-fdb6-4835-adbd-d43dccd8901d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:04:54.664984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4d128843-fdb6-4835-adbd-d43dccd8901d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:04:54.708183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Provisioning for port 887a146a-09d1-4641-8a56-9aca954544e2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:54.771426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Provisioning complete for port 887a146a-09d1-4641-8a56-9aca954544e2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:54.771844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.805985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4d128843-fdb6-4835-adbd-d43dccd8901d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:04:54.816972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 93a65186-ef4b-4b17-9d13-bf0167a3c08a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:54.817475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.818036 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4d128843-fdb6-4835-adbd-d43dccd8901d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/e19399d9-1f34-4f24-9cec-c8afa162050b HTTP/1.1" status: 404 len: 333 time: 0.2715070 Mar 21 07:04:54.829017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32970) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:54.942053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Port 887a146a-09d1-4641-8a56-9aca954544e2 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:04:54.953743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:54.959292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:54.963301 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.972959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:54.988605 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Transition to ACTIVE for port object 887a146a-09d1-4641-8a56-9aca954544e2 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:55.000770 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.069305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1515c-239a-4fd8-bb4f-3088ecfb6496 None None] Pushing event updated for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:55.094246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Provisioning complete for port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:55.094614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8ed9bc0c-3216-4d87-b4c0-1381cb2cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.112952 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cdb36-6aad-41ef-81aa-ac6db194fb18 None None] Pushing event updated for resources: {'Port': ['ID=887a146a-09d1-4641-8a56-9aca954544e2,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:55.131561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet eab88887-5f59-4458-81fc-d8d0300ad8dd {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:04:55.149162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:55.151173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.215207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.216415 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-618544f0-6541-456c-9a28-18f8b042e3fc tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 699 time: 3.4682374 Mar 21 07:04:55.219387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:55.316380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.388554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3ff5e108-109b-4279-9122-f8b9c8e3be83 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:55.399826 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Attempting to bind port 887a146a-09d1-4641-8a56-9aca954544e2 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:04:55.401086 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Attempting to bind port 887a146a-09d1-4641-8a56-9aca954544e2 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:04:55.401575 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Attempting to bind port 887a146a-09d1-4641-8a56-9aca954544e2 on network fd823878-7882-424b-9ffb-9a1913cb5c2b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:04:55.416430 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:04:55.417033 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Checking segment: {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:04:55.417543 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.419562 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Bound using segment: {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:04:55.420139 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Bound port: 887a146a-09d1-4641-8a56-9aca954544e2, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d95e04d-ee4f-408d-ad72-af2a6f50ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:04:55.420756 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.562777 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] For port 887a146a-09d1-4641-8a56-9aca954544e2, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:04:55.571406 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] For port 887a146a-09d1-4641-8a56-9aca954544e2, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=887a146a-09d1-4641-8a56-9aca954544e2,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:04:55.578932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.583220 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.654148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3ff5e108-109b-4279-9122-f8b9c8e3be83 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:55.655138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.689530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.748181 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:55.754024 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:55.850089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-523f9094-639d-4cbf-b681-2e6bba0817c8 None None] Could not find standard attr ID for object 66fd40dc-1e14-464f-8ef6-63c31f2ece15. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:55.852253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.872574 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-18c88e07-3ee3-4c57-bb4e-7c9aa7117296 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 699 time: 0.2910557 Mar 21 07:04:55.873600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32980) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:55.890980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:55.892178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.002503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-523f9094-639d-4cbf-b681-2e6bba0817c8 None None] Could not find standard attr ID for object e19399d9-1f34-4f24-9cec-c8afa162050b. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:04:56.071681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 989bcb9a-4309-494b-8277-2c40617b609e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:56.167402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 989bcb9a-4309-494b-8277-2c40617b609e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:56.167632 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cdb36-6aad-41ef-81aa-ac6db194fb18 None None] Pushing event updated for resources: {'Port': ['ID=887a146a-09d1-4641-8a56-9aca954544e2,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:56.180894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:56.181310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 989bcb9a-4309-494b-8277-2c40617b609e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:56.181892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.247584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=f612e87b-6df2-4e44-a8f3-6273e9dabd50,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:56.278013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:56.282989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:56.290344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:56.290998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.295749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.372316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=eab88887-5f59-4458-81fc-d8d0300ad8dd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:56.377657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.387620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f9ac3e26-e67c-4515-9372-c3a221cda1d5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/eab88887-5f59-4458-81fc-d8d0300ad8dd HTTP/1.1" status: 204 len: 168 time: 1.5471971 Mar 21 07:04:56.396775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32984) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:56.445434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.465159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837c464-f2be-4055-b0a8-ea2fd804b39c None None] Network c34aa419-c93e-4f70-be6f-6074a6283b3c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:56.482338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.560982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 989bcb9a-4309-494b-8277-2c40617b609e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=989bcb9a-4309-494b-8277-2c40617b609e,segment=NetworkSegment(6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948),segment_id=6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:56.562784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.576257 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7045a57c-e449-491a-8e59-cc55ae7cb411 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1045184 Mar 21 07:04:56.578126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32988) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:56.596942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:b3:ae:06', 'name': 'tempest-NetworksTestDHCPv6-205355995'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:56.624049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.658878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 989bcb9a-4309-494b-8277-2c40617b609e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:56.659344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:56.760748 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:56.766488 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746f220-2afa-4f32-99b3-b0c8725c2422 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:04:56.998215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=989bcb9a-4309-494b-8277-2c40617b609e,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:57.043828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4117166-8d5d-43a5-94f8-ecd4c95d0c86 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:57.105429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:57.108827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port 989bcb9a-4309-494b-8277-2c40617b609e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=989bcb9a-4309-494b-8277-2c40617b609e,segment=NetworkSegment(6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948),segment_id=6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:57.110228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.124420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:57.127049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ef113-1af0-4ac1-a2ec-61341ac289ac None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:04:57.129112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:57.165528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:57.184636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.195569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.236006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ed20f-712e-44f2-965e-e5dd9b3223f3 None None] DHCP port deletion for c34aa419-c93e-4f70-be6f-6074a6283b3c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:04:57.243310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2e93d8df-09e7-4da6-87e4-8e9bf3f72cdc None None] Provisioning for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:57.271496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:57.271760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:57.272695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:57.273777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=1f2636da-2ce4-4ccd-a128-a649ac9c6ef9,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:57.279968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 989bcb9a-4309-494b-8277-2c40617b609e owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:57.332334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:57.334869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-912ed20f-712e-44f2-965e-e5dd9b3223f3 None None] Deleting port 989bcb9a-4309-494b-8277-2c40617b609e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:57.335249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-912ed20f-712e-44f2-965e-e5dd9b3223f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.380260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:57.390914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.406330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:57.406702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.482103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.522117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.534807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=989bcb9a-4309-494b-8277-2c40617b609e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:57.539207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.558715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port 989bcb9a-4309-494b-8277-2c40617b609e on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:04:57.623533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 14cfdb48-c9e2-4818-8dd3-94a9df4dbddb yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:04:57.628250 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP c164a0b5-893d-4d3c-b82c-533109dd0bcf associated. External IP: 172.26.2.119, port: 6c7367ff-34c2-45fb-947c-3904ef396693. Mar 21 07:04:57.645472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-912ed20f-712e-44f2-965e-e5dd9b3223f3 None None] The port '989bcb9a-4309-494b-8277-2c40617b609e' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:04:57.653200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:57.759161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.800508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34aa419-c93e-4f70-be6f-6074a6283b3c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:57.812930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.843909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:57.844407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc4e9f8-6e1f-46f7-bdbb-f67201ba6948') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:57.867169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.897567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.920534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:04:57.921414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:04:57.936078 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:04:57.994416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.076334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:58.116329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.117177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a009d012-0224-4758-83a7-4c51b8798745 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:58.191897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.194028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8:0:1::3c6 (1aedd96c-5f29-4cfa-a902-805903aa8838/f612e87b-6df2-4e44-a8f3-6273e9dabd50/14cfdb48-c9e2-4818-8dd3-94a9df4dbddb) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:58.215583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.229146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:feb3:ae06 (1aedd96c-5f29-4cfa-a902-805903aa8838/610c309a-ec64-4987-9e78-6e8bad572fc1/14cfdb48-c9e2-4818-8dd3-94a9df4dbddb) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:58.231702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=c34aa419-c93e-4f70-be6f-6074a6283b3c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:58.264502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c44e8d0d-04d6-4c8b-847d-7228a3647f07 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/c34aa419-c93e-4f70-be6f-6074a6283b3c HTTP/1.1" status: 204 len: 168 time: 1.8625305 Mar 21 07:04:58.268303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 32992) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:58.274192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759754222'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:58.288593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:58.297432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:58.307065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:58.317912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:58.329987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '610c309a-ec64-4987-9e78-6e8bad572fc1', 'ip_address': '2001:db8::f816:3eff:fe6d:d8f1'}, {'subnet_id': 'f612e87b-6df2-4e44-a8f3-6273e9dabd50'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'a4117166-8d5d-43a5-94f8-ecd4c95d0c86'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:04:58.379723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:58.386565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.453928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 925442de-756b-42e9-a014-66a6770d398a has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:04:58.514070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a009d012-0224-4758-83a7-4c51b8798745 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:04:58.517214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:04:58.537048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a009d012-0224-4758-83a7-4c51b8798745 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:58.537463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.555564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.556096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment 4c79f948-ded4-4b84-a001-06f87ec06cb9 of type vlan for network 0ad1170f-112b-451b-9150-b8dadd555063 Mar 21 07:04:58.571654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.593057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.597499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:58.624513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 887a146a-09d1-4641-8a56-9aca954544e2 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:58.625113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.644110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.650635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 14cfdb48-c9e2-4818-8dd3-94a9df4dbddb will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:58.691803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.700786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:58.701612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.742717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.789095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:04:58.806942 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Sync routers for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:04:58.825315 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:58.826241 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:58.863650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:58.879443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:58.882465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Allocated IP 2001:db8:0:1::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/f612e87b-6df2-4e44-a8f3-6273e9dabd50/a4117166-8d5d-43a5-94f8-ecd4c95d0c86) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:04:58.904279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:58.905002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:58.920701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6511331 Mar 21 07:04:58.923496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 32996) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:58.942987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:04:58.948836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:04:58.951052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb936b31-2ff9-4218-8b34-0544422d18d4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=0ad1170f-112b-451b-9150-b8dadd555063,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:58.953303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:04:58.959200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:58.959901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:58.961688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '0ad1170f-112b-451b-9150-b8dadd555063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:04:58.964058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=14cfdb48-c9e2-4818-8dd3-94a9df4dbddb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:58.982580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-613fb0ed-de30-4fbc-8742-664c3af98978 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4033515 Mar 21 07:04:58.984978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33000) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:59.006662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 0ad1170f-112b-451b-9150-b8dadd555063 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:04:59.013723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.058776 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:59.060279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 14cfdb48-c9e2-4818-8dd3-94a9df4dbddb {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:04:59.060421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.176611 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d60287fe-9108-4e46-aa6b-120a589c93b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8048959 Mar 21 07:04:59.181016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33004) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:04:59.182322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:04:59.188338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 887a146a-09d1-4641-8a56-9aca954544e2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=887a146a-09d1-4641-8a56-9aca954544e2,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:59.188699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.218447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:04:59.302338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.303456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:04:59.337278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:04:59.368059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:04:59.380869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 887a146a-09d1-4641-8a56-9aca954544e2 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:59.407878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8ee1f74e-0809-402c-b143-c55db2c5bb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/c164a0b5-893d-4d3c-b82c-533109dd0bcf HTTP/1.1" status: 200 len: 991 time: 0.2264566 Mar 21 07:04:59.424906 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693', 'status': 'completed', 'code': 200} Mar 21 07:04:59.425839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:04:59.461192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:04:59.465099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.510803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a009d012-0224-4758-83a7-4c51b8798745, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a009d012-0224-4758-83a7-4c51b8798745,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:59.522011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.523203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0647b3da-6210-4b91-b1f0-ee19e2e05de1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:04:59.586738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.609586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:04:59.694260 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c164a0b5-893d-4d3c-b82c-533109dd0bcf', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '925442de-756b-42e9-a014-66a6770d398a', 'port_id': '6c7367ff-34c2-45fb-947c-3904ef396693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'mac_address': 'fa:16:3e:c0:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:04:55Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:59.699222 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Checking router: 925442de-756b-42e9-a014-66a6770d398a for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:04:59.709163 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:04:59.709792 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:04:59.743593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 14cfdb48-c9e2-4818-8dd3-94a9df4dbddb owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:04:59.766585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:59.783106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.809092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.821408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Transition to ACTIVE for port object a4117166-8d5d-43a5-94f8-ecd4c95d0c86 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:04:59.851341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:04:59.851908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.875463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.876497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=887a146a-09d1-4641-8a56-9aca954544e2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:04:59.938411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-66d0c723-b822-4f52-a7b7-ca96e2eb56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:04:59.940265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-66d0c723-b822-4f52-a7b7-ca96e2eb56d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1098 time: 0.1389580 Mar 21 07:04:59.974498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:04:59.985865 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:00.177389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c31a5f-4bda-4245-af0f-aa8eae177065 None None] Pushing event updated for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:00.284465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:00.294313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-e4f299bb-5de9-4934-a0ec-96b71594cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:00.295788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-e4f299bb-5de9-4934-a0ec-96b71594cd2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 897 time: 0.3490372 Mar 21 07:05:00.321906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5fa9-21a6-4064-8a49-1f0443d188de None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:53Z', 'revision_number': 7, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a146a-09d1-4641-8a56-9aca954544e2', 'name': '', 'network_id': 'fd823878-7882-424b-9ffb-9a1913cb5c2b', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:f7:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:46Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'fb887fba-70dd-492f-ba97-2c80f6f7a19c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:50Z', 'revision_number': 4, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:00.326929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 887a146a-09d1-4641-8a56-9aca954544e2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:00.332061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=05621dd8-1b83-425f-9707-ad23bd9c9e44,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:00.391174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 887a146a-09d1-4641-8a56-9aca954544e2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:00.391522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 887a146a-09d1-4641-8a56-9aca954544e2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 21 07:05:00.395620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': '4c79f948-ded4-4b84-a001-06f87ec06cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:00.395985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 0ad1170f-112b-451b-9150-b8dadd555063, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:00.412475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33012) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:00.442758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port 887a146a-09d1-4641-8a56-9aca954544e2 not found, will not notify nova. {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 21 07:05:00.632522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 0ad1170f-112b-451b-9150-b8dadd555063 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:00.638162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4117166-8d5d-43a5-94f8-ecd4c95d0c86 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:00.651782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:00.684241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 0ad1170f-112b-451b-9150-b8dadd555063) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:00.689001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:00.689699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:00.699175 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c164a0b5-893d-4d3c-b82c-533109dd0bcf', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '925442de-756b-42e9-a014-66a6770d398a', 'port_id': '6c7367ff-34c2-45fb-947c-3904ef396693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'mac_address': 'fa:16:3e:c0:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:04:55Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:00.705400 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1c4f0-e428-4004-90c1-750f99b2750a None None] The sync data for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv is: [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c164a0b5-893d-4d3c-b82c-533109dd0bcf', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '925442de-756b-42e9-a014-66a6770d398a', 'port_id': '6c7367ff-34c2-45fb-947c-3904ef396693', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'mac_address': 'fa:16:3e:c0:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:04:55Z', 'updated_at': '2022-03-21T07:04:55Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:00.711983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b658d60-b83c-4cf9-9be5-7ea7e97b9e90 None None] Network 0ad1170f-112b-451b-9150-b8dadd555063 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:00.738499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=14cfdb48-c9e2-4818-8dd3-94a9df4dbddb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:00.794611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-cc1bff58-8b5d-458e-98cd-c415979e3670 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 999 time: 0.4863620 Mar 21 07:05:00.817755 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c196a7c1-9e5c-4709-8b30-1e1003e39060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/c164a0b5-893d-4d3c-b82c-533109dd0bcf HTTP/1.1" status: 200 len: 991 time: 0.3956456 Mar 21 07:05:00.835809 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-70c18f58-d282-4ce3-a406-a366a2cf7768 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9042544 Mar 21 07:05:00.838794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33016) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:00.847138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '0ad1170f-112b-451b-9150-b8dadd555063', 'name': 'tempest-PortsTestJSON-861579309', 'fixed_ips': [{'subnet_id': '05621dd8-1b83-425f-9707-ad23bd9c9e44', 'ip_address': '172.20.0.10'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:00.866391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:00.883164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:00.925729 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7e93342b-fcf3-49e7-8ec4-79127b9e0a78 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/14cfdb48-c9e2-4818-8dd3-94a9df4dbddb HTTP/1.1" status: 204 len: 168 time: 1.9376554 Mar 21 07:05:00.928527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33020) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.020016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-dd118195-5e8f-4fed-b942-f0ddd460b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.021440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-dd118195-5e8f-4fed-b942-f0ddd460b464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 200 len: 835 time: 0.1980233 Mar 21 07:05:01.042097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a009d012-0224-4758-83a7-4c51b8798745 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:01.086122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bacddbf-9d90-47e7-9f20-6ac8e92e7045 None None] New status for floating IP c164a0b5-893d-4d3c-b82c-533109dd0bcf: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:05:01.132597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1b05a-6e83-4f6a-94f4-225d7aae48aa tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.133474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fdd1b05a-6e83-4f6a-94f4-225d7aae48aa tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:01.146673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-85c72273-c54d-42a6-97f7-ee4f11932a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.150023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-85c72273-c54d-42a6-97f7-ee4f11932a13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217380 Mar 21 07:05:01.206697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:01.237995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4569d2c5-9a2a-4133-82dc-efdf0fdc9bee None None] Provisioning for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:01.326670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fdd1b05a-6e83-4f6a-94f4-225d7aae48aa tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:01.328116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fdd1b05a-6e83-4f6a-94f4-225d7aae48aa tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3918991 Mar 21 07:05:01.334109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33024) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.350768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:01.365774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:01.378779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:01.411668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:01.412557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:01.427495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-bd236d3e-0ba3-464f-8a00-7d16b887e5ad service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693565 Mar 21 07:05:01.466897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4569d2c5-9a2a-4133-82dc-efdf0fdc9bee None None] Provisioning complete for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:01.467438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4569d2c5-9a2a-4133-82dc-efdf0fdc9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:01.505016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-0ad1170f-112b-451b-9150-b8dadd555063', 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': '05621dd8-1b83-425f-9707-ad23bd9c9e44'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:01.506107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:01.527221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a009d012-0224-4758-83a7-4c51b8798745 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:01.527221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:01.552708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2ecd1-b148-4dbb-b822-ba20d3d12834 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.556752 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-40c2ecd1-b148-4dbb-b822-ba20d3d12834 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2193131 Mar 21 07:05:01.562744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33028) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.641545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:01.652566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-85971720-43bf-4651-b19a-b06a59a57eb9 req-dcdc2d0f-1ab6-4a1c-9d63-f5d149cf746f service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170229 Mar 21 07:05:01.656067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.662492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.664303 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:01.665130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:01.666002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:01.684408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:01.685051 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:01.695855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:01.700345 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-284d6396-93ee-4f3e-be70-7e1d426f1a52 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8225224 Mar 21 07:05:01.701075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e6e09b5e-1039-496e-bf22-6bbda1fb2163 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1339719 Mar 21 07:05:01.702002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33032) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.702568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33034) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.760519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:01.792575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:01.814926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet fb887fba-70dd-492f-ba97-2c80f6f7a19c {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:01.823420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33040) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:01.891997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:01.901891 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:02.017069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fc8ad4ab-397b-4ddd-bb34-b97e173383e8 None None] Could not find standard attr ID for object 14cfdb48-c9e2-4818-8dd3-94a9df4dbddb. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:02.024971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 989bcb9a-4309-494b-8277-2c40617b609e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:02.029896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.074604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 989bcb9a-4309-494b-8277-2c40617b609e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:02.075298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 989bcb9a-4309-494b-8277-2c40617b609e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:02.083197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 610c309a-ec64-4987-9e78-6e8bad572fc1 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:02.088060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.111170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Allocated IP 172.20.0.2 (0ad1170f-112b-451b-9150-b8dadd555063/05621dd8-1b83-425f-9707-ad23bd9c9e44/ca28f0c1-cf37-4360-812c-d6d003c7a9d5) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:02.166148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.218860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-851993ce-62ed-44e3-9b41-de062bf3cfa2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/c164a0b5-893d-4d3c-b82c-533109dd0bcf HTTP/1.1" status: 200 len: 993 time: 0.3840513 Mar 21 07:05:02.279678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.325027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.334342 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 8, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:02.338875 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:02.349112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:02.349730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:02.376322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.388537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Transition to ACTIVE for port object ca28f0c1-cf37-4360-812c-d6d003c7a9d5 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:02.422426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.425214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Transition to ACTIVE for port object ca28f0c1-cf37-4360-812c-d6d003c7a9d5 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:02.433617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.469042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=fb887fba-70dd-492f-ba97-2c80f6f7a19c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:02.473093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.514896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.10 (0ad1170f-112b-451b-9150-b8dadd555063/05621dd8-1b83-425f-9707-ad23bd9c9e44/592b4b70-91fa-4e29-8a68-f98e6b3a7fa3) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:02.516657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.531659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1eedc-a18b-4468-a10c-f3f064e71ead None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:02.534363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=610c309a-ec64-4987-9e78-6e8bad572fc1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:02.541088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.555296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-69213962-3f24-4931-bca1-4402275d6254 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/fb887fba-70dd-492f-ba97-2c80f6f7a19c HTTP/1.1" status: 204 len: 168 time: 0.8499761 Mar 21 07:05:02.558548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33046) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:02.574277 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:02.598991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a4b0fd2d-2da0-47de-8921-db2b5c57ba10 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/610c309a-ec64-4987-9e78-6e8bad572fc1 HTTP/1.1" status: 204 len: 168 time: 0.8951588 Mar 21 07:05:02.604167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33050) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:02.617170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d8dfc-f651-4d0b-952b-8bf6cd49e403 None None] Network fd823878-7882-424b-9ffb-9a1913cb5c2b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:02.724403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Network 0ad1170f-112b-451b-9150-b8dadd555063 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:02.728511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:02.730462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:02.732742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Pushing event updated for resources: {'Port': ['ID=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:02.787607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.810493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:02.839715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.918217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 0ad1170f-112b-451b-9150-b8dadd555063 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:02.922425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:02.935135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet f612e87b-6df2-4e44-a8f3-6273e9dabd50 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:02.938258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:02.939205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:02.971700 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 8, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:02.975947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfff7f8-b5fe-4caa-a9c7-ddab7a24b2a9 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 8, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a009d012-0224-4758-83a7-4c51b8798745', 'name': '', 'network_id': 'ef9451a0-57bf-40bb-bfba-2c64c0f896fc', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:63:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:40Z', 'updated_at': '2022-03-21T07:04:59Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '19d66476-8fc1-42d7-a735-4ba6e146b950', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:02.982642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.013001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=592b4b70-91fa-4e29-8a68-f98e6b3a7fa3,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:03.030258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:03.030609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.034966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:03.035721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.040387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Attempting to bind port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:03.040749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Attempting to bind port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4c79f948-ded4-4b84-a001-06f87ec06cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:03.041108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Attempting to bind port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 on network 0ad1170f-112b-451b-9150-b8dadd555063 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:03.058913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.063372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-17c20033-83ba-4dbf-a454-a0a712a26b3f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2237530 Mar 21 07:05:03.066103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33058) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:03.073042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '0ad1170f-112b-451b-9150-b8dadd555063', 'name': 'tempest-PortsTestJSON-1591440493', 'fixed_ips': [{'subnet_id': '05621dd8-1b83-425f-9707-ad23bd9c9e44', 'ip_address': '172.20.0.9'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:03.084759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:03.085718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Checking segment: {'id': '4c79f948-ded4-4b84-a001-06f87ec06cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:03.086497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.086678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Bound using segment: {'id': '4c79f948-ded4-4b84-a001-06f87ec06cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:03.087162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Bound port: ca28f0c1-cf37-4360-812c-d6d003c7a9d5, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c79f948-ded4-4b84-a001-06f87ec06cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0ad1170f-112b-451b-9150-b8dadd555063'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:03.087534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.256514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:03.261012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] For port ca28f0c1-cf37-4360-812c-d6d003c7a9d5, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:03.264609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:03.269386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:03.276321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] For port ca28f0c1-cf37-4360-812c-d6d003c7a9d5, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,segment=NetworkSegment(4c79f948-ded4-4b84-a001-06f87ec06cb9),segment_id=4c79f948-ded4-4b84-a001-06f87ec06cb9)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:03.278851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:03.287897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.301046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:03.302937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.308832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.354275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:03.360739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] DHCP port deletion for fd823878-7882-424b-9ffb-9a1913cb5c2b request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:03.399322 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Deleting port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:03.399667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0647b3da-6210-4b91-b1f0-ee19e2e05de1,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:03.399808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.400091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.441262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca786e-bcfe-4903-8329-b03a5fb06bd8 None None] Pushing event updated for resources: {'Port': ['ID=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:03.586668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 0647b3da-6210-4b91-b1f0-ee19e2e05de1 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:03.633042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.9 (0ad1170f-112b-451b-9150-b8dadd555063/05621dd8-1b83-425f-9707-ad23bd9c9e44/f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:03.709600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.722005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] For port 0647b3da-6210-4b91-b1f0-ee19e2e05de1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0647b3da-6210-4b91-b1f0-ee19e2e05de1,segment=NetworkSegment(2d95e04d-ee4f-408d-ad72-af2a6f50ad79),segment_id=2d95e04d-ee4f-408d-ad72-af2a6f50ad79)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:03.722642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.766845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=f612e87b-6df2-4e44-a8f3-6273e9dabd50,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:03.789144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.803263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.872493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:03.914585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:03.921755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=0647b3da-6210-4b91-b1f0-ee19e2e05de1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:03.927709 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-24d5e66e-6d51-4f4c-afb6-d5e0a47e752b tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/f612e87b-6df2-4e44-a8f3-6273e9dabd50 HTTP/1.1" status: 204 len: 168 time: 1.3226500 Mar 21 07:05:03.937173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33064) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:03.960789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Calling delete_port for 0647b3da-6210-4b91-b1f0-ee19e2e05de1 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:04.057607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:04.057968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:04.058177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:04.066496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.069188 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f387f7d8-1bdf-4a29-9dad-225d308baba6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307626 Mar 21 07:05:04.073721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:04.080144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:04.099356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd823878-7882-424b-9ffb-9a1913cb5c2b']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:04.115819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d95e04d-ee4f-408d-ad72-af2a6f50ad79') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:04.116129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d95e04d-ee4f-408d-ad72-af2a6f50ad79') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:04.128993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.146461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.154829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:04.155325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:04.172350 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:04.202615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:04.207502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:04.211605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.213438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:04.260946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:04.279638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8a03b-7b11-48b9-8b91-afb727e61900 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:04.289045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.296721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:04.300140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.323189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 0ad1170f-112b-451b-9150-b8dadd555063 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:04.325998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.328826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=fd823878-7882-424b-9ffb-9a1913cb5c2b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:04.334504 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5cf3255e-952b-40a0-8bf3-26c3ec98977b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/fd823878-7882-424b-9ffb-9a1913cb5c2b HTTP/1.1" status: 204 len: 168 time: 1.7749169 Mar 21 07:05:04.337546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33074) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:04.346935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:04.351880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:04.354131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:04.506661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3337325a-9a6f-44fb-baf8-fc630865aadf None None] Provisioning complete for port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:04.506827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3337325a-9a6f-44fb-baf8-fc630865aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.515009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:04.515155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.573242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Deleting port 0647b3da-6210-4b91-b1f0-ee19e2e05de1 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:04.573242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:04.599191 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bba5ef91-ead7-4ebe-85f5-2c8b95962044 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5293322 Mar 21 07:05:04.600230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33078) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:04.681169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ca28f0c1-cf37-4360-812c-d6d003c7a9d5 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:04.784584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef47df-9d87-4a4b-8e30-c872ae6745b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:04.785397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2ef47df-9d87-4a4b-8e30-c872ae6745b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:04.822617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-804059b4-e032-400f-b8a9-553e4a206d66 None None] The port '0647b3da-6210-4b91-b1f0-ee19e2e05de1' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:04.847490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2ef47df-9d87-4a4b-8e30-c872ae6745b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:04.848648 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d2ef47df-9d87-4a4b-8e30-c872ae6745b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2478864 Mar 21 07:05:04.854365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33082) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:04.886612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d77cc-1212-4700-a621-adefcdc54b0e None None] Network 0ad1170f-112b-451b-9150-b8dadd555063 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:04.995288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:05.009583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Deleting port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:05.009955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.080131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:05.103160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Provisioning for port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:05.145538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Provisioning complete for port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:05.145913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.158795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.163899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:05:05.218652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0647b3da-6210-4b91-b1f0-ee19e2e05de1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:05.255726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8cdc6-9549-4cdd-afd1-93b99d0ecc36 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:05.263515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8cdc6-9549-4cdd-afd1-93b99d0ecc36 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:05.268943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0647b3da-6210-4b91-b1f0-ee19e2e05de1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:05.269427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0647b3da-6210-4b91-b1f0-ee19e2e05de1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:05.269932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 887a146a-09d1-4641-8a56-9aca954544e2 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:05.271290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8cdc6-9549-4cdd-afd1-93b99d0ecc36 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:05.274122 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-47e8cdc6-9549-4cdd-afd1-93b99d0ecc36 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4187713 Mar 21 07:05:05.278250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33086) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:05.314290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 887a146a-09d1-4641-8a56-9aca954544e2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:05.314742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 887a146a-09d1-4641-8a56-9aca954544e2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:05.375665 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:05.376005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.527530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port a009d012-0224-4758-83a7-4c51b8798745 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:05.527876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.545558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.597366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:05.597786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.614033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.725173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port a009d012-0224-4758-83a7-4c51b8798745, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a009d012-0224-4758-83a7-4c51b8798745,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:05.725590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.739730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Calling delete_port for a4117166-8d5d-43a5-94f8-ecd4c95d0c86 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:05.788669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.822498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] For port ca28f0c1-cf37-4360-812c-d6d003c7a9d5, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,segment=NetworkSegment(4c79f948-ded4-4b84-a001-06f87ec06cb9),segment_id=4c79f948-ded4-4b84-a001-06f87ec06cb9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:05.833614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:05.888404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for a009d012-0224-4758-83a7-4c51b8798745 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:05.928052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf1584-c33d-414a-b19b-d3ceebaa5c4d None None] Pushing event updated for resources: {'Port': ['ID=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:05.971253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Provisioning for port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:05.977760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:05.978663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Provisioning complete for port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:05.979097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.045369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:06.064946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Provisioning for port f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:06.065465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:06.070935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Provisioning complete for port f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:06.071305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.126826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.136551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Port f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:06.140646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.149091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Provisioning complete for port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:06.149507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c68de54-7ee3-4769-abe4-a03ba398739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.153582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.154304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.179598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:06.179598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:06.207806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=a009d012-0224-4758-83a7-4c51b8798745,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:06.336002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:06.340657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:06.350354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:06.351807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.357752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=8']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:06.375356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:06.377385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.534664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:06.535348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-28065030-afa1-4073-ae5b-6360eb361517 None None] Provisioning complete for port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:06.536001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-28065030-afa1-4073-ae5b-6360eb361517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.549713 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-be284120-1fd4-4486-8bfd-4ab72e74fa45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4746091 Mar 21 07:05:06.567124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33090) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:06.574279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:06.612939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-28065030-afa1-4073-ae5b-6360eb361517 None None] Port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:06.663760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ca28f0c1-cf37-4360-812c-d6d003c7a9d5 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:06.696859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Deleting port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:06.698414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.701088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.703101 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e60405cd-1de6-4d7c-a867-784afc79c4b1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 HTTP/1.1" status: 204 len: 168 time: 1.4236267 Mar 21 07:05:06.711833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33094) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:06.767994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:06.773683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.773949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:06.777290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:06.777598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e84400-1f5a-43f5-b9c4-f489a2c2d728 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:05:06.778298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e84400-1f5a-43f5-b9c4-f489a2c2d728 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:06.786049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:06.803338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:06.811769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:06.846794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b198e715-b4d8-4d61-9c90-8dab3a8b893c None None] Could not find standard attr ID for object f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:06.867184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-13e84400-1f5a-43f5-b9c4-f489a2c2d728 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:06.871226 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13e84400-1f5a-43f5-b9c4-f489a2c2d728 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/f6d27a9c-afdd-44d6-baf1-fb9c3511d0f0 HTTP/1.1" status: 404 len: 333 time: 0.1584342 Mar 21 07:05:06.872049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33098) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:06.947034 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d (CIDR: 2001:db8::/64) Mar 21 07:05:06.951403 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:06.951965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:06.974479 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9c595fe9-66b1-47da-ac77-934d26749dd9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4034002 Mar 21 07:05:06.974708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33102) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:06.980921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:06.997660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:06.998061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.021716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:07.021971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.105139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] For port a4117166-8d5d-43a5-94f8-ecd4c95d0c86, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:07.105571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.239331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:07.243480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:07.246330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:07.252133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:07.265899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Calling delete_port for a4117166-8d5d-43a5-94f8-ecd4c95d0c86 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:07.266825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:07.271792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.323185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:07.412189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4117166-8d5d-43a5-94f8-ecd4c95d0c86 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:07.496486 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No ports have port_id starting with a4117166-8d5d-43a5-94f8-ecd4c95d0c86 Mar 21 07:05:07.497410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.547233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] Pushing event deleted for resources: {'Port': ['ID=a4117166-8d5d-43a5-94f8-ecd4c95d0c86,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:07.561516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.584606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.624658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb79c8f-064a-463e-a5fd-2d6df01aa2a6 None None] No DVR routers for this DVR port a4117166-8d5d-43a5-94f8-ecd4c95d0c86 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:07.642870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111dcca-255c-46a5-901a-dee6ab3f6ef6 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:07.652109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:07.655384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:07.658303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:07.658904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.676719 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=f1655304-ec05-4250-8518-32a44952a150,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:07.693605 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-736ea4cc-08fc-451f-9ff5-23b8ce830d45 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7175119 Mar 21 07:05:07.693922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:07.696731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33106) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:07.702964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:e1:32:1e', 'name': 'tempest-NetworksTestDHCPv6-1303880109'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:07.722338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:07.736184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:07.763887 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a3527cab-150e-434b-8b46-1f78886ab246 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182355 Mar 21 07:05:07.763887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33110) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:07.767083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:07.767801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:07.841733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet 19d66476-8fc1-42d7-a735-4ba6e146b950 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:07.846135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.870145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:07.880113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:07.890073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:07.950192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:07.983277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:07.994607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.033468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.054570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=592b4b70-91fa-4e29-8a68-f98e6b3a7fa3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:08.063326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port 7b1fe96d-3763-4958-93fe-a4d13d725616 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:08.181851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1aedd96c-5f29-4cfa-a902-805903aa8838', 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'tenant_id': '2c6d1324c92b4bc89d20c0197a6455b8', 'fixed_ips': [{'subnet_id': '0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d'}, {'subnet_id': 'f1655304-ec05-4250-8518-32a44952a150'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:08.182679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.325026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.358777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8:0:1::31b (1aedd96c-5f29-4cfa-a902-805903aa8838/f1655304-ec05-4250-8518-32a44952a150/7b1fe96d-3763-4958-93fe-a4d13d725616) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:08.365897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::f816:3eff:fee1:321e (1aedd96c-5f29-4cfa-a902-805903aa8838/0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d/7b1fe96d-3763-4958-93fe-a4d13d725616) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:08.385346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.412942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1c0bea32-fd06-4b50-b930-310d72b87650 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 HTTP/1.1" status: 204 len: 168 time: 1.5380378 Mar 21 07:05:08.416293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33114) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:08.466388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-06139265-bcff-44aa-aa7c-f73622223533 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:05:08.466388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-06139265-bcff-44aa-aa7c-f73622223533 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:08.491230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-06139265-bcff-44aa-aa7c-f73622223533 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:08.492780 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-06139265-bcff-44aa-aa7c-f73622223533 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/592b4b70-91fa-4e29-8a68-f98e6b3a7fa3 HTTP/1.1" status: 404 len: 333 time: 0.0754600 Mar 21 07:05:08.494363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.503427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33118) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:08.537618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.553807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b87078-7779-4c85-a57c-27e23c6240f8 None None] Network ef9451a0-57bf-40bb-bfba-2c64c0f896fc requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:08.580471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=19d66476-8fc1-42d7-a735-4ba6e146b950,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:08.594413 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-31427a17-c6a5-47fa-8ccd-1890e400050e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/19d66476-8fc1-42d7-a735-4ba6e146b950 HTTP/1.1" status: 204 len: 168 time: 0.8302591 Mar 21 07:05:08.595450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33122) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:08.617727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet 05621dd8-1b83-425f-9707-ad23bd9c9e44 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:08.620663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.659348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.665740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:06Z', 'revision_number': 9, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:08.678039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.701728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:08.741048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object 7b1fe96d-3763-4958-93fe-a4d13d725616 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:08.746644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.752280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:08.753043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:08.765622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 3ff5e108-109b-4279-9122-f8b9c8e3be83 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:08.765951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.771645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.851655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.863735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.890738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=05621dd8-1b83-425f-9707-ad23bd9c9e44,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:08.896059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:08.904985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c296d585-3d09-4760-9b99-601c30b5b308 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/05621dd8-1b83-425f-9707-ad23bd9c9e44 HTTP/1.1" status: 204 len: 168 time: 0.3710115 Mar 21 07:05:08.904985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33126) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:08.943318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e458b8-24f3-4b9d-a878-5155ac37f695 None None] Network 0ad1170f-112b-451b-9150-b8dadd555063 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:08.963511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:08.982943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:08.985464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:08.991713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:08.992359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.009625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:09.023650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=7b1fe96d-3763-4958-93fe-a4d13d725616,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:09.025434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.035895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:09.036221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.095066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.095569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.095773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.096185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.096477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.096819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.097145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.097530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.097919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.098903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.098903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.098903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:09.120488 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a85863d4-86ef-4436-b829-5430ffe60f2a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4198554 Mar 21 07:05:09.121727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33130) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:09.258572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port ca28f0c1-cf37-4360-812c-d6d003c7a9d5, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,segment=NetworkSegment(4c79f948-ded4-4b84-a001-06f87ec06cb9),segment_id=4c79f948-ded4-4b84-a001-06f87ec06cb9)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:09.258959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.307968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 3ff5e108-109b-4279-9122-f8b9c8e3be83, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3ff5e108-109b-4279-9122-f8b9c8e3be83,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:09.308320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.342865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] DHCP port deletion for ef9451a0-57bf-40bb-bfba-2c64c0f896fc request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:09.385363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Deleting port 3ff5e108-109b-4279-9122-f8b9c8e3be83 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:09.385735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.392669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for ca28f0c1-cf37-4360-812c-d6d003c7a9d5 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:09.441721 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port 7b1fe96d-3763-4958-93fe-a4d13d725616 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:09.442078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.478140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.482323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 3ff5e108-109b-4279-9122-f8b9c8e3be83 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:09.517257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Allocated IP 2001:db8:0:1::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/f1655304-ec05-4250-8518-32a44952a150/ce598024-9fc7-4ce4-bee2-d32f2c5b4dac) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:09.528050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=ca28f0c1-cf37-4360-812c-d6d003c7a9d5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:09.531534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port ca28f0c1-cf37-4360-812c-d6d003c7a9d5 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:09.547987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Allocated IP 2001:db8::f816:3eff:fe4f:2e9a (1aedd96c-5f29-4cfa-a902-805903aa8838/0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d/ce598024-9fc7-4ce4-bee2-d32f2c5b4dac) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:09.662969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.665097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.692390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad1170f-112b-451b-9150-b8dadd555063']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:09.706958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c79f948-ded4-4b84-a001-06f87ec06cb9') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:09.706958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c79f948-ded4-4b84-a001-06f87ec06cb9') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:09.720254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.737639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.744842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:09.745365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:09.762057 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:09.765834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=3ff5e108-109b-4279-9122-f8b9c8e3be83,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:09.769036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 3ff5e108-109b-4279-9122-f8b9c8e3be83 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:09.846870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.866626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.880178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=0ad1170f-112b-451b-9150-b8dadd555063,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:09.896450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f44652c0-6c2b-4591-90fd-91f201d96963 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/0ad1170f-112b-451b-9150-b8dadd555063 HTTP/1.1" status: 204 len: 168 time: 0.9871190 Mar 21 07:05:09.897691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:09.910153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1802570044'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:09.915805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:09.920405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:network and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:09.923449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:09.931466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:09.936199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] For port 3ff5e108-109b-4279-9122-f8b9c8e3be83, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3ff5e108-109b-4279-9122-f8b9c8e3be83,segment=NetworkSegment(783149cb-d1b0-4b71-a42c-b2aa8fc0d762),segment_id=783149cb-d1b0-4b71-a42c-b2aa8fc0d762)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:09.936598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.941203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.945712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:09.953008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.955000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:09.994621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:10.003583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.003927 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Added segment bb3539d5-c905-4e76-9ac2-d998617d7e07 of type vlan for network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 Mar 21 07:05:10.036427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.085265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99434794-d53b-4806-b242-81a5509e4e9d None None] DHCP port deletion for 0ad1170f-112b-451b-9150-b8dadd555063 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:10.094141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Calling delete_port for 3ff5e108-109b-4279-9122-f8b9c8e3be83 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:10.104822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9451a0-57bf-40bb-bfba-2c64c0f896fc']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:10.119364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for 7b1fe96d-3763-4958-93fe-a4d13d725616 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:10.160789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783149cb-d1b0-4b71-a42c-b2aa8fc0d762') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:10.160950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783149cb-d1b0-4b71-a42c-b2aa8fc0d762') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:10.181510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.186152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.187994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:10.188677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.212140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.230718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:10.230987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:10.247605 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:10.277244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.302067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:06Z', 'revision_number': 9, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:10.308950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:10.309537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:10.310468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62bf7-6db1-45ef-8520-40496d1c4b7b None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:06Z', 'revision_number': 9, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93a65186-ef4b-4b17-9d13-bf0167a3c08a', 'name': '', 'network_id': '926924a0-d914-48d7-bce9-bec7a9310c71', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:5d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:34Z', 'updated_at': '2022-03-21T07:04:48Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': '0e686493-a8b6-4900-aa1e-7328cc2d8d99', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:10.352813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4536586 Mar 21 07:05:10.356357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33138) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:10.363755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:10.377883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b3488-37b7-4be4-99b6-110cbcba04f2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Network': ['ID=6bdef3b7-243d-4d9f-9a89-bfb9236a4011,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:10.392647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:10.398589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.423915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.442074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=ef9451a0-57bf-40bb-bfba-2c64c0f896fc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:10.455963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33142) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:10.456503 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b28f08c1-3ae8-4e03-82ee-ed26048a86ec tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/ef9451a0-57bf-40bb-bfba-2c64c0f896fc HTTP/1.1" status: 204 len: 168 time: 1.8595839 Mar 21 07:05:10.525875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Transition to ACTIVE for port object ce598024-9fc7-4ce4-bee2-d32f2c5b4dac will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:10.529452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.546589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Transition to ACTIVE for port object ce598024-9fc7-4ce4-bee2-d32f2c5b4dac will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:10.552917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.579378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=7b1fe96d-3763-4958-93fe-a4d13d725616,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:10.622570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:10.630186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:10.633084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:10.635989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:10.636453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:10.641842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:10.655584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:10.670055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.672804 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f483093a-a8db-4e8c-bf36-7924ab5d62b4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/7b1fe96d-3763-4958-93fe-a4d13d725616 HTTP/1.1" status: 204 len: 168 time: 1.5504582 Mar 21 07:05:10.675472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33146) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:10.682775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:10.769183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae443c16-bca0-4d39-b071-6a086962f9c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:10.770073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ae443c16-bca0-4d39-b071-6a086962f9c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:10.780394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a009d012-0224-4758-83a7-4c51b8798745 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:10.789822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ae443c16-bca0-4d39-b071-6a086962f9c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:10.791351 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ae443c16-bca0-4d39-b071-6a086962f9c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1143892 Mar 21 07:05:10.794490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33150) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:10.806660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:10.810127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.816481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Deleting port 3ff5e108-109b-4279-9122-f8b9c8e3be83 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:10.816856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.860970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a009d012-0224-4758-83a7-4c51b8798745 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:10.861603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a009d012-0224-4758-83a7-4c51b8798745 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:10.862200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3ff5e108-109b-4279-9122-f8b9c8e3be83 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:10.941953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e1d3e-bb2c-41c1-8a24-b6fbf83ec4dd None None] The port '3ff5e108-109b-4279-9122-f8b9c8e3be83' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:10.942840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 3ff5e108-109b-4279-9122-f8b9c8e3be83 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:10.943177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3ff5e108-109b-4279-9122-f8b9c8e3be83 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:10.943581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ca28f0c1-cf37-4360-812c-d6d003c7a9d5 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:10.971844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Attempting to bind port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:10.972475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Attempting to bind port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:10.972833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Attempting to bind port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac on network 1aedd96c-5f29-4cfa-a902-805903aa8838 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:10.987069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ca28f0c1-cf37-4360-812c-d6d003c7a9d5 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:10.987404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ca28f0c1-cf37-4360-812c-d6d003c7a9d5 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:10.994435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:10.994935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Checking segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:10.995296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:10.995684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Bound using segment: {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:10.996432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Bound port: ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e0b9-9ee1-4140-9313-64563823005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:10.997090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.035586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a055c2-f0a2-4da3-9878-9904a1501df4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:11.037387 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b2a055c2-f0a2-4da3-9878-9904a1501df4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2417071 Mar 21 07:05:11.040456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33154) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:11.092900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:11.098305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:11.104488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.123483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:11.125135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:11.127070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:11.127871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:11.144401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:11.145866 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-39e9e0ce-d8d4-40af-a37e-c888ae3de3e9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1042571 Mar 21 07:05:11.149075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33158) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:11.201778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6572e6-343c-42f1-bbcf-20d9fa97c8a2 None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:11.232790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:11.238224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.253819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.302343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.391188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=0d674d5a-b1e9-45b8-962d-b7f224d8bb20,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:11.403950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.405929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Checking segment: {'id': 'bb3539d5-c905-4e76-9ac2-d998617d7e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:11.406297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network hostable DHCP agents. Network: 6bdef3b7-243d-4d9f-9a89-bfb9236a4011, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:11.441204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.512182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.554724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:11.560324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.568437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:11.574466 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d7779fc-be93-4dac-9df2-68b368fdfd53 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d HTTP/1.1" status: 204 len: 168 time: 0.4239662 Mar 21 07:05:11.577703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33162) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:11.601015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 6bdef3b7-243d-4d9f-9a89-bfb9236a4011) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:11.608799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0f476-7d81-43f5-a92a-da038b893568 None None] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:11.608978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:11.609477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.656824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet f1655304-ec05-4250-8518-32a44952a150 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:11.660034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.718067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.721433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9541805f-f50b-4837-934e-d198dfe7f5d7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3640168 Mar 21 07:05:11.722226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:11.733943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-385135708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:11.740959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:11.747932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:router and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:11.751690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:11.769689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:11.790215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.791517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.811824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.852531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-6bdef3b7-243d-4d9f-9a89-bfb9236a4011', 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': '0d674d5a-b1e9-45b8-962d-b7f224d8bb20'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:11.853606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.901686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.941540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=f1655304-ec05-4250-8518-32a44952a150,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:11.950555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:11.965692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b932e341-eb2b-443b-b3ad-2f13f0ca2add tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/f1655304-ec05-4250-8518-32a44952a150 HTTP/1.1" status: 204 len: 168 time: 0.3846099 Mar 21 07:05:11.965919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33170) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:11.980550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.023600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.033296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 93a65186-ef4b-4b17-9d13-bf0167a3c08a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:12.033646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.042448 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3b1faa7f-6c37-4661-b371-096fbb6d3c49 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745218 Mar 21 07:05:12.046470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33174) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:12.052683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:12.108439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.112418 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-42bf3f81-19b0-4a1d-9bea-81f28a8fa91a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3839500 Mar 21 07:05:12.113030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:12.118406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Allocated IP 172.20.0.2 (6bdef3b7-243d-4d9f-9a89-bfb9236a4011/0d674d5a-b1e9-45b8-962d-b7f224d8bb20/512d1cfb-9746-442f-82b4-398aa98cd764) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:12.137765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011', 'name': 'tempest-PortsTestJSON-1658941445'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:12.189435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:12.195586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:12.198986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:12.205454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:12.217599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:12.222874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.429089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 93a65186-ef4b-4b17-9d13-bf0167a3c08a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=93a65186-ef4b-4b17-9d13-bf0167a3c08a,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:12.429833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.435755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.441432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:12.451564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Transition to ACTIVE for port object 512d1cfb-9746-442f-82b4-398aa98cd764 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:12.500318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:port and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:12.517388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Transition to ACTIVE for port object 512d1cfb-9746-442f-82b4-398aa98cd764 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:12.531151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.542340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.567872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:12.578651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 93a65186-ef4b-4b17-9d13-bf0167a3c08a owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:12.604046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:12.608014 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:12.614554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:12.614554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.622626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:12.627696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:12.631488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351b9db-3383-44c4-bafe-6da63113be8a None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:12.645991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce598024-9fc7-4ce4-bee2-d32f2c5b4dac up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:12.652171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:12.655655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.657695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:12.665629 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-608049c6-7e34-498a-b1e0-4ce5e3676d4a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6180942 Mar 21 07:05:12.666334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:12.672080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:12.688055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:12.701611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 2c24671c-0e18-4618-9889-eacc40e8b677 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:12.712508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:12.734729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Pushing event updated for resources: {'Port': ['ID=512d1cfb-9746-442f-82b4-398aa98cd764,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:12.821256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:12.826196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:12.829361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:12.836373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:12.846899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:12.851478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.870682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-45a8cace-41ea-4007-a229-ee6806152994 None None] Provisioning for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:12.917474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.3 (6bdef3b7-243d-4d9f-9a89-bfb9236a4011/0d674d5a-b1e9-45b8-962d-b7f224d8bb20/2c24671c-0e18-4618-9889-eacc40e8b677) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:12.933106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Attempting to bind port 512d1cfb-9746-442f-82b4-398aa98cd764 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:12.933106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Attempting to bind port 512d1cfb-9746-442f-82b4-398aa98cd764 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'bb3539d5-c905-4e76-9ac2-d998617d7e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:12.933496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Attempting to bind port 512d1cfb-9746-442f-82b4-398aa98cd764 on network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:12.939327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.970334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:12.983866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:12.984247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Checking segment: {'id': 'bb3539d5-c905-4e76-9ac2-d998617d7e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:12.984652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.985248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Bound using segment: {'id': 'bb3539d5-c905-4e76-9ac2-d998617d7e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:12.985541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Bound port: 512d1cfb-9746-442f-82b4-398aa98cd764, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3539d5-c905-4e76-9ac2-d998617d7e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bdef3b7-243d-4d9f-9a89-bfb9236a4011'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:12.986025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:12.993627 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb (CIDR: 2001:db8::/64) Mar 21 07:05:12.998283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:12.998744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:13.002172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:13.002548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.007762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=93a65186-ef4b-4b17-9d13-bf0167a3c08a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:13.025206 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-82eee753-bebe-4967-a1d6-bdc70e0494a9 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3576708 Mar 21 07:05:13.027881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:13.035511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:13.104811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.105200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.105527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.105863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.106194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.106525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.106851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.107171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.107519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.107805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.108122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.108437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:13.197012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] For port 512d1cfb-9746-442f-82b4-398aa98cd764, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:13.201880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] For port 512d1cfb-9746-442f-82b4-398aa98cd764, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=512d1cfb-9746-442f-82b4-398aa98cd764,segment=NetworkSegment(bb3539d5-c905-4e76-9ac2-d998617d7e07),segment_id=bb3539d5-c905-4e76-9ac2-d998617d7e07)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:13.218530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.371589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:13.375978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:13.379117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:13.385538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:13.386817 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.400304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ab072-25a0-4f96-8d37-ff938fe49238 None None] Pushing event updated for resources: {'Port': ['ID=512d1cfb-9746-442f-82b4-398aa98cd764,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:13.412107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:13.417400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.438812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:13.450299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.478788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.502169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 2c24671c-0e18-4618-9889-eacc40e8b677 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:13.503150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.598048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'ce598024-9fc7-4ce4-bee2-d32f2c5b4dac'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:13.667629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.682021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:13.916260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:13.932494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb/ce598024-9fc7-4ce4-bee2-d32f2c5b4dac) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:13.960209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:05:14.068730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:14.074828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:14.077779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:14.122402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=2c24671c-0e18-4618-9889-eacc40e8b677,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:14.126511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:14.156473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:14.169756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:14.170413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.198041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.216133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Transition to ACTIVE for port object ce598024-9fc7-4ce4-bee2-d32f2c5b4dac will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:14.223978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.292923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0121842a-75e5-4728-87a8-7fcc4fb9ddf5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1764922 Mar 21 07:05:14.293853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33190) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:14.348589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c870e-3bcd-43cf-a84e-77f14b9d39fa None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:14.367991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.727213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:14.745089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:14.754728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ba8a08c4-59d2-4ee1-9268-4c8fd1f260d7 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940536 Mar 21 07:05:14.754835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33194) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:14.756512 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:14.777564 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:14.778245 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:14.816373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab7a79-c0da-4636-9a4f-01ffefd93446 None None] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:14.879488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.resource_extend [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 07:05:14.898390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.913519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:14.914676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.003884 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:15.026970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce598024-9fc7-4ce4-bee2-d32f2c5b4dac up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:15.080927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-61155795-c43a-4e76-97bf-21ebdf689047 None None] Provisioning for port 512d1cfb-9746-442f-82b4-398aa98cd764 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:15.097272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=e4810509-5936-46e6-9e84-90bf07003dc8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:15.159973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:15.166095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:15.182915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:15.185117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.211890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet 0e686493-a8b6-4900-aa1e-7328cc2d8d99 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:15.228322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.244512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.253431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 512d1cfb-9746-442f-82b4-398aa98cd764 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:15.287656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=8']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:15.356279 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e3334103-29ff-4c9d-ace5-43159e6dcaa1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3246102 Mar 21 07:05:15.362102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33198) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:15.374748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:ff:b2:32', 'name': 'tempest-NetworksTestDHCPv6-762175255'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:15.407720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fa530-3551-4651-852b-43ae67d5523f None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:15.438500 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:12Z', 'revision_number': 10, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:15.442914 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:15.453167 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:15.454066 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:15.532427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:15.537042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:port and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:15.540223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:15.548139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:15.555739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.620326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:15.653161 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:15.684052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 512d1cfb-9746-442f-82b4-398aa98cd764 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:15.690583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-18836236-e428-463b-abbc-6c837b6aa4c2 None None] Provisioning for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:15.700424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 512d1cfb-9746-442f-82b4-398aa98cd764 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:15.700837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.762474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-18836236-e428-463b-abbc-6c837b6aa4c2 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:15.762836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-18836236-e428-463b-abbc-6c837b6aa4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.816272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.874895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:15.917979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port e5a8b780-9704-45b1-a837-12e3e238be73 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:15.963826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.009286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 512d1cfb-9746-442f-82b4-398aa98cd764, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=512d1cfb-9746-442f-82b4-398aa98cd764,segment=NetworkSegment(bb3539d5-c905-4e76-9ac2-d998617d7e07),segment_id=bb3539d5-c905-4e76-9ac2-d998617d7e07)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:16.014014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.117543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=512d1cfb-9746-442f-82b4-398aa98cd764,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:16.134487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.136581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Provisioning for port 2c24671c-0e18-4618-9889-eacc40e8b677 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:16.140940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.147064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Provisioning complete for port 2c24671c-0e18-4618-9889-eacc40e8b677 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:16.148073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.166098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.208747 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:12Z', 'revision_number': 10, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:16.214541 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cc366-805d-4c92-8c11-6f2a47851d14 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:12Z', 'revision_number': 10, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None, '_interfaces': [{'id': '5740c80b-6f35-48a4-9f5b-26a6731b9712', 'name': '', 'network_id': '452dd99c-8433-4e85-b3a7-b81c597341b8', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'mac_address': 'fa:16:3e:07:60:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:26Z', 'updated_at': '2022-03-21T07:04:44Z', 'revision_number': 5, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'subnets': [{'id': 'b546c6e3-7487-4e8c-b192-1b284c101b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:16.239236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Port 2c24671c-0e18-4618-9889-eacc40e8b677 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:16.270367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Provisioning complete for port 512d1cfb-9746-442f-82b4-398aa98cd764 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:16.271036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23bc91cd-55ea-456a-ba7d-5b347167e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.376589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=2c24671c-0e18-4618-9889-eacc40e8b677,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:16.447895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=0e686493-a8b6-4900-aa1e-7328cc2d8d99,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:16.452414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.463273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0bd01-30d3-4ab9-b0ae-37e6cd3a1d55 None None] Network 926924a0-d914-48d7-bce9-bec7a9310c71 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:16.477471 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-02743c01-4ea5-4116-97fb-80d4b7deebf5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/0e686493-a8b6-4900-aa1e-7328cc2d8d99 HTTP/1.1" status: 204 len: 168 time: 1.7052689 Mar 21 07:05:16.480281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33202) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:16.698529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 512d1cfb-9746-442f-82b4-398aa98cd764 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:16.707470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.724439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0bcf436c-0d40-40cd-a8e4-aed7d9af033f None None] Provisioning complete for port 2c24671c-0e18-4618-9889-eacc40e8b677 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:16.724813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0bcf436c-0d40-40cd-a8e4-aed7d9af033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.761690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::389 (1aedd96c-5f29-4cfa-a902-805903aa8838/1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb/e5a8b780-9704-45b1-a837-12e3e238be73) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:16.769591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:b232 (1aedd96c-5f29-4cfa-a902-805903aa8838/e4810509-5936-46e6-9e84-90bf07003dc8/e5a8b780-9704-45b1-a837-12e3e238be73) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:16.822325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.862984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:16.863325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.868878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.891000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf436c-0d40-40cd-a8e4-aed7d9af033f None None] Port 2c24671c-0e18-4618-9889-eacc40e8b677 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:16.939972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 512d1cfb-9746-442f-82b4-398aa98cd764 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:16.940354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:16.971212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa124625-c687-4720-9cf9-a4e200957003 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:17.112880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e076b472-0646-4f06-bcd9-c7e51886aab8 None None] Provisioning complete for port 2c24671c-0e18-4618-9889-eacc40e8b677 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:17.113268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e076b472-0646-4f06-bcd9-c7e51886aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.184762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] DHCP port deletion for 926924a0-d914-48d7-bce9-bec7a9310c71 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:17.217186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.236437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=18f81aac-67bd-4f32-af09-7d1e61dc8b55,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:17.236437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.252252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object e5a8b780-9704-45b1-a837-12e3e238be73 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:17.253554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Deleting port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:17.253933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.305087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.314059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.332996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e076b472-0646-4f06-bcd9-c7e51886aab8 None None] Port 2c24671c-0e18-4618-9889-eacc40e8b677 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:17.372169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 18f81aac-67bd-4f32-af09-7d1e61dc8b55 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:17.404230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93a65186-ef4b-4b17-9d13-bf0167a3c08a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:17.440558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.462176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=2c24671c-0e18-4618-9889-eacc40e8b677,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:17.462406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.484711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 93a65186-ef4b-4b17-9d13-bf0167a3c08a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:17.485199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 93a65186-ef4b-4b17-9d13-bf0167a3c08a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:17.502789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e076b472-0646-4f06-bcd9-c7e51886aab8 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:17.503286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e076b472-0646-4f06-bcd9-c7e51886aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.516418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.542324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:17.554393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:17.556228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:17.586147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:17.591668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:17.592279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.593335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:17.594562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:17.636217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=e5a8b780-9704-45b1-a837-12e3e238be73,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:17.688539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] For port 18f81aac-67bd-4f32-af09-7d1e61dc8b55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=18f81aac-67bd-4f32-af09-7d1e61dc8b55,segment=NetworkSegment(4ff5fb5c-980d-4a6d-b784-8e47da97e52c),segment_id=4ff5fb5c-980d-4a6d-b784-8e47da97e52c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:17.689132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.707906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=18f81aac-67bd-4f32-af09-7d1e61dc8b55,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:17.715123 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-59d2ea22-5026-4d58-8bc3-a2543d93fbf7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3522921 Mar 21 07:05:17.715824 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33206) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:17.840502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.860097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Calling delete_port for 18f81aac-67bd-4f32-af09-7d1e61dc8b55 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:17.899509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port e5a8b780-9704-45b1-a837-12e3e238be73 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:17.899509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.930260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926924a0-d914-48d7-bce9-bec7a9310c71']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:17.961726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff5fb5c-980d-4a6d-b784-8e47da97e52c') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:17.962532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff5fb5c-980d-4a6d-b784-8e47da97e52c') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:17.980553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:17.989316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Router 9efc126f-163f-43b7-8a48-539829fb9a2e is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:05:18.024002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:18.024982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:18.037175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.054765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:18.055168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:18.070447 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:18.093603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d59969d2-b0e2-4db7-8458-875faef67bdb None None] Provisioning complete for port 2c24671c-0e18-4618-9889-eacc40e8b677 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:18.093992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d59969d2-b0e2-4db7-8458-875faef67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.171300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:18.177980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d59969d2-b0e2-4db7-8458-875faef67bdb None None] Port 2c24671c-0e18-4618-9889-eacc40e8b677 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:18.183759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cf0a9891-222c-4bdf-b774-ca0977450920 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/routers/9efc126f-163f-43b7-8a48-539829fb9a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8722513 Mar 21 07:05:18.189375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33210) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:18.189542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] Sync routers for ids ['9efc126f-163f-43b7-8a48-539829fb9a2e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:18.211201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] Routers {'9efc126f-163f-43b7-8a48-539829fb9a2e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:18.211894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['9efc126f-163f-43b7-8a48-539829fb9a2e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:18.275663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d59969d2-b0e2-4db7-8458-875faef67bdb None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:18.275663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d59969d2-b0e2-4db7-8458-875faef67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.317569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:18.344149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] Routers {'9efc126f-163f-43b7-8a48-539829fb9a2e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:18.344852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['9efc126f-163f-43b7-8a48-539829fb9a2e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:18.418507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.420432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:18.420837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44c2f9-bff4-4fe1-b243-5dc01f7c33a3 None None] The sync data for ids ['9efc126f-163f-43b7-8a48-539829fb9a2e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:18.434007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.446301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.467547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=926924a0-d914-48d7-bce9-bec7a9310c71,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:18.487671 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5d37afa8-d367-4494-a1db-d66b7e6507c6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/926924a0-d914-48d7-bce9-bec7a9310c71 HTTP/1.1" status: 204 len: 168 time: 2.0063105 Mar 21 07:05:18.490734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33216) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:18.506408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.526135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Deleting port 18f81aac-67bd-4f32-af09-7d1e61dc8b55 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:18.526598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.565947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 18f81aac-67bd-4f32-af09-7d1e61dc8b55 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:18.641945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for e5a8b780-9704-45b1-a837-12e3e238be73 owned by {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:18.695169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 18f81aac-67bd-4f32-af09-7d1e61dc8b55 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:18.695531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 18f81aac-67bd-4f32-af09-7d1e61dc8b55 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:18.702242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-30a80461-996d-4f7e-995b-c296a3f1bfe9 None None] The port '18f81aac-67bd-4f32-af09-7d1e61dc8b55' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:18.719543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3fd390bf-16e2-4df4-b68f-fe1a0e43014f None None] Provisioning for port e5a8b780-9704-45b1-a837-12e3e238be73 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:18.728451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3fd390bf-16e2-4df4-b68f-fe1a0e43014f None None] Provisioning complete for port e5a8b780-9704-45b1-a837-12e3e238be73 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:18.729455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3fd390bf-16e2-4df4-b68f-fe1a0e43014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:18.732139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7d06d-64e8-47b0-ad9e-b7997e9facbf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:18.733076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8e7d06d-64e8-47b0-ad9e-b7997e9facbf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:18.777501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b8e7d06d-64e8-47b0-ad9e-b7997e9facbf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:18.782504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33220) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:18.782673 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b8e7d06d-64e8-47b0-ad9e-b7997e9facbf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efc126f-163f-43b7-8a48-539829fb9a2e HTTP/1.1" status: 200 len: 982 time: 0.5462804 Mar 21 07:05:18.787118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972c462-54c1-41d5-a99a-77379c179040 None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:05:18.832109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3fd390bf-16e2-4df4-b68f-fe1a0e43014f None None] Port e5a8b780-9704-45b1-a837-12e3e238be73 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:18.840654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3fd390bf-16e2-4df4-b68f-fe1a0e43014f None None] Could not find standard attr ID for object 7b1fe96d-3763-4958-93fe-a4d13d725616. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:18.910781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972c462-54c1-41d5-a99a-77379c179040 None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:05:18.941191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.023700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=e5a8b780-9704-45b1-a837-12e3e238be73,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:19.082338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.095480 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8a969b17-10eb-4b59-a629-3e330136e582 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e5a8b780-9704-45b1-a837-12e3e238be73 HTTP/1.1" status: 204 len: 168 time: 1.3734784 Mar 21 07:05:19.095783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33224) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:19.177557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263082bb-00a0-4832-ba68-8533e7bc9012 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:19.178448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-263082bb-00a0-4832-ba68-8533e7bc9012 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:19.196247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-263082bb-00a0-4832-ba68-8533e7bc9012 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:19.201580 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-263082bb-00a0-4832-ba68-8533e7bc9012 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1045668 Mar 21 07:05:19.201989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:19.307633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86289bd-f4ff-4f08-aac6-444da8dd7e00 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:19.309650 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d86289bd-f4ff-4f08-aac6-444da8dd7e00 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1064460 Mar 21 07:05:19.312335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33232) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:19.407259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:19.408749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:19.410365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:19.411165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:19.517807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:19.519054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e335f5b2-8e69-4468-b463-35ee73949a72 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2060077 Mar 21 07:05:19.521960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33236) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:19.602508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:19.606172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.671888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.763726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.767546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.843959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.871675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5d59f3fc-e990-47aa-b934-492673019628 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:19.872282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5d59f3fc-e990-47aa-b934-492673019628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.888821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:19.890759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.907911 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6519bfb2-927d-4835-8f92-d8175f0acdce tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb HTTP/1.1" status: 204 len: 168 time: 0.3838520 Mar 21 07:05:19.910362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33240) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:19.911087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057dead3-303b-496c-9f14-e7cd087439cd None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:19.923326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:19.980360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet e4810509-5936-46e6-9e84-90bf07003dc8 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:19.983463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.042648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.134936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.217051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.262004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=e4810509-5936-46e6-9e84-90bf07003dc8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:20.265599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.275200 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-16b0a240-4497-4feb-bc01-692323fbb35a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/e4810509-5936-46e6-9e84-90bf07003dc8 HTTP/1.1" status: 204 len: 168 time: 0.3637722 Mar 21 07:05:20.277578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33244) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:20.349259 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b244996d-d1ce-46ea-9a16-3c94c26c9180 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686250 Mar 21 07:05:20.350780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33248) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:20.357000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:20.392705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 2c24671c-0e18-4618-9889-eacc40e8b677 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:20.392818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.431958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port 5740c80b-6f35-48a4-9f5b-26a6731b9712 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:20.432297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.476148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:20.481429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:20.484547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:20.491805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:20.508026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:20.511785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.763615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.780674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.802258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port 5740c80b-6f35-48a4-9f5b-26a6731b9712, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5740c80b-6f35-48a4-9f5b-26a6731b9712,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:20.802615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.817047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74b46d-4279-4da6-9b68-7a0567abcc24 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:20.823259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:20.826371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:20.830815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:20.831404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:20.860585 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5085549 Mar 21 07:05:20.864809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33252) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:20.870049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:20.883947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42172db-a37b-4960-98b8-357ca6e6f0fc tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=171ac72e-a992-4ecb-89d3-c950afb9e52f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:20.936702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 2c24671c-0e18-4618-9889-eacc40e8b677 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:20.936972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9b4f4ed7-2d46-40ff-ad54-a0e95bf52e3b None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:20.937649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4ed7-2d46-40ff-ad54-a0e95bf52e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.145483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:21.150644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:21.153689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:21.159880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:21.171143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:21.174668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.228175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for 5740c80b-6f35-48a4-9f5b-26a6731b9712 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:21.268730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Update dhcp port {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'fixed_ips': [{'subnet_id': '171ac72e-a992-4ecb-89d3-c950afb9e52f'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'ce598024-9fc7-4ce4-bee2-d32f2c5b4dac'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:21.333953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.336189 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.ipam_backend_mixin [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 171ac72e-a992-4ecb-89d3-c950afb9e52f (CIDR: 2001:db8::/64) Mar 21 07:05:21.340645 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:21.341106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:21.362634 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-26b78e74-13b7-45ab-90ea-d4d0659ca2c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4974308 Mar 21 07:05:21.364935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33256) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:21.371570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'subnet': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:21.518668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.531570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:21.536219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Usage tracker for resource:subnet and tenant:2c6d1324c92b4bc89d20c0197a6455b8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:21.540214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:21.546165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:21.557472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:21.561134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.573527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.579584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=2c24671c-0e18-4618-9889-eacc40e8b677,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:21.617995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Allocated IP 2001:db8::2 (1aedd96c-5f29-4cfa-a902-805903aa8838/171ac72e-a992-4ecb-89d3-c950afb9e52f/ce598024-9fc7-4ce4-bee2-d32f2c5b4dac) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:21.658060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=5740c80b-6f35-48a4-9f5b-26a6731b9712,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:21.841036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:21.893315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:21.915174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Transition to ACTIVE for port object ce598024-9fc7-4ce4-bee2-d32f2c5b4dac will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:21.920722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.045118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.objects.ports [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87987) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 21 07:05:22.054915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=11']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:22.063070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.063634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.064127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.064652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.065238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.065793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.066255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.066786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.067258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.067624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.068038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.068450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cadf58-f06a-4ea4-bdd4-db93f1246f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:05:22.089463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.107520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.225086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.404741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cd9f6dac-513d-4458-b050-ae32ad4cb304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.484250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:22.518422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.534645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.535598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.645034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce598024-9fc7-4ce4-bee2-d32f2c5b4dac up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:22.685520 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:05:22.690533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:22.693568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:22.696268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Subnet': ['ID=6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:22.698987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:22.699580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.703311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=13']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:22.733908 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b02517d6-377c-4247-af2f-4d1b517b28f6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3672221 Mar 21 07:05:22.735344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff082bd-17f0-4fae-9f14-511108582efa None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:22.736753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33260) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:22.743122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Request body: {'port': {'network_id': '1aedd96c-5f29-4cfa-a902-805903aa8838', 'mac_address': 'fa:16:3e:1f:bc:9d', 'name': 'tempest-NetworksTestDHCPv6-631493919'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:22.766078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Router 9efc126f-163f-43b7-8a48-539829fb9a2e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:22.775026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:22.852161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-de7b13bb-e51f-4c29-b188-6301841f4ac2 None None] Provisioning for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:22.861213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-de7b13bb-e51f-4c29-b188-6301841f4ac2 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:22.861618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de7b13bb-e51f-4c29-b188-6301841f4ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:22.893129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:22.903741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:22.915496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Made reservation on behalf of 2c6d1324c92b4bc89d20c0197a6455b8 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:23.034312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:23.042083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:23.050182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] Sync routers for ids ['9efc126f-163f-43b7-8a48-539829fb9a2e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:23.053500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.065623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9aa11326-912e-411c-85c4-0d4b8ed8f79d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5724604 Mar 21 07:05:23.066430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33264) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:23.070384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cce03cb7-5ff3-449a-a5b3-9eba273a5524 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/routers/9efc126f-163f-43b7-8a48-539829fb9a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2869079 Mar 21 07:05:23.073152 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] Routers {'9efc126f-163f-43b7-8a48-539829fb9a2e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:23.073597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['9efc126f-163f-43b7-8a48-539829fb9a2e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.074112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33268) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:23.088556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:23.120411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:23.121120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.122755 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-272a7d85-8459-40dd-adf2-6e273d85919c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:05:23.123862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-272a7d85-8459-40dd-adf2-6e273d85919c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:23.143330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-272a7d85-8459-40dd-adf2-6e273d85919c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:23.149339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-272a7d85-8459-40dd-adf2-6e273d85919c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/2c24671c-0e18-4618-9889-eacc40e8b677 HTTP/1.1" status: 404 len: 333 time: 0.0729139 Mar 21 07:05:23.149579 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.150414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33272) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:23.160125 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] Routers {'9efc126f-163f-43b7-8a48-539829fb9a2e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:23.161045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['9efc126f-163f-43b7-8a48-539829fb9a2e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.233426 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.234088 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90eb5fd-7783-4dbe-9704-ad01fadbf7e2 None None] The sync data for ids ['9efc126f-163f-43b7-8a48-539829fb9a2e'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:23.281945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:23.287418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting subnet b546c6e3-7487-4e8c-b192-1b284c101b38 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:23.298358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.316615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.341885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] device_id is not set on port d7d907cd-96ed-4974-8d82-8e043d1ca092 yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:23.399681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.403908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:23.413342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:23.413970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:04:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.432651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.556129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:23.656197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.670871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.673795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.705998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.706499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Fanout notify agent at l3_agent the message router_deleted on router 9efc126f-163f-43b7-8a48-539829fb9a2e {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:05:23.728239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.732766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33276) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:23.733902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0e4755dc-e28e-4769-8d19-d27d135a5d2d tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/routers/9efc126f-163f-43b7-8a48-539829fb9a2e HTTP/1.1" status: 204 len: 168 time: 0.5819662 Mar 21 07:05:23.734037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8::215 (1aedd96c-5f29-4cfa-a902-805903aa8838/171ac72e-a992-4ecb-89d3-c950afb9e52f/d7d907cd-96ed-4974-8d82-8e043d1ca092) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:23.743355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:23.747883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab6a4c-3657-4593-8754-d90e6fd03481 None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:23.791279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:bc9d (1aedd96c-5f29-4cfa-a902-805903aa8838/6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf/d7d907cd-96ed-4974-8d82-8e043d1ca092) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:23.854726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet 0d674d5a-b1e9-45b8-962d-b7f224d8bb20 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:23.863424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.909516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:23.943302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42f8f0-aa7b-477f-8e13-98223a112e34 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:23.981520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Subnet': ['ID=b546c6e3-7487-4e8c-b192-1b284c101b38,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:24.016493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.020349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.023310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049bcb3-ce3f-4fac-bb5b-4d6a3c6a10cd None None] Network 452dd99c-8433-4e85-b3a7-b81c597341b8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:24.070816 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4d508a74-42cc-44ad-ae34-ffb9d50b848c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/b546c6e3-7487-4e8c-b192-1b284c101b38 HTTP/1.1" status: 204 len: 168 time: 1.0030644 Mar 21 07:05:24.073684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33280) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:24.143999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cde38ebb-dade-4abc-a800-afa48b3f2b6c None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:24.144511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cde38ebb-dade-4abc-a800-afa48b3f2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.217397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.229850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.285184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Transition to ACTIVE for port object d7d907cd-96ed-4974-8d82-8e043d1ca092 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:24.344732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.383117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.393584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.402381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.402625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Deleting port a5bef8b8-0246-4734-9f5f-648cc67d6958 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:24.402891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.409298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59648e-b6fa-4d59-8fe5-52d381aeeb77 None None] Network 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:24.453629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=0d674d5a-b1e9-45b8-962d-b7f224d8bb20,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:24.471304 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-82bc46d0-5b32-480e-a9df-c6183d15cfdf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/0d674d5a-b1e9-45b8-962d-b7f224d8bb20 HTTP/1.1" status: 204 len: 168 time: 0.7347674 Mar 21 07:05:24.482712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:24.483529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33286) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:24.492605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:24.495087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:24.501766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:24.502387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.548408 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8081217 Mar 21 07:05:24.552954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:24.604014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce598024-9fc7-4ce4-bee2-d32f2c5b4dac up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:24.621194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33077e9-38f1-4caf-a58a-55f61191c53d tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event updated for resources: {'Port': ['ID=d7d907cd-96ed-4974-8d82-8e043d1ca092,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:24.659603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.671172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 512d1cfb-9746-442f-82b4-398aa98cd764 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:24.671489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.707698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting port d7d907cd-96ed-4974-8d82-8e043d1ca092 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:24.707970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.737620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e0f383cb-c9aa-439c-aef9-934164746efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.743002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] For port a5bef8b8-0246-4734-9f5f-648cc67d6958, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a5bef8b8-0246-4734-9f5f-648cc67d6958,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:24.743002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.831279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:24.831651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.901251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port 512d1cfb-9746-442f-82b4-398aa98cd764, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=512d1cfb-9746-442f-82b4-398aa98cd764,segment=NetworkSegment(bb3539d5-c905-4e76-9ac2-d998617d7e07),segment_id=bb3539d5-c905-4e76-9ac2-d998617d7e07)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:24.901765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.909326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] DHCP port deletion for 452dd99c-8433-4e85-b3a7-b81c597341b8 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:24.917811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Deleting port a5bef8b8-0246-4734-9f5f-648cc67d6958 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:24.918178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:24.943771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Calling delete_port for a5bef8b8-0246-4734-9f5f-648cc67d6958 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:25.038983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 512d1cfb-9746-442f-82b4-398aa98cd764 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:25.050137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001867f-151e-40ce-ae83-b577577b4175 None None] DHCP port deletion for 6bdef3b7-243d-4d9f-9a89-bfb9236a4011 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:25.074000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f001867f-151e-40ce-ae83-b577577b4175 None None] Deleting port 512d1cfb-9746-442f-82b4-398aa98cd764 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:25.074387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f001867f-151e-40ce-ae83-b577577b4175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.199316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.200571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5740c80b-6f35-48a4-9f5b-26a6731b9712 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:25.255348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.304930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port 512d1cfb-9746-442f-82b4-398aa98cd764 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:25.308947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5740c80b-6f35-48a4-9f5b-26a6731b9712 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:25.309333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5740c80b-6f35-48a4-9f5b-26a6731b9712 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:25.333852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Calling delete_port for d7d907cd-96ed-4974-8d82-8e043d1ca092 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:25.378929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=512d1cfb-9746-442f-82b4-398aa98cd764,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:25.396133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Provisioning for port d7d907cd-96ed-4974-8d82-8e043d1ca092 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:25.404570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f001867f-151e-40ce-ae83-b577577b4175 None None] The port '512d1cfb-9746-442f-82b4-398aa98cd764' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:25.410822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Provisioning complete for port d7d907cd-96ed-4974-8d82-8e043d1ca092 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:25.411344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.431141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.489427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Port': ['ID=a5bef8b8-0246-4734-9f5f-648cc67d6958,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:25.493487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No DVR routers for this DVR port a5bef8b8-0246-4734-9f5f-648cc67d6958 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:25.518321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.538554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] For port a5bef8b8-0246-4734-9f5f-648cc67d6958, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a5bef8b8-0246-4734-9f5f-648cc67d6958,segment=NetworkSegment(072d2efc-b2a2-40b0-8863-1a214f079e14),segment_id=072d2efc-b2a2-40b0-8863-1a214f079e14)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:25.539043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.552678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdef3b7-243d-4d9f-9a89-bfb9236a4011']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.554335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Port d7d907cd-96ed-4974-8d82-8e043d1ca092 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:25.570160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3539d5-c905-4e76-9ac2-d998617d7e07') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.570461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3539d5-c905-4e76-9ac2-d998617d7e07') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.590676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.610078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.620016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:25.620016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:25.636025 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:25.680817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.719338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.721211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Calling delete_port for a5bef8b8-0246-4734-9f5f-648cc67d6958 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:25.724782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.747511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452dd99c-8433-4e85-b3a7-b81c597341b8']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.761525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=6bdef3b7-243d-4d9f-9a89-bfb9236a4011,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:25.765465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072d2efc-b2a2-40b0-8863-1a214f079e14') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.765760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072d2efc-b2a2-40b0-8863-1a214f079e14') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:25.770292 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-73dc6e57-75d9-4428-aca7-df3cea612ad3 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/6bdef3b7-243d-4d9f-9a89-bfb9236a4011 HTTP/1.1" status: 204 len: 168 time: 1.2516823 Mar 21 07:05:25.774821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:25.786229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.795584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.799100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:25.799483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8daa14ef-3ef1-4ef6-9f03-93bdbe4b20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.832628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.841356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.853029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Port': ['ID=d7d907cd-96ed-4974-8d82-8e043d1ca092,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:25.857176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:25.864529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4997231-f2cb-4811-9606-27ea6eca269b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:25.865319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d4997231-f2cb-4811-9606-27ea6eca269b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:25.879378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:25.879731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:25.887846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d4997231-f2cb-4811-9606-27ea6eca269b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:25.891473 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d4997231-f2cb-4811-9606-27ea6eca269b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b HTTP/1.1" status: 200 len: 841 time: 0.1134481 Mar 21 07:05:25.895028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:25.903103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:25.903515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.057059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1b0ea450-afc4-4e6e-879d-ee7d33e449e7 None None] Could not find standard attr ID for object d7d907cd-96ed-4974-8d82-8e043d1ca092. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:26.062790 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:26.187972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.210233 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-04ebdcab-2942-479c-9be1-5e7ff369e069 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3139262 Mar 21 07:05:26.210906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.214324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33306) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.234739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:26.251145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.260903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7d16edcd-4ea1-49e0-879d-edd6ac848a86 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/d7d907cd-96ed-4974-8d82-8e043d1ca092 HTTP/1.1" status: 204 len: 168 time: 1.7065566 Mar 21 07:05:26.263418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33310) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.275838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Pushing event deleted for resources: {'Network': ['ID=452dd99c-8433-4e85-b3a7-b81c597341b8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:26.281942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-842982d4-c732-4c22-9262-8f7884b25a1f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/networks/452dd99c-8433-4e85-b3a7-b81c597341b8 HTTP/1.1" status: 204 len: 168 time: 2.2067685 Mar 21 07:05:26.284885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33314) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.292187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'routes': None}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:26.354930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5a5b1-39be-4e76-bd29-cb278d6ba7c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:26.355629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1df5a5b1-39be-4e76-bd29-cb278d6ba7c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:26.371255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1df5a5b1-39be-4e76-bd29-cb278d6ba7c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:26.372478 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1df5a5b1-39be-4e76-bd29-cb278d6ba7c6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1079962 Mar 21 07:05:26.375541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33318) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.381487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Deleting port a5bef8b8-0246-4734-9f5f-648cc67d6958 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:26.383225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.459382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6afd18-bacb-4190-bb43-212a6c096886 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:26.461045 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1b6afd18-bacb-4190-bb43-212a6c096886 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0845976 Mar 21 07:05:26.463568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33322) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.469007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7986aa3c-1b70-4d51-bd0e-5dfe42b4c81c None None] The port 'a5bef8b8-0246-4734-9f5f-648cc67d6958' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:26.543868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:26.553056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:26.555591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:26.557074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:26.557729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:26.558751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:26.561523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a5bef8b8-0246-4734-9f5f-648cc67d6958 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:26.561661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:26.576438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:26.583757 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ec779a07-7ef8-4763-98a4-ff26458c474e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1135569 Mar 21 07:05:26.583757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33326) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:26.612431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a5bef8b8-0246-4734-9f5f-648cc67d6958 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:26.612854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a5bef8b8-0246-4734-9f5f-648cc67d6958 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:26.615086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 512d1cfb-9746-442f-82b4-398aa98cd764 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:26.625605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:26.662198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 171ac72e-a992-4ecb-89d3-c950afb9e52f {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:26.666427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.667465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Added routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 21 07:05:26.667770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.extraroute_db [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Removed routes are [] {{(pid=87988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 21 07:05:26.668126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.675381 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 512d1cfb-9746-442f-82b4-398aa98cd764 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:26.675836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 512d1cfb-9746-442f-82b4-398aa98cd764 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:26.729190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:26.731655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.732659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.815979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.893881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.936648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=171ac72e-a992-4ecb-89d3-c950afb9e52f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:26.937719 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:26.945863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f923f909-6c83-4a87-b018-bbcbdf013dd8 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:26.954803 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe2f5920-73ae-4460-a42d-245804e1a130 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/171ac72e-a992-4ecb-89d3-c950afb9e52f HTTP/1.1" status: 204 len: 168 time: 0.3707304 Mar 21 07:05:26.955059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33330) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.020560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.029301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.032174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Deleting subnet 6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:27.035560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.093851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.171323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router f687ec13-83ce-4e46-beea-bc478fd7cdf6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:27.177759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.266813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.270264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.316588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:27.327594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.338828 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bcd20f99-9572-493c-a8f5-b0a1427bed0f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf HTTP/1.1" status: 204 len: 168 time: 0.3826237 Mar 21 07:05:27.341189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.418432 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-08750905-baba-48f8-80b3-94eaebcc5709 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761018 Mar 21 07:05:27.421339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.497705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:27.509296 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Sync routers for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:27.515017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933999f-ce9e-4cd2-a76e-a45df4184ad8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:27.516835 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7933999f-ce9e-4cd2-a76e-a45df4184ad8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0944972 Mar 21 07:05:27.519349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.520983 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:27.523602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.523959 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:27.524748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce8dc568-04f3-48f5-9a92-5ba3e473b304 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 700 time: 1.2391245 Mar 21 07:05:27.527729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33346) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.550424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.619109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6bda8197-2b1b-47fb-9570-3deef852cd30 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:27.626573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:27.630569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:27.635540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:27.636328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.642029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed1243-036e-4ca7-a7ca-b358138959f6 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:27.649067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6bda8197-2b1b-47fb-9570-3deef852cd30 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:27.653159 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6bda8197-2b1b-47fb-9570-3deef852cd30 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 205 time: 0.1235855 Mar 21 07:05:27.656367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33350) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.669155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:27.680938 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb07664c-6f87-4f10-b8f3-ef0fd7b6659a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4655926 Mar 21 07:05:27.684148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33354) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.690102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'security_group': {'name': 'tempest-secgroup-897735042'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:27.697680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:27.702733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:27.705181 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:27.707148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:27.714593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:27.733016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.768747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:27.775501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:27.779442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:27.786641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:27.890662 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:27.893563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.895213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca087cc-8193-4d69-8b34-47d1e229c9d9 None None] Network 1aedd96c-5f29-4cfa-a902-805903aa8838 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:27.897900 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Checking router: f687ec13-83ce-4e46-beea-bc478fd7cdf6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:27.900413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.907575 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Routers {'f687ec13-83ce-4e46-beea-bc478fd7cdf6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:27.908589 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:27.943026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.951946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b5fc66-08ce-4e23-841a-d46c86690322,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:27.966347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:27.967775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0873b311-8683-4847-8783-b399e5027fb7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2824850 Mar 21 07:05:27.970792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33360) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:27.979489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'security_group': {'name': 'tempest-secgroup-551435282'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:27.986437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:27.991866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:27.995073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:28.001573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:28.016533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.026368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaccfa8-36d2-49fd-96c6-e7e3976679c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:28.027052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6aaccfa8-36d2-49fd-96c6-e7e3976679c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:28.040890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:28.045967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:28.049419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:28.057566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:28.066769 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] Set router f687ec13-83ce-4e46-beea-bc478fd7cdf6 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:28.096916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6aaccfa8-36d2-49fd-96c6-e7e3976679c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:subnet {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:28.098322 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6aaccfa8-36d2-49fd-96c6-e7e3976679c7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5760624 Mar 21 07:05:28.101783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33364) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.158570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c29dad00-4bff-4e50-84c3-951f4e8190ab None None] Provisioning complete for port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:28.158837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c29dad00-4bff-4e50-84c3-951f4e8190ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.196674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3cf6270c-3727-490d-a15e-315145a30e46 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912809 Mar 21 07:05:28.199537 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:28.204144 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f30b97-5c6d-4644-8069-c3869b7ec23e None None] The sync data for ids ['f687ec13-83ce-4e46-beea-bc478fd7cdf6'] in dv-neutron-834307-1-hyperv is: [{'id': 'f687ec13-83ce-4e46-beea-bc478fd7cdf6', 'name': 'tempest-RoutersTest-router-736913334', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:04:24Z', 'updated_at': '2022-03-21T07:05:21Z', 'revision_number': 11, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:28.205212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.283248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7efc1cf-5195-4b05-a5cd-bd4dc3c427c4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.283729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7efc1cf-5195-4b05-a5cd-bd4dc3c427c4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.290315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.300056 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c7efc1cf-5195-4b05-a5cd-bd4dc3c427c4 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/d7d907cd-96ed-4974-8d82-8e043d1ca092 HTTP/1.1" status: 404 len: 333 time: 0.0908320 Mar 21 07:05:28.300056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.304919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33372) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.340548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.349519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.371538 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbd7318-d1f7-4cb2-8a51-c486cfd2bb7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.372031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbd7318-d1f7-4cb2-8a51-c486cfd2bb7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.376010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1fbd7318-d1f7-4cb2-8a51-c486cfd2bb7c tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6d6cbcc0-769a-48f1-8cdd-bb8d23cad0bf HTTP/1.1" status: 404 len: 337 time: 0.0580437 Mar 21 07:05:28.377951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33376) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.406989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.407527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] DHCP port deletion for 1aedd96c-5f29-4cfa-a902-805903aa8838 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:28.407849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router f687ec13-83ce-4e46-beea-bc478fd7cdf6 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:05:28.417935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Deleting port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:28.418323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.435088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.438056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.439126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4673357 Mar 21 07:05:28.439754 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-92d35c61-a371-48a4-a57b-ed1bc8c50012 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 204 len: 168 time: 0.7824562 Mar 21 07:05:28.440532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33380) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.443536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33384) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.444718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2ae9f262-30e3-44e3-b233-5417e21dabc6', 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'tenant_id': '5cb98d128cc14c27a541b5cf6633e71e', 'fixed_ips': [{'subnet_id': 'f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:28.446048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.450582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1066506682', 'security_groups': ['8a1917a6-f4da-44b8-bef1-d7a2f34b4a2b'], 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:28.453378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-496e8443-c426-4b91-a065-54c3acf86a14 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.453833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496e8443-c426-4b91-a065-54c3acf86a14 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.457419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-496e8443-c426-4b91-a065-54c3acf86a14 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/171ac72e-a992-4ecb-89d3-c950afb9e52f HTTP/1.1" status: 404 len: 337 time: 0.0756378 Mar 21 07:05:28.458789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33388) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.462908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd88367-42eb-4a60-9ac8-1910a135b7af tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1917a6-f4da-44b8-bef1-d7a2f34b4a2b,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:28.470220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1410026707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:28.513542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:28.522500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Usage tracker for resource:router and tenant:43ab975289fa4774a62c2e0555bef4a2 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:28.528016 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae50d0e-c495-48a0-8ded-a045cdf84626 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.528397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae50d0e-c495-48a0-8ded-a045cdf84626 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.530243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bae50d0e-c495-48a0-8ded-a045cdf84626 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e5a8b780-9704-45b1-a837-12e3e238be73 HTTP/1.1" status: 404 len: 333 time: 0.0696950 Mar 21 07:05:28.539400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33392) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.592517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:28.593623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc596857-127a-44dd-9d96-d666c51199ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.594082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc596857-127a-44dd-9d96-d666c51199ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.595913 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fc596857-127a-44dd-9d96-d666c51199ae tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/e4810509-5936-46e6-9e84-90bf07003dc8 HTTP/1.1" status: 404 len: 337 time: 0.0455701 Mar 21 07:05:28.598252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.606929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:28.620162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ce598024-9fc7-4ce4-bee2-d32f2c5b4dac no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:28.633435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.634596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.639450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76a9744-0a8d-4060-ad45-4a98e53b4531 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.639978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76a9744-0a8d-4060-ad45-4a98e53b4531 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.644261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a76a9744-0a8d-4060-ad45-4a98e53b4531 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/1bb6b8d9-1590-42c8-84c7-1aa0a146c0bb HTTP/1.1" status: 404 len: 337 time: 0.0449853 Mar 21 07:05:28.644869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33400) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.715469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:28.719886 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b677833-6944-488f-8769-59fc693a14f2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.720357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b677833-6944-488f-8769-59fc693a14f2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.723159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.742174 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9b677833-6944-488f-8769-59fc693a14f2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/7b1fe96d-3763-4958-93fe-a4d13d725616 HTTP/1.1" status: 404 len: 333 time: 0.0952802 Mar 21 07:05:28.744046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:28.744875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33404) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.756957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.765090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:28.793133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-df22346e-fb26-4ea7-88bb-b3b8478fbc48 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.793629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df22346e-fb26-4ea7-88bb-b3b8478fbc48 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.797812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df22346e-fb26-4ea7-88bb-b3b8478fbc48 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/f1655304-ec05-4250-8518-32a44952a150 HTTP/1.1" status: 404 len: 337 time: 0.0492921 Mar 21 07:05:28.798100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.837877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f694a2-e3f2-4b38-a342-963f880780a2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.838336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f694a2-e3f2-4b38-a342-963f880780a2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.842617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-96f694a2-e3f2-4b38-a342-963f880780a2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/0dfd0ed9-38f6-4798-b89c-1bd7f54c1d0d HTTP/1.1" status: 404 len: 337 time: 0.0409949 Mar 21 07:05:28.842756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33412) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.860943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.864705 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b70a5b27-a135-4e7e-9095-f5c121992141 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4171863 Mar 21 07:05:28.865109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33416) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.884539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:28.885264 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b962e8-e3b6-4e47-bbe2-7feeb9db31c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.885872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b962e8-e3b6-4e47-bbe2-7feeb9db31c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.889924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-74b962e8-e3b6-4e47-bbe2-7feeb9db31c2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/14cfdb48-c9e2-4818-8dd3-94a9df4dbddb HTTP/1.1" status: 404 len: 333 time: 0.0439453 Mar 21 07:05:28.890162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33420) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.934528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ae6fdd-98bf-479f-acff-079493715e5a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.934528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ae6fdd-98bf-479f-acff-079493715e5a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.934877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Allocated IP 172.20.0.2 (2ae9f262-30e3-44e3-b233-5417e21dabc6/f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96/b6b5e196-9408-40bb-bf8e-edda3a8e2f3a) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:28.938382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-41ae6fdd-98bf-479f-acff-079493715e5a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/f612e87b-6df2-4e44-a8f3-6273e9dabd50 HTTP/1.1" status: 404 len: 337 time: 0.0446765 Mar 21 07:05:28.938382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:28.962050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:28.962440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:28.979120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fce734-f165-492a-812b-212f20534532 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:28.979871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fce734-f165-492a-812b-212f20534532 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:28.983523 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d7fce734-f165-492a-812b-212f20534532 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/610c309a-ec64-4987-9e78-6e8bad572fc1 HTTP/1.1" status: 404 len: 337 time: 0.0418601 Mar 21 07:05:28.984251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33428) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.026296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7538b74c-2c40-4e59-8ca7-99d5ea56bfc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.026767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7538b74c-2c40-4e59-8ca7-99d5ea56bfc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.030762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7538b74c-2c40-4e59-8ca7-99d5ea56bfc0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/733dc3c8-2cc1-4e0a-9de3-1e67ca7dd257 HTTP/1.1" status: 404 len: 333 time: 0.0426295 Mar 21 07:05:29.031019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33432) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.073698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d88be7-2508-4523-9f22-d099e6931471 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.074160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d88be7-2508-4523-9f22-d099e6931471 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.078255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a0d88be7-2508-4523-9f22-d099e6931471 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/92d46038-c852-44aa-bbd2-9aea5e633dc3 HTTP/1.1" status: 404 len: 337 time: 0.0439229 Mar 21 07:05:29.078498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33436) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.108192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.113255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Calling delete_port for ce598024-9fc7-4ce4-bee2-d32f2c5b4dac owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:29.119972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba96e9-0d8c-4e9e-b38b-f05cbf779abf tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.120451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba96e9-0d8c-4e9e-b38b-f05cbf779abf tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.124406 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-22ba96e9-0d8c-4e9e-b38b-f05cbf779abf tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/a0cffe65-d127-4841-92c7-6efaa0903eb0 HTTP/1.1" status: 404 len: 333 time: 0.0427594 Mar 21 07:05:29.124667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33440) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.141262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.162871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b68a85b-49cf-4e61-a52f-0640eb724fd0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.163331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b68a85b-49cf-4e61-a52f-0640eb724fd0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.167339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2b68a85b-49cf-4e61-a52f-0640eb724fd0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/82596d61-0639-4562-9006-fa3bfb93b9a3 HTTP/1.1" status: 404 len: 337 time: 0.0394146 Mar 21 07:05:29.168200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33444) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.190430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 414982c2-fa79-4546-a3db-05c505f93e6a yet. {{(pid=87987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:29.213253 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f426a9f-ab7d-4855-b829-e99d2df52c68 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.213737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f426a9f-ab7d-4855-b829-e99d2df52c68 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.217643 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7f426a9f-ab7d-4855-b829-e99d2df52c68 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/2a2fc842-045d-4fd5-a63c-277b959d0b27 HTTP/1.1" status: 404 len: 333 time: 0.0469639 Mar 21 07:05:29.217881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33448) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.257140 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-493031d6-f01c-4a63-928b-6ecd7e46c1ef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.257699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493031d6-f01c-4a63-928b-6ecd7e46c1ef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.261935 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-493031d6-f01c-4a63-928b-6ecd7e46c1ef tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/01e7720c-be57-4280-8bc3-8741197b915c HTTP/1.1" status: 404 len: 337 time: 0.0407298 Mar 21 07:05:29.263010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33452) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.275373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:29.291063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.341875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbaf8bc-4f8e-4692-b87b-23ddd282efc7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.342920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbaf8bc-4f8e-4692-b87b-23ddd282efc7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.348776 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dbbaf8bc-4f8e-4692-b87b-23ddd282efc7 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/d7fd759a-c49f-4aad-86e9-f7231677f9f2 HTTP/1.1" status: 404 len: 333 time: 0.0847681 Mar 21 07:05:29.349530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33456) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.374414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:29.374767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:29.396418 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-39305b9d-b458-4464-a3ed-0242dfcae9b0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.397025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39305b9d-b458-4464-a3ed-0242dfcae9b0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.401876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-39305b9d-b458-4464-a3ed-0242dfcae9b0 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/85f0aec3-1714-4f58-a426-0e2eb7c90903 HTTP/1.1" status: 404 len: 337 time: 0.0485120 Mar 21 07:05:29.402078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33460) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.431677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=16']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:29.447329 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7726c22-12aa-4f98-ad6f-647639bbed0e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.447801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7726c22-12aa-4f98-ad6f-647639bbed0e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.451741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d7726c22-12aa-4f98-ad6f-647639bbed0e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/9589e274-71ef-4e60-92f5-1e170937cb2a HTTP/1.1" status: 404 len: 333 time: 0.0462759 Mar 21 07:05:29.451979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33464) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.465562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.476168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Transition to ACTIVE for port object b6b5e196-9408-40bb-bf8e-edda3a8e2f3a will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:29.491429 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e3075d-1bd0-47c2-8644-04e090a643e2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.491865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e3075d-1bd0-47c2-8644-04e090a643e2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.495942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-91e3075d-1bd0-47c2-8644-04e090a643e2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/4bdb4089-ff7e-4884-b6e8-3844bebc3dcf HTTP/1.1" status: 404 len: 337 time: 0.0406575 Mar 21 07:05:29.496080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Transition to ACTIVE for port object b6b5e196-9408-40bb-bf8e-edda3a8e2f3a will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:29.496174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33468) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.500931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.502639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.528423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.544649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee8e54-e86f-4749-9805-3e4ad8f95297 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.545117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ee8e54-e86f-4749-9805-3e4ad8f95297 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.549237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e1ee8e54-e86f-4749-9805-3e4ad8f95297 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e0432afa-69ed-4fcd-b3c3-995d80ea165e HTTP/1.1" status: 404 len: 333 time: 0.0496683 Mar 21 07:05:29.549507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33472) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.574658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:29.577532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:29.581035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:29.586850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:29.590924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da34007-10f8-49f9-a021-5c79bfc6b047 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.591379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da34007-10f8-49f9-a021-5c79bfc6b047 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.593057 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1da34007-10f8-49f9-a021-5c79bfc6b047 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6c5d8bc3-eff3-4817-9613-7b70ff02b911 HTTP/1.1" status: 404 len: 337 time: 0.0426576 Mar 21 07:05:29.595503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33476) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.636249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09ee337-7e2b-4d69-8ed9-9bb58a815fb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.636700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09ee337-7e2b-4d69-8ed9-9bb58a815fb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.640750 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a09ee337-7e2b-4d69-8ed9-9bb58a815fb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/a225140f-2dfd-44dc-a2a0-a02744749a44 HTTP/1.1" status: 404 len: 337 time: 0.0419993 Mar 21 07:05:29.640962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33480) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.676808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Attempting to bind port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:29.677180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Attempting to bind port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:29.677571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Attempting to bind port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a on network 2ae9f262-30e3-44e3-b233-5417e21dabc6 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:29.683323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:29.683701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Checking segment: {'id': 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:29.684108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.684500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Bound using segment: {'id': 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:29.685082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Bound port: b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:29.685509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.690296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfb0df3-bc8f-4ade-9030-2c83392a6510 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.690769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfb0df3-bc8f-4ade-9030-2c83392a6510 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.695337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3bfb0df3-bc8f-4ade-9030-2c83392a6510 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/740ebc3a-521d-43ce-a9e5-5ce162225219 HTTP/1.1" status: 404 len: 333 time: 0.0505564 Mar 21 07:05:29.695608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33484) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.734417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4df7c9d-2216-42da-b7ca-4ba132dc026e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.734877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4df7c9d-2216-42da-b7ca-4ba132dc026e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.738987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4df7c9d-2216-42da-b7ca-4ba132dc026e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/6a3393f7-90f9-40dc-94ce-652d9196b80a HTTP/1.1" status: 404 len: 337 time: 0.0400450 Mar 21 07:05:29.739450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33488) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.779599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded9a512-a02b-46d7-8285-ab42bce58d65 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.779975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded9a512-a02b-46d7-8285-ab42bce58d65 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.783964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:29.784121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ded9a512-a02b-46d7-8285-ab42bce58d65 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d9d09395-14cb-43af-89bc-7a5cf58b51d3 HTTP/1.1" status: 404 len: 337 time: 0.0415514 Mar 21 07:05:29.784223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33492) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.786613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:29.792197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.821865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Router 3f19cc7f-bdfe-4567-9603-400f18edc3ad is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:05:29.832087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c196378-e0ec-4c67-8d0d-15b157d77c97 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.832581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c196378-e0ec-4c67-8d0d-15b157d77c97 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:29.836845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5c196378-e0ec-4c67-8d0d-15b157d77c97 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/9948d54d-7c33-476b-b00c-70aac3b57c1c HTTP/1.1" status: 404 len: 333 time: 0.0491781 Mar 21 07:05:29.837149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33496) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:29.876404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Deleting port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:29.876779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:29.932142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca4bd0-a104-4dfe-9401-fd67f774be4c None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:29.932421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.6 (2ae9f262-30e3-44e3-b233-5417e21dabc6/f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96/414982c2-fa79-4546-a3db-05c505f93e6a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:29.961858 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1001a3ac-4d96-4fa1-a063-bf2b244d2672 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:29.961858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1001a3ac-4d96-4fa1-a063-bf2b244d2672 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.025186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:30.029824 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1001a3ac-4d96-4fa1-a063-bf2b244d2672 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/aca5aa2b-ded8-4cae-9cad-f398057ce717 HTTP/1.1" status: 404 len: 337 time: 0.1915860 Mar 21 07:05:30.032403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.035874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.039759 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e4c5b14e-8b24-4b95-98d9-a9df0a07a30a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "PUT /v2.0/routers/3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 200 len: 694 time: 1.1591229 Mar 21 07:05:30.039933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33504) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.077161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-782ab950-d199-4637-9c73-48e1f821a75f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:30.077650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782ab950-d199-4637-9c73-48e1f821a75f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.081672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-782ab950-d199-4637-9c73-48e1f821a75f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/11a41a98-5bc6-4a41-852f-f101bcc5bd61 HTTP/1.1" status: 404 len: 337 time: 0.0459714 Mar 21 07:05:30.083609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33508) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.091341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Sync routers for ids ['3f19cc7f-bdfe-4567-9603-400f18edc3ad'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:30.129525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Routers {'3f19cc7f-bdfe-4567-9603-400f18edc3ad'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:30.131134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3f19cc7f-bdfe-4567-9603-400f18edc3ad'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:30.131988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0316f1de-617b-483f-bedc-1de02f784185 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:30.132463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0316f1de-617b-483f-bedc-1de02f784185 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.134196 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0316f1de-617b-483f-bedc-1de02f784185 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/ab5f0895-1241-41ac-945d-a6ab2398a80f HTTP/1.1" status: 404 len: 333 time: 0.0496781 Mar 21 07:05:30.137664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33512) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.219814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] For port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,segment=NetworkSegment(00b4e0b9-9ee1-4140-9313-64563823005f),segment_id=00b4e0b9-9ee1-4140-9313-64563823005f)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:30.220215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.248237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1293b792-6910-4c57-9623-44b583aa4cf1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:30.248686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1293b792-6910-4c57-9623-44b583aa4cf1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.251516 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5237b0bb-9eaa-4fd0-ac7f-dbd4573a26de tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/routers/3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 200 len: 700 time: 0.2103417 Mar 21 07:05:30.256012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1293b792-6910-4c57-9623-44b583aa4cf1 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d9525aba-8c43-43ca-96f8-3d499f2df95c HTTP/1.1" status: 404 len: 337 time: 0.1172042 Mar 21 07:05:30.257338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33516) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.257862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33518) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.380247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5298e4a-3707-4a54-93b9-e0607bf6d821 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:30.380543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5298e4a-3707-4a54-93b9-e0607bf6d821 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.385723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e5298e4a-3707-4a54-93b9-e0607bf6d821 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/d96fb30d-669b-4cf1-a59b-a74383e0cb2a HTTP/1.1" status: 404 len: 337 time: 0.1202469 Mar 21 07:05:30.386271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33524) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.393952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcab7700-6701-486e-8d1c-f8bc1540f403 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Synchronizing usage tracker for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:30.453149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-315bb5f4-c74a-48ea-8cc5-ca6946b4c0da tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Synchronizing usage tracker for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:30.464371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcab7700-6701-486e-8d1c-f8bc1540f403 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Unset dirty status for tenant:43ab975289fa4774a62c2e0555bef4a2 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:30.465676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fcab7700-6701-486e-8d1c-f8bc1540f403 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 200 len: 205 time: 0.2020190 Mar 21 07:05:30.467628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.469643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33528) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.474452 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-616fe69c-6529-432b-bd49-7ea4fdc5d9b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2632318 Mar 21 07:05:30.479394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Calling delete_port for ce598024-9fc7-4ce4-bee2-d32f2c5b4dac owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:30.500949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 414982c2-fa79-4546-a3db-05c505f93e6a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:30.513148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Set router 3f19cc7f-bdfe-4567-9603-400f18edc3ad gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:30.559063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.644902 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19cc7f-bdfe-4567-9603-400f18edc3ad', 'name': 'tempest-RoutersTest-router-1410026707', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:05:28Z', 'updated_at': '2022-03-21T07:05:29Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:30.646302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:30.651049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:30.651771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Checking router: 3f19cc7f-bdfe-4567-9603-400f18edc3ad for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:30.655347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:30.669766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Routers {'3f19cc7f-bdfe-4567-9603-400f18edc3ad'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:30.670427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3f19cc7f-bdfe-4567-9603-400f18edc3ad'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:30.700263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=414982c2-fa79-4546-a3db-05c505f93e6a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:30.719907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-315bb5f4-c74a-48ea-8cc5-ca6946b4c0da tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Unset dirty status for tenant:2c6d1324c92b4bc89d20c0197a6455b8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:30.723768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-315bb5f4-c74a-48ea-8cc5-ca6946b4c0da tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d80ade1-1375-4216-9042-13f5640039fc HTTP/1.1" status: 200 len: 205 time: 0.3295364 Mar 21 07:05:30.727143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33532) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.736216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:30.798161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.815888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:30.816654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.823733 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-9ef1a765-401b-437a-8610-ad7ac52563da tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] delete failed (client error): The resource could not be found. Mar 21 07:05:30.827432 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9ef1a765-401b-437a-8610-ad7ac52563da tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/routers/8d80ade1-1375-4216-9042-13f5640039fc HTTP/1.1" status: 404 len: 336 time: 0.0967455 Mar 21 07:05:30.830222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33536) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.871713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:30.882397 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03b05ea-bc93-4ed0-bcc4-303d6d24b629 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:30.882968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03b05ea-bc93-4ed0-bcc4-303d6d24b629 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:30.885593 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a03b05ea-bc93-4ed0-bcc4-303d6d24b629 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/5104d46a-bb3b-45ed-b478-08fbfce5e1fd HTTP/1.1" status: 404 len: 337 time: 0.0537138 Mar 21 07:05:30.887806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33540) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.891907 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b32f2d2e-bf42-483c-82ed-ec3829de81e4 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4500349 Mar 21 07:05:30.912418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] Set router 3f19cc7f-bdfe-4567-9603-400f18edc3ad gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:30.937989 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48969976-affd-46aa-b9b1-426d595ea7fb tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "GET /v2.0/ports?device_id=798239c9-365e-4373-b4e0-d489172402d6 HTTP/1.1" status: 200 len: 205 time: 0.0488207 Mar 21 07:05:30.938695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33544) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.940942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33546) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:30.991486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:31.035017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-ff92fc34-d270-4f6a-823e-3529ad3e59e3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] delete failed (client error): The resource could not be found. Mar 21 07:05:31.040317 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ff92fc34-d270-4f6a-823e-3529ad3e59e3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/routers/798239c9-365e-4373-b4e0-d489172402d6 HTTP/1.1" status: 404 len: 336 time: 0.0983121 Mar 21 07:05:31.041016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33552) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.044737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19cc7f-bdfe-4567-9603-400f18edc3ad', 'name': 'tempest-RoutersTest-router-1410026707', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:05:28Z', 'updated_at': '2022-03-21T07:05:29Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:31.050291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] Pushing event deleted for resources: {'Port': ['ID=ce598024-9fc7-4ce4-bee2-d32f2c5b4dac,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:31.052205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46c00f-dfc1-458c-9a57-9fdbca89d406 None None] No DVR routers for this DVR port ce598024-9fc7-4ce4-bee2-d32f2c5b4dac on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:31.054682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1ba0e-04ef-4d2c-a9ea-58f7dc64f06b None None] The sync data for ids ['3f19cc7f-bdfe-4567-9603-400f18edc3ad'] in dv-neutron-834307-1-hyperv is: [{'id': '3f19cc7f-bdfe-4567-9603-400f18edc3ad', 'name': 'tempest-RoutersTest-router-1410026707', 'tenant_id': '43ab975289fa4774a62c2e0555bef4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:05:28Z', 'updated_at': '2022-03-21T07:05:29Z', 'revision_number': 2, 'project_id': '43ab975289fa4774a62c2e0555bef4a2', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:31.082667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:31.099583 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02904e-bc49-4ccd-bb62-88bf5d4b5aa2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.100626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de02904e-bc49-4ccd-bb62-88bf5d4b5aa2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.103775 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-de02904e-bc49-4ccd-bb62-88bf5d4b5aa2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/a4c35d99-7573-4930-95f5-5f102e8a7fd9 HTTP/1.1" status: 404 len: 337 time: 0.0614088 Mar 21 07:05:31.106230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33556) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.148287 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-01378eda-6641-404d-a38c-442569d8af31 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.148853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01378eda-6641-404d-a38c-442569d8af31 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.150635 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01378eda-6641-404d-a38c-442569d8af31 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/b4c1dde6-f6a4-45fd-b3e6-d60c8b2b7361 HTTP/1.1" status: 404 len: 337 time: 0.0426433 Mar 21 07:05:31.153656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33560) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.170753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.224846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.278564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-d287fc34-40dd-423b-baea-abc66e72e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:31.280059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-d287fc34-40dd-423b-baea-abc66e72e6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1098 time: 0.6177056 Mar 21 07:05:31.347229 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be1f3e4-9a4b-432e-a65e-b1f64db2482f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.347850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be1f3e4-9a4b-432e-a65e-b1f64db2482f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.352431 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3be1f3e4-9a4b-432e-a65e-b1f64db2482f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e1cc2a1c-7bac-4502-a66c-79a4e2699b7c HTTP/1.1" status: 404 len: 333 time: 0.1977737 Mar 21 07:05:31.353080 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33564) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.398632 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f168fa7-4947-498f-ad73-1425331e6a94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.399092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f168fa7-4947-498f-ad73-1425331e6a94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.403085 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8f168fa7-4947-498f-ad73-1425331e6a94 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/e1c42253-7263-4d18-9fcb-046101282f9e HTTP/1.1" status: 404 len: 337 time: 0.0467694 Mar 21 07:05:31.403326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33570) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.418721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.419317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Fanout notify agent at l3_agent the message router_deleted on router 3f19cc7f-bdfe-4567-9603-400f18edc3ad {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:05:31.455353 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5185b713-717d-4ebd-9cb8-e00066ecbeec tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.455821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5185b713-717d-4ebd-9cb8-e00066ecbeec tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.459935 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5185b713-717d-4ebd-9cb8-e00066ecbeec tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/e37223c3-bb49-4cdb-b744-0a3f523d34d6 HTTP/1.1" status: 404 len: 333 time: 0.0532496 Mar 21 07:05:31.462400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33574) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.466454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.469689 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0e28e722-8ad8-44a4-bd0a-a4d76492b45f tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 204 len: 168 time: 0.9967659 Mar 21 07:05:31.474022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:31.474407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33578) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.483169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:31.483746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.529875 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3eb488f3-efd7-4eca-92a8-bd37d8ead4b4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 200 len: 205 time: 0.0539584 Mar 21 07:05:31.530492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:31.530602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33582) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.537653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:31.541256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64d3c21-a973-4cd5-8c10-35e2a3121336 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.541431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64d3c21-a973-4cd5-8c10-35e2a3121336 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.545267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b64d3c21-a973-4cd5-8c10-35e2a3121336 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/ea909b3a-634a-40fc-8659-ac070c538831 HTTP/1.1" status: 404 len: 337 time: 0.0743303 Mar 21 07:05:31.547442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33586) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.550196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-f0038741-71d7-4878-8ee0-94834ebc1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:31.551655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-f0038741-71d7-4878-8ee0-94834ebc1ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 897 time: 0.2301025 Mar 21 07:05:31.552460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:31.560085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:31.580020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Provisioning for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:31.587222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:31.587888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.595267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90311a8-e734-4a04-a3fd-e553aa4f7636 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.595741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90311a8-e734-4a04-a3fd-e553aa4f7636 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.599822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a90311a8-e734-4a04-a3fd-e553aa4f7636 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/c9a5507c-dd82-47f5-b233-bba3cc524d50 HTTP/1.1" status: 404 len: 333 time: 0.0489755 Mar 21 07:05:31.601266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33590) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.619007 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-718b5b9d-aacb-4be2-9397-34c1ad2c877a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:31.622677 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-718b5b9d-aacb-4be2-9397-34c1ad2c877a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/3f19cc7f-bdfe-4567-9603-400f18edc3ad HTTP/1.1" status: 404 len: 336 time: 0.0912485 Mar 21 07:05:31.623227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33592) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.661745 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fca8fbd-aeb9-402f-a625-5b7d6e75bab1 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.662098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fca8fbd-aeb9-402f-a625-5b7d6e75bab1 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.665810 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8fca8fbd-aeb9-402f-a625-5b7d6e75bab1 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/fb887fba-70dd-492f-ba97-2c80f6f7a19c HTTP/1.1" status: 404 len: 337 time: 0.0416436 Mar 21 07:05:31.667612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33598) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.709268 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c5ead-6471-4f08-94a2-01f4c7653959 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.711010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723c5ead-6471-4f08-94a2-01f4c7653959 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.715191 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-723c5ead-6471-4f08-94a2-01f4c7653959 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/19d66476-8fc1-42d7-a735-4ba6e146b950 HTTP/1.1" status: 404 len: 337 time: 0.0442257 Mar 21 07:05:31.715376 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dca418e-5400-4626-afc0-c3c916760ef6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.715376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dca418e-5400-4626-afc0-c3c916760ef6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.716245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33602) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.718576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9dca418e-5400-4626-afc0-c3c916760ef6 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/70047453-0ce8-4343-bdc0-ebafe179e18f HTTP/1.1" status: 404 len: 337 time: 0.0715580 Mar 21 07:05:31.719364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33606) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.722121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:31.725450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.731228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.760096 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-281dac98-b20f-4420-8e48-cc505063cda8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.760549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281dac98-b20f-4420-8e48-cc505063cda8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.765152 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-281dac98-b20f-4420-8e48-cc505063cda8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/0e686493-a8b6-4900-aa1e-7328cc2d8d99 HTTP/1.1" status: 404 len: 337 time: 0.0457959 Mar 21 07:05:31.765596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33610) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.766746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:31.775938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.811035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d07b468-5ae5-4e5c-adb4-341446b2ecb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.811504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d07b468-5ae5-4e5c-adb4-341446b2ecb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.815618 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f630dfc8-543a-41bf-b885-0d8d5ee8964d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.815929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8d07b468-5ae5-4e5c-adb4-341446b2ecb2 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/75f97eea-cfc1-441c-b0ed-7031e90fdfff HTTP/1.1" status: 404 len: 333 time: 0.0770319 Mar 21 07:05:31.816072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f630dfc8-543a-41bf-b885-0d8d5ee8964d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.816533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33614) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.821617 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f630dfc8-543a-41bf-b885-0d8d5ee8964d tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/b546c6e3-7487-4e8c-b192-1b284c101b38 HTTP/1.1" status: 404 len: 337 time: 0.0548856 Mar 21 07:05:31.823211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.855043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4751cc-af3a-44a5-9bb9-30e0a3aa1b6e None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:31.873826 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-673613d0-f248-429a-9b27-fa7df54cc2b0 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 200 len: 205 time: 0.0494955 Mar 21 07:05:31.874435 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33622) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.898964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4ef2-2d1a-42a6-8ac3-843deafeb4e7 None None] Provisioning for port 414982c2-fa79-4546-a3db-05c505f93e6a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:31.903759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4ef2-2d1a-42a6-8ac3-843deafeb4e7 None None] Provisioning complete for port 414982c2-fa79-4546-a3db-05c505f93e6a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:31.904341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4ef2-2d1a-42a6-8ac3-843deafeb4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:31.908756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-c00e1405-738d-4d38-9981-ef15d28202b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 1001 time: 0.3091922 Mar 21 07:05:31.914804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-677daf64-e5a6-401d-99a2-6155dcd9c656 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:31.915121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677daf64-e5a6-401d-99a2-6155dcd9c656 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:31.916915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-677daf64-e5a6-401d-99a2-6155dcd9c656 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/7a14b597-962d-4f0b-a1f5-c8004864bd56 HTTP/1.1" status: 404 len: 337 time: 0.0938687 Mar 21 07:05:31.940981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:31.965005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f4ef2-2d1a-42a6-8ac3-843deafeb4e7 None None] Port 414982c2-fa79-4546-a3db-05c505f93e6a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:31.991899 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-05e4d284-cac9-4bbc-afdc-bbe7940b55f4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:31.993118 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-05e4d284-cac9-4bbc-afdc-bbe7940b55f4 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/f687ec13-83ce-4e46-beea-bc478fd7cdf6 HTTP/1.1" status: 404 len: 336 time: 0.1177797 Mar 21 07:05:31.999042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33630) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.002718 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf2ea85-4c51-4f0c-9735-cfbd258a2d8a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.003467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf2ea85-4c51-4f0c-9735-cfbd258a2d8a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.005547 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-edf2ea85-4c51-4f0c-9735-cfbd258a2d8a tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/a0465637-b68d-4613-b76b-b8279f9d7216 HTTP/1.1" status: 404 len: 333 time: 0.0578744 Mar 21 07:05:32.047276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33634) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.087035 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-53ae054f-1749-4ce8-9793-f5fc15640b34 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=212d9ee1-89c0-43ff-b862-80eb3a9dbb1e HTTP/1.1" status: 200 len: 205 time: 0.0864358 Mar 21 07:05:32.089451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33638) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.095036 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2dea44-5cb3-403f-8dc5-4ec17ee08e59 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.095489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2dea44-5cb3-403f-8dc5-4ec17ee08e59 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.100194 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ec2dea44-5cb3-403f-8dc5-4ec17ee08e59 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/bdaecb4f-952a-4883-94ce-30571343f497 HTTP/1.1" status: 404 len: 337 time: 0.0488825 Mar 21 07:05:32.100194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33642) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.142853 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e8e7d9-36b9-4a62-b071-f53bee25932e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.143325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e8e7d9-36b9-4a62-b071-f53bee25932e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.147898 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6e8e7d9-36b9-4a62-b071-f53bee25932e tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/ce7a0d3a-5178-4238-bd8c-20dcde5252fc HTTP/1.1" status: 404 len: 333 time: 0.0442071 Mar 21 07:05:32.148895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33646) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.176936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-20053525-cf68-4682-ad42-40e440a2def5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:32.177887 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-20053525-cf68-4682-ad42-40e440a2def5 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/212d9ee1-89c0-43ff-b862-80eb3a9dbb1e HTTP/1.1" status: 404 len: 336 time: 0.0874095 Mar 21 07:05:32.184331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33650) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.190163 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95a0815-3fdb-4de1-b462-60629a9b46ab tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.190620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95a0815-3fdb-4de1-b462-60629a9b46ab tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.192506 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d95a0815-3fdb-4de1-b462-60629a9b46ab tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/8c1ebb1e-3542-43ca-b357-1e1a49fe631b HTTP/1.1" status: 404 len: 337 time: 0.0425749 Mar 21 07:05:32.195593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33654) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.236058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cf7721-160e-4e0f-b416-4594bf51bde3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.236526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cf7721-160e-4e0f-b416-4594bf51bde3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.240570 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-91cf7721-160e-4e0f-b416-4594bf51bde3 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/ports/4b3559ac-6c8b-4e3c-b9a2-e6a1dc82a4a5 HTTP/1.1" status: 404 len: 333 time: 0.0417192 Mar 21 07:05:32.241260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-f4c9d540-e7e0-4d24-875b-09853f00d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:32.241371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33658) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.242645 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-f4c9d540-e7e0-4d24-875b-09853f00d007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 200 len: 835 time: 0.3222690 Mar 21 07:05:32.245352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdd5813-7e45-4418-9d55-9c54cf2a753e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.245791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdd5813-7e45-4418-9d55-9c54cf2a753e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.249794 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4fdd5813-7e45-4418-9d55-9c54cf2a753e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/63d58392-aa26-4d83-a973-7e6f93dba772 HTTP/1.1" status: 404 len: 337 time: 0.0621119 Mar 21 07:05:32.251748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33662) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.255633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.ipam_backend_mixin [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96 (CIDR: 172.20.0.0/28) Mar 21 07:05:32.282092 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbb665b-f87c-48ca-89d3-323716a4f03f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.282546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbb665b-f87c-48ca-89d3-323716a4f03f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.284611 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2fbb665b-f87c-48ca-89d3-323716a4f03f tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/subnets/fb44c5c0-d381-4dc9-bf8c-eadb3fd43477 HTTP/1.1" status: 404 len: 337 time: 0.0420818 Mar 21 07:05:32.286946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33666) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.327078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:32.327560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.343810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1471dc05-b4ad-43bf-9474-cca4f8102c59 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 200 len: 205 time: 0.0898023 Mar 21 07:05:32.350963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33670) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.405684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.427529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-78fbd9b6-14a4-48ca-bd38-944c5880d6cb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4482255 Mar 21 07:05:32.434029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.438464 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-459e70cd-eca2-4397-ba44-f01b17a5425b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:32.441872 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-459e70cd-eca2-4397-ba44-f01b17a5425b tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/d1f64100-bf7b-4510-afc9-4259fde06076 HTTP/1.1" status: 404 len: 336 time: 0.0869126 Mar 21 07:05:32.444760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:32.448822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33678) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.525566 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76f91cd2-107d-4aea-a4d0-61a3e5961cc6 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=3201d65f-4cca-4577-9e44-7ba3582d502b HTTP/1.1" status: 200 len: 205 time: 0.0756047 Mar 21 07:05:32.526759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33682) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.550986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:32.593959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.622921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:32.623424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.623684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aedd96c-5f29-4cfa-a902-805903aa8838']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:32.625156 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-58798910-49d4-4c4e-b3b4-85da1bc013f8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:32.628694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-58798910-49d4-4c4e-b3b4-85da1bc013f8 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/3201d65f-4cca-4577-9e44-7ba3582d502b HTTP/1.1" status: 404 len: 336 time: 0.0982277 Mar 21 07:05:32.630046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33686) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.637247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b4e0b9-9ee1-4140-9313-64563823005f') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:32.637567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b4e0b9-9ee1-4140-9313-64563823005f') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:32.650100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.666953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.667609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-b7c86480-9dfd-4cae-9e2a-7ec6bb426108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:32.669104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-b7c86480-9dfd-4cae-9e2a-7ec6bb426108 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4165788 Mar 21 07:05:32.674192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:32.674691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:32.691881 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:32.700499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e83f04d-16e2-47c5-b79a-725956417f04 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.700945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e83f04d-16e2-47c5-b79a-725956417f04 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.705934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3e83f04d-16e2-47c5-b79a-725956417f04 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/95a5e334-888b-47bc-a668-0b97b20a577f HTTP/1.1" status: 404 len: 337 time: 0.0716832 Mar 21 07:05:32.706358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33690) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.785079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:32.795172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:32.807409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:32.808294 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48480be5-27ce-483c-900b-f3bf0f462a6c tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=d679e49c-7d32-4447-81b0-f5975d25a6e4 HTTP/1.1" status: 200 len: 205 time: 0.1017706 Mar 21 07:05:32.812005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33694) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.816438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:32.841528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:32.844937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.881955 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-07ef944d-9792-4fb2-85c7-d5c94e7da75c service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051842 Mar 21 07:05:32.890077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-e1c61f15-a308-4475-b127-46ecc5fa4139 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:32.891375 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e1c61f15-a308-4475-b127-46ecc5fa4139 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/d679e49c-7d32-4447-81b0-f5975d25a6e4 HTTP/1.1" status: 404 len: 336 time: 0.0780621 Mar 21 07:05:32.893066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.894736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33698) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:32.943305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:32.957039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] Pushing event deleted for resources: {'Network': ['ID=1aedd96c-5f29-4cfa-a902-805903aa8838,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:32.963111 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8b8ebf-5823-4115-ba2d-1eb7a26d5c02 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:32.963111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8b8ebf-5823-4115-ba2d-1eb7a26d5c02 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:32.964734 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c8b8ebf-5823-4115-ba2d-1eb7a26d5c02 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/580b2c63-1d95-4cb6-b8f0-5d52df2c1dba HTTP/1.1" status: 404 len: 337 time: 0.0689011 Mar 21 07:05:32.966071 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-96c0cfb7-83f3-409c-8d1d-f15ead6fdef8 tempest-NetworksTestDHCPv6-790060211 tempest-NetworksTestDHCPv6-790060211-project] 10.222.0.31 "DELETE /v2.0/networks/1aedd96c-5f29-4cfa-a902-805903aa8838 HTTP/1.1" status: 204 len: 168 time: 0.6781909 Mar 21 07:05:32.970689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33704) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.107848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1acde8a1-0de6-4302-ac70-bea32a792ed0 req-b83e7c89-d4ec-46d0-8f2b-a670f02df9a9 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197070 Mar 21 07:05:33.125301 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a46b15bf-3fa0-47db-8a0f-54ed0e55d55a tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "GET /v2.0/ports?device_id=f110e3ea-ccf4-40ff-9f72-df2f794f025e HTTP/1.1" status: 200 len: 205 time: 0.1533427 Mar 21 07:05:33.127986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33708) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.201010 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-4514134d-1db3-4efe-99ce-1e6591352060 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] delete failed (client error): The resource could not be found. Mar 21 07:05:33.204355 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4514134d-1db3-4efe-99ce-1e6591352060 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/routers/f110e3ea-ccf4-40ff-9f72-df2f794f025e HTTP/1.1" status: 404 len: 336 time: 0.0728416 Mar 21 07:05:33.204743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33714) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.243763 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f5e192-17db-4d6c-8bc5-5533eab9d536 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:33.244205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f5e192-17db-4d6c-8bc5-5533eab9d536 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:33.244865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.245916 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a7f5e192-17db-4d6c-8bc5-5533eab9d536 tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f2d027-304c-4915-9fbf-67c4dfba407b HTTP/1.1" status: 404 len: 337 time: 0.0402484 Mar 21 07:05:33.248389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33718) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.282247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33722) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.292203 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf76ba0-e2a7-4de7-a0ea-6a69c5af3a3e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:33.292655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf76ba0-e2a7-4de7-a0ea-6a69c5af3a3e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:33.294345 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4cf76ba0-e2a7-4de7-a0ea-6a69c5af3a3e tempest-RoutersTest-195501677 tempest-RoutersTest-195501677-project] 10.222.0.31 "DELETE /v2.0/subnets/a47b85f1-31a3-4a10-b9ce-6232e43230a3 HTTP/1.1" status: 404 len: 337 time: 0.0448837 Mar 21 07:05:33.295376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:33.300021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:33.303558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:33.304140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.313538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239bc406-d7c2-49e6-ae1b-9822e1318ed2 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:33.363630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9261358 Mar 21 07:05:33.364478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33730) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.366000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ccded-16e3-4d3c-b0fa-c88b3e31c2be tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=16be2d4e-9db4-4a87-95d9-001cc7e77755,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:33.371503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1458466000', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16be2d4e-9db4-4a87-95d9-001cc7e77755'}], 'security_groups': ['88b5fc66-08ce-4e23-841a-d46c86690322']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:33.546414 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-16859575-c710-4d00-8e81-bff8af0c08e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c6d1324c92b4bc89d20c0197a6455b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605639 Mar 21 07:05:33.547454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33736) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.550055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.575034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.714237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Update dhcp port {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'fixed_ips': [{'subnet_id': 'f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96', 'ip_address': '172.20.0.2'}, {'subnet_id': '16be2d4e-9db4-4a87-95d9-001cc7e77755'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'b6b5e196-9408-40bb-bf8e-edda3a8e2f3a'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:33.716898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.746280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-938594e8-aefd-45cd-adee-3fe5b4d19280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43ab975289fa4774a62c2e0555bef4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677892 Mar 21 07:05:33.748823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33746) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:33.772336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.796542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.809100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.837116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.899528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.918706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf80c7-3380-439d-a7ec-8793a8d2df0f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:33.925777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.926028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.926856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b47d1578-e1ab-4cfe-81e6-486712b03e98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdaf80c7-3380-439d-a7ec-8793a8d2df0f HTTP/1.1" status: 204 len: 168 time: 0.1770504 Mar 21 07:05:33.954642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a70039-546d-4a27-a122-43d0a4a4a5f1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:33.963011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:33.964218 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3a0c9087-99d3-4d53-bbc5-97245fb9ea3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65a70039-546d-4a27-a122-43d0a4a4a5f1 HTTP/1.1" status: 204 len: 168 time: 0.4158676 Mar 21 07:05:34.017111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Allocated IP 172.20.0.18 (2ae9f262-30e3-44e3-b233-5417e21dabc6/16be2d4e-9db4-4a87-95d9-001cc7e77755/b6b5e196-9408-40bb-bf8e-edda3a8e2f3a) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:34.173073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:34.205470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.231102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Transition to ACTIVE for port object b6b5e196-9408-40bb-bf8e-edda3a8e2f3a will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:34.237171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.406781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Delete allocated IP 172.20.0.6 (2ae9f262-30e3-44e3-b233-5417e21dabc6/f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96) {{(pid=87987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 07:05:34.409302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f443-1b6c-4985-8485-65b583ed8e53 None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:34.417951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.22 (2ae9f262-30e3-44e3-b233-5417e21dabc6/16be2d4e-9db4-4a87-95d9-001cc7e77755/414982c2-fa79-4546-a3db-05c505f93e6a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:34.564664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:34.653523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.668421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 414982c2-fa79-4546-a3db-05c505f93e6a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:34.673311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.791531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33772) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:34.819385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=414982c2-fa79-4546-a3db-05c505f93e6a,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:34.852995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] In _notify_port_updated(), no bound segment for port 414982c2-fa79-4546-a3db-05c505f93e6a on network 2ae9f262-30e3-44e3-b233-5417e21dabc6 {{(pid=87987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:05:34.858911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:34.859537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.864715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33778) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:34.865319 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-644ae141-c4f6-43a4-9cd5-ab2efad3ce65 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/ports/414982c2-fa79-4546-a3db-05c505f93e6a HTTP/1.1" status: 200 len: 921 time: 1.4987199 Mar 21 07:05:34.919720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-959277731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:34.936043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:34.943360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:router and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:34.948138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:34.957858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 414982c2-fa79-4546-a3db-05c505f93e6a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:34.958198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:34.984504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:35.012065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:35.012657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.012776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.013586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.065728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:35.076785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Provisioning for port 414982c2-fa79-4546-a3db-05c505f93e6a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:35.081962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Provisioning complete for port 414982c2-fa79-4546-a3db-05c505f93e6a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:35.082328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.140332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Port 414982c2-fa79-4546-a3db-05c505f93e6a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:35.151532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Provisioning for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:35.156999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:35.157477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2fc69e8c-cb88-4a5e-a933-40ac92fb4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.198079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.297654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.338260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.339450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ccb5258d-215e-4049-a5e3-9e05e802b512 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5464351 Mar 21 07:05:35.342269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33782) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:35.350777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1392211142'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:35.356894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:35.361556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:network and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:35.364590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:35.368954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.371142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:35.385513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:35.389820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.403939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.420305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:35.424197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:security_group_rule and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:35.427143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:35.432978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:35.498561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e58b7435-2ae8-48d4-8a14-417e4d7da1a4 None None] Provisioning complete for port 414982c2-fa79-4546-a3db-05c505f93e6a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:35.498839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e58b7435-2ae8-48d4-8a14-417e4d7da1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.511695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 414982c2-fa79-4546-a3db-05c505f93e6a owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:35.526206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.530650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.556283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e58b7435-2ae8-48d4-8a14-417e4d7da1a4 None None] Port 414982c2-fa79-4546-a3db-05c505f93e6a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:35.566110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:35.572320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92df3fd2-efe1-46d9-a8b3-3ec93905ef18,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:35.579279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.579626 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Added segment d6f0d19b-fa59-4425-96b8-504d4bc11c44 of type vlan for network 82c3bd3d-3547-45f7-808a-8eecc205fb41 Mar 21 07:05:35.607923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.637793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.643189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:35.643761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.666448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.717434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=414982c2-fa79-4546-a3db-05c505f93e6a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:35.752052 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4084322 Mar 21 07:05:35.755735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33786) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:35.761905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'subnet': {'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:35.780328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b48f74-97b6-4bf5-8a24-81231ea93ce1 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Network': ['ID=82c3bd3d-3547-45f7-808a-8eecc205fb41,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:35.792017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:35.838941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.852609 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-47d94f55-658d-4b6b-a550-f2111875fbaa tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/414982c2-fa79-4546-a3db-05c505f93e6a HTTP/1.1" status: 204 len: 168 time: 0.9865856 Mar 21 07:05:35.853660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33790) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:35.891381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:35.895696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:subnet and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:35.899680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:35.902161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf38665b-a55d-45a8-9391-ada7a8d14e1c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:05:35.903460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cf38665b-a55d-45a8-9391-ada7a8d14e1c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:35.905565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:35.918023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:35.922452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:35.927481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cf38665b-a55d-45a8-9391-ada7a8d14e1c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:35.931583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cf38665b-a55d-45a8-9391-ada7a8d14e1c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/414982c2-fa79-4546-a3db-05c505f93e6a HTTP/1.1" status: 404 len: 333 time: 0.0743778 Mar 21 07:05:35.931872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:35.999016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.028763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.079102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.095005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1917a6-f4da-44b8-bef1-d7a2f34b4a2b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:36.102348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.105761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aaf01743-392b-457e-b1c4-edef8a331726 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a1917a6-f4da-44b8-bef1-d7a2f34b4a2b HTTP/1.1" status: 204 len: 168 time: 0.1705856 Mar 21 07:05:36.109659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:36.175582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.202958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.251112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.258166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.276246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b5fc66-08ce-4e23-841a-d46c86690322,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:36.278204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.279313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bef2b08c-0713-4b2b-9927-ad3e731a6a5f tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/security-groups/88b5fc66-08ce-4e23-841a-d46c86690322 HTTP/1.1" status: 204 len: 168 time: 0.1687274 Mar 21 07:05:36.281945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33804) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:36.348602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:36.352535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.356225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Subnet': ['ID=f5bda910-c1b2-4839-85a9-8ab0b1dffd77,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:36.361023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Checking segment: {'id': 'd6f0d19b-fa59-4425-96b8-504d4bc11c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:36.361411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network hostable DHCP agents. Network: 82c3bd3d-3547-45f7-808a-8eecc205fb41, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:36.380906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:36.390757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 82c3bd3d-3547-45f7-808a-8eecc205fb41) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:36.396363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:36.398669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.400608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9290905-7868-4dce-b091-7f697bfe6956 None None] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:36.410233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.421686 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9e7b6d96-8417-4200-8ae8-0f1ee7ebfbe6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6651390 Mar 21 07:05:36.424528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:36.432343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'network': {'name': 'tempest-router-network01--1363611334'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:36.437657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:36.441572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:network and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:36.444999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:36.451552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:36.463554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:36.467055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.495440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:36.509365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.509660 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Added segment 2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc of type vlan for network 08eea216-4566-43dd-8649-ff7fd03b7fe6 Mar 21 07:05:36.510020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.544260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.576331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.582331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:36.582983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.590095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.630507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:36.634370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.642178 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ae4cfb1-f1af-4922-9074-1c8c0c6b2fc5 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96 HTTP/1.1" status: 204 len: 168 time: 0.3583360 Mar 21 07:05:36.648809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33812) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:36.654589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:36.662175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-82c3bd3d-3547-45f7-808a-8eecc205fb41', 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41', 'tenant_id': '921e275ace924ea198bc8b79bce0773c', 'fixed_ips': [{'subnet_id': 'f5bda910-c1b2-4839-85a9-8ab0b1dffd77'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:36.663893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.678583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02d937-7d3e-47c3-bbf0-47189b5a02bc None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:36.694414 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2683980 Mar 21 07:05:36.694644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33816) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:36.705887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734ac8a-cfc6-438e-aa0c-1ae6f9b1c0ad tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Network': ['ID=08eea216-4566-43dd-8649-ff7fd03b7fe6,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:36.721319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:36.742952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'network': {'name': 'tempest-router-network02--465870187'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:36.753759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:36.766395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:network and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:36.771064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:36.781134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:36.809154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:36.812534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.837953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:36.844426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:36.847883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:36.856316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:36.860945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:36.872355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.872691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Added segment b9334a35-e9fd-4817-b252-d0e9ecac1c69 of type vlan for network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 Mar 21 07:05:36.873721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:36.877063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:36.997501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.053592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.058876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:37.059450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.142082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Allocated IP 2001:db8::2 (82c3bd3d-3547-45f7-808a-8eecc205fb41/f5bda910-c1b2-4839-85a9-8ab0b1dffd77/54afd2bb-b29d-4ee2-afa0-d13b17198fd3) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:37.275810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5774357 Mar 21 07:05:37.276967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33820) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:37.283803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'subnet': {'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:37.307847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a976-aa05-49d9-be33-2c6c474ef7a8 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Network': ['ID=6cc73d02-6c86-47f0-b982-6d8ee59447d7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:37.333911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:37.395759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.438048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:37.442528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:subnet and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:37.446098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:37.452667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:37.465709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:37.469835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.470735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:37.477775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:37.486687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:37.487605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.506490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=326ed759-30c9-47da-be6f-516c9bc6adab,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:37.509549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.524318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Transition to ACTIVE for port object 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:37.529066 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-16a9c671-0238-430d-a8d2-bef8fe9179cf tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789449 Mar 21 07:05:37.529685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33824) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:37.535691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101320027'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:37.542289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:37.546122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Transition to ACTIVE for port object 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:37.546282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:37.549250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:37.555794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:37.562320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.567951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.590699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:37.598173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:37.602596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:37.612045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:37.635191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:37.638310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:37.643460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:37.649434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Pushing event updated for resources: {'Port': ['ID=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:37.727308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.733459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.762737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.771468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Attempting to bind port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:37.771753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Attempting to bind port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'd6f0d19b-fa59-4425-96b8-504d4bc11c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:37.772947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Attempting to bind port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 on network 82c3bd3d-3547-45f7-808a-8eecc205fb41 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:37.779793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:37.780412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Checking segment: {'id': 'd6f0d19b-fa59-4425-96b8-504d4bc11c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:37.780619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.781293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Bound using segment: {'id': 'd6f0d19b-fa59-4425-96b8-504d4bc11c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:37.781852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Bound port: 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f0d19b-fa59-4425-96b8-504d4bc11c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82c3bd3d-3547-45f7-808a-8eecc205fb41'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:37.782376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2897eeb9-a1d2-4576-9102-fa29ded9bf78,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:37.782699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.788942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.790282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-063504ed-0e4f-42e3-bca9-bf5980e87772 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2596488 Mar 21 07:05:37.793637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33828) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:37.802359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'security_group': {'name': 'tempest-secgroup-1878580706'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:37.814222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:37.821455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:37.826234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:37.835280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:37.852805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.855026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Subnet': ['ID=6cf2c214-d82e-4252-9033-abd99012edf8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:37.863104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Checking segment: {'id': '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:37.863495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network hostable DHCP agents. Network: 08eea216-4566-43dd-8649-ff7fd03b7fe6, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:37.882217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:37.888177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:37.890002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:37.891175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:37.899527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:37.904901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 08eea216-4566-43dd-8649-ff7fd03b7fe6) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:37.909689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:37.910394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.922847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2815a53-a229-4d2c-92ff-6fb3c50ee325 None None] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:37.943095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] For port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:37.949824 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-20f22eb8-4c4d-42ac-9199-68b28148306d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6710637 Mar 21 07:05:37.950776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33832) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:37.957187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'subnet': {'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:37.962399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c73150-a092-42de-b61c-8576840fafdd None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:37.986524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:37.992050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.042357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c367fbcb-fdf1-4c82-8bc6-1102a3cebd65,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:38.046841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.047485 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2128abaf-89d1-4573-b64e-af9119bec355 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2528713 Mar 21 07:05:38.048053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] For port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,segment=NetworkSegment(d6f0d19b-fa59-4425-96b8-504d4bc11c44),segment_id=d6f0d19b-fa59-4425-96b8-504d4bc11c44)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:38.050472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33836) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:38.059924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'security_group': {'name': 'tempest-secgroup-232945316'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:38.065751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:38.069631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:38.072752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:38.078448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:38.088663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:38.090291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.092765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:subnet and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:38.095607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:38.102417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:38.109394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.112470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:38.116363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:38.116526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.120324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:security_group_rule and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:38.123281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:38.129293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:38.207490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cbace8b7-cc95-43b7-9cbc-b1bc19d4298b None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:38.207778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cbace8b7-cc95-43b7-9cbc-b1bc19d4298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.217511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.222418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.269503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d86a49c-8bb3-4a44-bfcb-b599b86d30d8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:38.291982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.293809 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2e8383f8-941b-4640-8a97-ce6c9d5299c9 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2407141 Mar 21 07:05:38.296195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33840) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:38.306174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1201717577', 'security_groups': ['0d86a49c-8bb3-4a44-bfcb-b599b86d30d8'], 'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '326ed759-30c9-47da-be6f-516c9bc6adab'}]}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:38.337640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56b99-3dfa-41e2-a059-c040d664feea None None] Pushing event updated for resources: {'Port': ['ID=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:38.373497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.412110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cbace8b7-cc95-43b7-9cbc-b1bc19d4298b None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:38.471916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Subnet': ['ID=5b157029-d12a-4455-a794-36a655f4c95f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:38.481421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:38.482393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Checking segment: {'id': 'b9334a35-e9fd-4817-b252-d0e9ecac1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:38.482757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network hostable DHCP agents. Network: 6cc73d02-6c86-47f0-b982-6d8ee59447d7, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:38.507216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:38.510564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:38.520220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 6cc73d02-6c86-47f0-b982-6d8ee59447d7) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:38.523566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:38.526230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:38.527959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.553395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-afb0a896-d1a7-4adc-8602-248c2a816dab tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6009092 Mar 21 07:05:38.555780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33844) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:38.574410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cd317-455c-418b-81db-392059b619c2 None None] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:38.595875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cbace8b7-cc95-43b7-9cbc-b1bc19d4298b None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:38.596250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cbace8b7-cc95-43b7-9cbc-b1bc19d4298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.703556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.724685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-08eea216-4566-43dd-8649-ff7fd03b7fe6', 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6', 'tenant_id': '921e275ace924ea198bc8b79bce0773c', 'fixed_ips': [{'subnet_id': '6cf2c214-d82e-4252-9033-abd99012edf8'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:38.725705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:38.728096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] device_id is not set on port 0f61d188-2bfe-48b5-8897-bbf83ece4585 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:38.990022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.7 (2ae9f262-30e3-44e3-b233-5417e21dabc6/326ed759-30c9-47da-be6f-516c9bc6adab/0f61d188-2bfe-48b5-8897-bbf83ece4585) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:39.166309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-6cc73d02-6c86-47f0-b982-6d8ee59447d7', 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7', 'tenant_id': '921e275ace924ea198bc8b79bce0773c', 'fixed_ips': [{'subnet_id': '5b157029-d12a-4455-a794-36a655f4c95f'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:39.167204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.184419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Update dhcp port {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'fixed_ips': [{'subnet_id': '16be2d4e-9db4-4a87-95d9-001cc7e77755', 'ip_address': '172.20.0.18'}, {'subnet_id': '326ed759-30c9-47da-be6f-516c9bc6adab'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'b6b5e196-9408-40bb-bf8e-edda3a8e2f3a'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:39.211272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.213321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Allocated IP 2001:db8::2 (08eea216-4566-43dd-8649-ff7fd03b7fe6/6cf2c214-d82e-4252-9033-abd99012edf8/a7ed8bb6-6c3d-4214-a420-e3905317372d) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:39.229916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Transition to ACTIVE for port object 0f61d188-2bfe-48b5-8897-bbf83ece4585 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:39.247907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.276769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.293921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.378162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:39.388463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:39.390916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:39.471747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:39.472867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.512578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=0f61d188-2bfe-48b5-8897-bbf83ece4585,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:39.517945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9bc8d142-640c-4d5e-9ab5-aa566582c96e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2203569 Mar 21 07:05:39.520473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33848) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:39.526581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:39.674009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:39.678519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:39.681695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:39.687802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:39.698688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:39.703214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.710393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Allocated IP 2001:db8::2 (6cc73d02-6c86-47f0-b982-6d8ee59447d7/5b157029-d12a-4455-a794-36a655f4c95f/23e04685-74c3-407b-88b4-2ff99be16520) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:39.753209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc17bf9-38ac-4d10-ac7b-5e35b196aa0e None None] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:39.837671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.ipam_backend_mixin [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 326ed759-30c9-47da-be6f-516c9bc6adab (CIDR: 172.20.0.0/28) Mar 21 07:05:39.840746 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:39.841257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:39.851200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:39.859507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a15fdaed-c2a0-4cb5-941a-156e7914c4cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3379829 Mar 21 07:05:39.862251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33852) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:39.867748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:39.980898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Transition to ACTIVE for port object a7ed8bb6-6c3d-4214-a420-e3905317372d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:39.983879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Allocated IP 172.20.0.2 (2ae9f262-30e3-44e3-b233-5417e21dabc6/326ed759-30c9-47da-be6f-516c9bc6adab/b6b5e196-9408-40bb-bf8e-edda3a8e2f3a) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:39.985828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7a4c37a5-ce39-4252-ba8e-e713ecb837d6 None None] Provisioning for port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:40.060065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Transition to ACTIVE for port object a7ed8bb6-6c3d-4214-a420-e3905317372d will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:40.103185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.121666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:40.125372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:40.128234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:40.134628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:40.150373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:40.154152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.168326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Allocated IP 2001:db8::1 (08eea216-4566-43dd-8649-ff7fd03b7fe6/6cf2c214-d82e-4252-9033-abd99012edf8/32a76ab8-99f3-48fe-ae73-40cfff5a8931) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:40.305728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.ipam_backend_mixin [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 16be2d4e-9db4-4a87-95d9-001cc7e77755 (CIDR: 172.20.0.16/28) Mar 21 07:05:40.309828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:40.310380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:40.329985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-42b13be0-c484-435a-98d6-7ff59fc11ca6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4666386 Mar 21 07:05:40.332578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33856) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:40.339197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'subnet': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:40.368360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.387676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Transition to ACTIVE for port object 32a76ab8-99f3-48fe-ae73-40cfff5a8931 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:40.391106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:40.405901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:40.413666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Pushing event updated for resources: {'Port': ['ID=a7ed8bb6-6c3d-4214-a420-e3905317372d,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:40.415969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:40.429631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.499933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.531155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:40.555369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:40.559028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:40.563125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:40.563651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.564162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Transition to ACTIVE for port object 23e04685-74c3-407b-88b4-2ff99be16520 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:40.574357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:40.579772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Usage tracker for resource:subnet and tenant:5cb98d128cc14c27a541b5cf6633e71e is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:40.581689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Port': ['ID=32a76ab8-99f3-48fe-ae73-40cfff5a8931,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:40.586596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:40.595708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:40.614568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Made reservation on behalf of 5cb98d128cc14c27a541b5cf6633e71e for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:40.619562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.620623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:40.664932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Transition to ACTIVE for port object 23e04685-74c3-407b-88b4-2ff99be16520 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:40.674075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Attempting to bind port a7ed8bb6-6c3d-4214-a420-e3905317372d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:40.674482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Attempting to bind port a7ed8bb6-6c3d-4214-a420-e3905317372d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:40.674800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Attempting to bind port a7ed8bb6-6c3d-4214-a420-e3905317372d on network 08eea216-4566-43dd-8649-ff7fd03b7fe6 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:40.684901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.698247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.702214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.705672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:40.706037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Checking segment: {'id': '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:40.706602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.706991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Bound using segment: {'id': '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:40.707477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Bound port: a7ed8bb6-6c3d-4214-a420-e3905317372d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '08eea216-4566-43dd-8649-ff7fd03b7fe6'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:40.709660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.802641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Transition to ACTIVE for port object b6b5e196-9408-40bb-bf8e-edda3a8e2f3a will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:40.856454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:40.857779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.866792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:40.872049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:40.898666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Pushing event updated for resources: {'Port': ['ID=23e04685-74c3-407b-88b4-2ff99be16520,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:40.905008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:40.965268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:40.968345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:40.971337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:40.972167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.000145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Subnet': ['ID=afc36aa3-f770-49e1-bd8a-cce544a53265,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:41.004987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-25fbb17b-3cc7-46a7-a831-35ed28829250 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6713128 Mar 21 07:05:41.008107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33860) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:41.017355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1581152882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'afc36aa3-f770-49e1-bd8a-cce544a53265'}], 'security_groups': ['2897eeb9-a1d2-4576-9102-fa29ded9bf78', 'c367fbcb-fdf1-4c82-8bc6-1102a3cebd65']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:41.101515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:41.107330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.113552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.114282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.146184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:41.146549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.147344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.203792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] For port a7ed8bb6-6c3d-4214-a420-e3905317372d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:41.206521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Attempting to bind port 23e04685-74c3-407b-88b4-2ff99be16520 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:41.207029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Attempting to bind port 23e04685-74c3-407b-88b4-2ff99be16520 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b9334a35-e9fd-4817-b252-d0e9ecac1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:41.207488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Attempting to bind port 23e04685-74c3-407b-88b4-2ff99be16520 on network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:41.239178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:41.242938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Checking segment: {'id': 'b9334a35-e9fd-4817-b252-d0e9ecac1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:41.243478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.244894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Bound using segment: {'id': 'b9334a35-e9fd-4817-b252-d0e9ecac1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:41.249346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Bound port: 23e04685-74c3-407b-88b4-2ff99be16520, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9334a35-e9fd-4817-b252-d0e9ecac1c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6cc73d02-6c86-47f0-b982-6d8ee59447d7'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:41.250146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.404445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] For port 23e04685-74c3-407b-88b4-2ff99be16520, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:41.408039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] For port 23e04685-74c3-407b-88b4-2ff99be16520, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=23e04685-74c3-407b-88b4-2ff99be16520,segment=NetworkSegment(b9334a35-e9fd-4817-b252-d0e9ecac1c69),segment_id=b9334a35-e9fd-4817-b252-d0e9ecac1c69)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:41.458143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] For port a7ed8bb6-6c3d-4214-a420-e3905317372d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a7ed8bb6-6c3d-4214-a420-e3905317372d,segment=NetworkSegment(2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc),segment_id=2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:41.461418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba81a2-64d4-466b-9941-53068d6ab315 None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:41.474684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.477537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Port': ['ID=32a76ab8-99f3-48fe-ae73-40cfff5a8931,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:41.517442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.550174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:41.551572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:41.581262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1a8ab2c3-85b3-4975-a5a5-393296bd54fe None None] Provisioning complete for port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:41.581642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab2c3-85b3-4975-a5a5-393296bd54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.707470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Delete allocated IP 172.20.0.7 (2ae9f262-30e3-44e3-b233-5417e21dabc6/326ed759-30c9-47da-be6f-516c9bc6adab) {{(pid=87988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 21 07:05:41.717989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af9b4-b351-4b90-8a08-f18a84b795eb None None] Pushing event updated for resources: {'Port': ['ID=23e04685-74c3-407b-88b4-2ff99be16520,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:41.730919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Allocated IP 172.20.0.39 (2ae9f262-30e3-44e3-b233-5417e21dabc6/afc36aa3-f770-49e1-bd8a-cce544a53265/0f61d188-2bfe-48b5-8897-bbf83ece4585) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:41.813721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:41.826617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Router adbec3cc-89d9-4448-8f43-f1aa648cc144 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:05:41.929835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657e3e-a553-428b-be13-d9b283345715 None None] Pushing event updated for resources: {'Port': ['ID=a7ed8bb6-6c3d-4214-a420-e3905317372d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:41.951657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,segment=NetworkSegment(d6f0d19b-fa59-4425-96b8-504d4bc11c44),segment_id=d6f0d19b-fa59-4425-96b8-504d4bc11c44)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:41.965529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.075142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab2c3-85b3-4975-a5a5-393296bd54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.115517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9761020-3032-4bca-9184-ab374cabb7a1 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:42.117751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:42.129490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-374d25bc-d5d5-419a-bfef-eef2c78d5564 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5712488 Mar 21 07:05:42.130899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33866) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:42.131815 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] Sync routers for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:42.142913 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:42.143505 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:42.160404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.183526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Ignored duplicate provisioning block setup for port 0f61d188-2bfe-48b5-8897-bbf83ece4585 by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 07:05:42.190729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.252964 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:42.271358 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:42.272495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:42.394819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event updated for resources: {'Port': ['ID=0f61d188-2bfe-48b5-8897-bbf83ece4585,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:42.420418 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:42.421194 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0e8e-4ebb-4ffd-8ded-e256dacdf740 None None] The sync data for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:42.432224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] In _notify_port_updated(), no bound segment for port 0f61d188-2bfe-48b5-8897-bbf83ece4585 on network 2ae9f262-30e3-44e3-b233-5417e21dabc6 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:05:42.437779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:42.438403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.439723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-63c3bb2b-fa73-4704-b691-9d41a86a32b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "PUT /v2.0/ports/0f61d188-2bfe-48b5-8897-bbf83ece4585 HTTP/1.1" status: 200 len: 960 time: 1.4306092 Mar 21 07:05:42.444126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33870) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:42.483602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:42.500108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-1a8ab2c3-85b3-4975-a5a5-393296bd54fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:42.500467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-1a8ab2c3-85b3-4975-a5a5-393296bd54fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:42.524630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port 0f61d188-2bfe-48b5-8897-bbf83ece4585 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:42.524846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.795573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Update dhcp port {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'fixed_ips': [{'subnet_id': '16be2d4e-9db4-4a87-95d9-001cc7e77755', 'ip_address': '172.20.0.18'}, {'subnet_id': '326ed759-30c9-47da-be6f-516c9bc6adab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'afc36aa3-f770-49e1-bd8a-cce544a53265'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'b6b5e196-9408-40bb-bf8e-edda3a8e2f3a'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:42.828873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:42.905376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:42.963960 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-6edd14eb-8896-4fb8-ac35-0b1841f4c760 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:42.965721 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6edd14eb-8896-4fb8-ac35-0b1841f4c760 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8321407 Mar 21 07:05:42.970084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33874) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:42.997387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.142161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for 0f61d188-2bfe-48b5-8897-bbf83ece4585 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:43.143462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:43.171700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc5c8e-8bb9-466f-b44b-fe4dd7dcbdc0 None None] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:43.320341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.384950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=0f61d188-2bfe-48b5-8897-bbf83ece4585,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:43.427634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Allocated IP 172.20.0.34 (2ae9f262-30e3-44e3-b233-5417e21dabc6/afc36aa3-f770-49e1-bd8a-cce544a53265/b6b5e196-9408-40bb-bf8e-edda3a8e2f3a) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:43.465302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Provisioning for port 23e04685-74c3-407b-88b4-2ff99be16520 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:43.507762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.519744 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8faf07fa-5de4-48c4-a786-230c139bb701 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/0f61d188-2bfe-48b5-8897-bbf83ece4585 HTTP/1.1" status: 204 len: 168 time: 1.0737844 Mar 21 07:05:43.522638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:43.536216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:43.536582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.566574 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8cf145-a567-4053-9ac5-94d4b60e6e6a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] GET failed (client error): The resource could not be found. Mar 21 07:05:43.567128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aa8cf145-a567-4053-9ac5-94d4b60e6e6a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Synchronizing usage tracker for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:05:43.588108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aa8cf145-a567-4053-9ac5-94d4b60e6e6a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Unset dirty status for tenant:5cb98d128cc14c27a541b5cf6633e71e on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:05:43.589176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aa8cf145-a567-4053-9ac5-94d4b60e6e6a tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports/0f61d188-2bfe-48b5-8897-bbf83ece4585 HTTP/1.1" status: 404 len: 333 time: 0.0655777 Mar 21 07:05:43.592073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:43.659677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df01612-9ff6-4c05-86ee-d06559355e5d None None] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:43.708162 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.746415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:43.746777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.776561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.832833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.911445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:43.939227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:43.949632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:43.987195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d86a49c-8bb3-4a44-bfcb-b599b86d30d8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:43.998261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.001818 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0f7bb2c6-15e2-4a9e-9fcd-2191903207b2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d86a49c-8bb3-4a44-bfcb-b599b86d30d8 HTTP/1.1" status: 204 len: 168 time: 0.4063807 Mar 21 07:05:44.002202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33886) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:44.058276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 23e04685-74c3-407b-88b4-2ff99be16520 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:44.149031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Provisioning for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:44.164245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.177703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.183316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:44.183522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7d6d-ee06-463b-a636-11a66fa8a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.211985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.267940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Ignored duplicate provisioning block setup for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 21 07:05:44.291056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.309949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port 32a76ab8-99f3-48fe-ae73-40cfff5a8931 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:44.310372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.361701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.394879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367fbcb-fdf1-4c82-8bc6-1102a3cebd65,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:44.400696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.404696 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e105fb05-5506-4b26-9603-12ff3bed44fe tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/security-groups/c367fbcb-fdf1-4c82-8bc6-1102a3cebd65 HTTP/1.1" status: 204 len: 168 time: 0.4014564 Mar 21 07:05:44.405335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:44.467533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 23e04685-74c3-407b-88b4-2ff99be16520 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:44.473723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.502357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.513802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 23e04685-74c3-407b-88b4-2ff99be16520 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:44.514172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.555560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.560633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.574594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2897eeb9-a1d2-4576-9102-fa29ded9bf78,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:44.579179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.579604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c6963-0a63-4cbb-a76e-0f43e723005c None None] Pushing event updated for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:44.580280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d9462a00-d665-4180-b8a7-6dfa61c9a14c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/security-groups/2897eeb9-a1d2-4576-9102-fa29ded9bf78 HTTP/1.1" status: 204 len: 168 time: 0.1732800 Mar 21 07:05:44.582957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33894) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:44.663082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet 326ed759-30c9-47da-be6f-516c9bc6adab {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:44.666669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.729596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Calling delete_port for 32a76ab8-99f3-48fe-ae73-40cfff5a8931 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:44.734252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.741872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.808500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Provisioning complete for port 23e04685-74c3-407b-88b4-2ff99be16520 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:44.808869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.851115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 23e04685-74c3-407b-88b4-2ff99be16520, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=23e04685-74c3-407b-88b4-2ff99be16520,segment=NetworkSegment(b9334a35-e9fd-4817-b252-d0e9ecac1c69),segment_id=b9334a35-e9fd-4817-b252-d0e9ecac1c69)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:44.873750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.874509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a7ed8bb6-6c3d-4214-a420-e3905317372d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:44.874662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.977108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:44.994839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.060290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=326ed759-30c9-47da-be6f-516c9bc6adab,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:45.065940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.080843 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce789276-adda-4c7a-9d08-a51a62b213cd tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/326ed759-30c9-47da-be6f-516c9bc6adab HTTP/1.1" status: 204 len: 168 time: 0.4969058 Mar 21 07:05:45.087719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33898) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:45.122652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=23e04685-74c3-407b-88b4-2ff99be16520,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:45.177654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a7ed8bb6-6c3d-4214-a420-e3905317372d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:45.181675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet afc36aa3-f770-49e1-bd8a-cce544a53265 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:45.191599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.202977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Provisioning for port a7ed8bb6-6c3d-4214-a420-e3905317372d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:45.213726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Provisioning complete for port a7ed8bb6-6c3d-4214-a420-e3905317372d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:45.214149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.285326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.339203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Port': ['ID=32a76ab8-99f3-48fe-ae73-40cfff5a8931,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:45.360255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:45.447245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.470347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.500536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:45.500956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.534025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804e030-814c-4541-94c4-7ce42a5a7271 None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:45.553741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] For port a7ed8bb6-6c3d-4214-a420-e3905317372d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a7ed8bb6-6c3d-4214-a420-e3905317372d,segment=NetworkSegment(2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc),segment_id=2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:45.568871 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.582837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.583250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.635316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=afc36aa3-f770-49e1-bd8a-cce544a53265,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:45.641573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.650380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8c034e5-4dec-4d7e-ae71-5a9d2e56b7ef tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/afc36aa3-f770-49e1-bd8a-cce544a53265 HTTP/1.1" status: 204 len: 168 time: 0.5612254 Mar 21 07:05:45.652325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33902) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:45.699408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb86d3b-f59b-4de6-a980-6800f42a72e1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:45.699877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb86d3b-f59b-4de6-a980-6800f42a72e1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:45.702250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4eb86d3b-f59b-4de6-a980-6800f42a72e1 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/326ed759-30c9-47da-be6f-516c9bc6adab HTTP/1.1" status: 404 len: 337 time: 0.0490086 Mar 21 07:05:45.704597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33906) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:45.736872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Could not find standard attr ID for object 0f61d188-2bfe-48b5-8897-bbf83ece4585. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:45.764158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cbf33-5647-44dc-a346-1766a1a2e209 None None] Pushing event updated for resources: {'Port': ['ID=a7ed8bb6-6c3d-4214-a420-e3905317372d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:45.795464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting subnet 16be2d4e-9db4-4a87-95d9-001cc7e77755 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:45.798660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.851307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 23e04685-74c3-407b-88b4-2ff99be16520 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:45.868470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.889836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Router adbec3cc-89d9-4448-8f43-f1aa648cc144 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:45.922088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:45.922469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:45.957312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.030151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:46.039411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.043772 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-139b95d8-867b-4878-be7d-42aaf020d78d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0692759 Mar 21 07:05:46.043963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:46.044527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33910) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.056253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] Sync routers for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:46.085698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Subnet': ['ID=16be2d4e-9db4-4a87-95d9-001cc7e77755,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:46.086581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:46.087841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:46.089246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.095293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b6444a07-3cf2-4d9c-a5f5-da751284ba53 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/16be2d4e-9db4-4a87-95d9-001cc7e77755 HTTP/1.1" status: 204 len: 168 time: 0.3897374 Mar 21 07:05:46.097791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33914) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.113784 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-db776805-d00f-431a-b03f-580ace3e016a tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] delete failed (client error): The resource could not be found. Mar 21 07:05:46.118908 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db776805-d00f-431a-b03f-580ace3e016a tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-99725853 HTTP/1.1" status: 404 len: 333 time: 0.0694628 Mar 21 07:05:46.119318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.124924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e1fac4dc-110e-4bb7-8957-56690d044e94 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adbec3cc-89d9-4448-8f43-f1aa648cc144'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:46.136676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47b8251-70b4-4457-b243-5f3ba8946dbb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.137180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47b8251-70b4-4457-b243-5f3ba8946dbb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.141483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b47b8251-70b4-4457-b243-5f3ba8946dbb tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/f3e2ba84-a2d3-4ba7-835f-b49bbd3b7a96 HTTP/1.1" status: 404 len: 337 time: 0.0402360 Mar 21 07:05:46.141794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33922) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.187765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1aba54b8-b206-45ae-9de6-62dcbd3c193e tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "GET /v2.0/ports?device_id=9efc126f-163f-43b7-8a48-539829fb9a2e HTTP/1.1" status: 200 len: 205 time: 0.0427368 Mar 21 07:05:46.188229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.195679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 23e04685-74c3-407b-88b4-2ff99be16520 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:46.196186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.246925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Provisioning complete for port a7ed8bb6-6c3d-4214-a420-e3905317372d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:46.247297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.271168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:46.311565 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-0b9a3649-9c9a-4c60-82b0-54362d7087c6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] delete failed (client error): The resource could not be found. Mar 21 07:05:46.312579 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0b9a3649-9c9a-4c60-82b0-54362d7087c6 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/routers/9efc126f-163f-43b7-8a48-539829fb9a2e HTTP/1.1" status: 404 len: 336 time: 0.1233582 Mar 21 07:05:46.315593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33930) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.323614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:46.324259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:46.360198 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4221a2ff-4428-4788-ab45-ee364fecb475 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.360657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4221a2ff-4428-4788-ab45-ee364fecb475 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.364675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4221a2ff-4428-4788-ab45-ee364fecb475 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/0d674d5a-b1e9-45b8-962d-b7f224d8bb20 HTTP/1.1" status: 404 len: 337 time: 0.0457935 Mar 21 07:05:46.364902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33934) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.401753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:46.402162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7accf1-29d2-4ddd-9614-b55cfcefb911 None None] The sync data for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:46.404215 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa10886-7af6-4417-9717-07802815bf47 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.404618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa10886-7af6-4417-9717-07802815bf47 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.408487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2aa10886-7af6-4417-9717-07802815bf47 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/05621dd8-1b83-425f-9707-ad23bd9c9e44 HTTP/1.1" status: 404 len: 337 time: 0.0403695 Mar 21 07:05:46.409263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33938) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.450267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-782e07b4-304c-4a45-9d96-0c0860d0f91b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.450723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782e07b4-304c-4a45-9d96-0c0860d0f91b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.454656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-782e07b4-304c-4a45-9d96-0c0860d0f91b tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/eab88887-5f59-4458-81fc-d8d0300ad8dd HTTP/1.1" status: 404 len: 337 time: 0.0427530 Mar 21 07:05:46.454913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33942) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.501324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1474dab5-5329-4eb3-9878-e314930b0648 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.501997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1474dab5-5329-4eb3-9878-e314930b0648 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.506026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1474dab5-5329-4eb3-9878-e314930b0648 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/3c6c4105-9d19-42b7-bf9b-bca24378a452 HTTP/1.1" status: 404 len: 333 time: 0.0476151 Mar 21 07:05:46.506026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.546884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a46f777-e79f-4493-9c06-c146f4b41d55 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.547651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a46f777-e79f-4493-9c06-c146f4b41d55 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.552177 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0a46f777-e79f-4493-9c06-c146f4b41d55 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/a0cec3be-0665-435b-b4f0-7ab33b76d48a HTTP/1.1" status: 404 len: 337 time: 0.0422831 Mar 21 07:05:46.552518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33950) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.592990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Could not find standard attr ID for object 32a76ab8-99f3-48fe-ae73-40cfff5a8931. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:05:46.594647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dcb8b3-9bed-4fbb-9c37-e1f641ee4368 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.595214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dcb8b3-9bed-4fbb-9c37-e1f641ee4368 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.599274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13dcb8b3-9bed-4fbb-9c37-e1f641ee4368 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/9dc4f5d3-083b-496b-b737-e07d9208bc20 HTTP/1.1" status: 404 len: 337 time: 0.0428944 Mar 21 07:05:46.600668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33954) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.607320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab0d60-1953-4cbd-b888-525d719279e5 None None] Update dhcp port {'port': {'network_id': '2ae9f262-30e3-44e3-b233-5417e21dabc6', 'fixed_ips': [{'subnet_id': '16be2d4e-9db4-4a87-95d9-001cc7e77755'}], 'binding:host_id': 'dv-neutron-834307-1-hyperv'}, 'id': 'b6b5e196-9408-40bb-bf8e-edda3a8e2f3a'} from dv-neutron-834307-1-hyperv. {{(pid=87990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 21 07:05:46.651339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:46.651911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-95b0e5b0-920e-43f5-8065-6a04ddd0be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.653743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a99b3a3-0172-4538-87b0-f5195b8162b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.654443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a99b3a3-0172-4538-87b0-f5195b8162b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.656648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6a99b3a3-0172-4538-87b0-f5195b8162b0 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/018d5360-8f7a-46f1-b9d7-679018e19f75 HTTP/1.1" status: 404 len: 333 time: 0.0538316 Mar 21 07:05:46.659796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33958) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.700786 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0ebd91-7234-460b-9fcd-905ab966e7ba tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.701255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0ebd91-7234-460b-9fcd-905ab966e7ba tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.703205 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9d0ebd91-7234-460b-9fcd-905ab966e7ba tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/ed08bcb3-7f24-4989-91dd-337f881a65fd HTTP/1.1" status: 404 len: 337 time: 0.0419090 Mar 21 07:05:46.705733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33962) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.712983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16ab0d60-1953-4cbd-b888-525d719279e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.715494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e1fac4dc-110e-4bb7-8957-56690d044e94 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.744428 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-e1fac4dc-110e-4bb7-8957-56690d044e94 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] update failed (client error): The resource could not be found. Mar 21 07:05:46.745387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3291ea53-e30e-4203-9d84-bd6a68d480e7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] DELETE failed (client error): The resource could not be found. Mar 21 07:05:46.745543 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e1fac4dc-110e-4bb7-8957-56690d044e94 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144 HTTP/1.1" status: 404 len: 339 time: 0.6251180 Mar 21 07:05:46.745849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3291ea53-e30e-4203-9d84-bd6a68d480e7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:05:46.747760 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3291ea53-e30e-4203-9d84-bd6a68d480e7 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/subnets/e06c53ef-d97a-4a67-b197-a97aef666103 HTTP/1.1" status: 404 len: 337 time: 0.0406470 Mar 21 07:05:46.749032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33966) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.750058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33968) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:46.754751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2030787041'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:46.760367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:46.764087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:network and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:46.770678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:46.778317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:46.790346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:46.793844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.824539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:46.835554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.835893 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Added segment 1d6a9395-6aa4-4b80-a033-1c37c34e89a6 of type vlan for network 9d98778d-14f0-474b-adf1-ed99b80dba28 Mar 21 07:05:46.866152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.897337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.903842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:46.904449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.937928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:46.938284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:46.997238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beae5dc-23c4-42d0-b519-9fcf7c97ce6d None None] Network 2ae9f262-30e3-44e3-b233-5417e21dabc6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:47.017359 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2671494 Mar 21 07:05:47.023495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33974) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:47.032089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'subnet': {'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:47.054644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df793-1fcf-411b-92fa-4a0ec44f6ffc tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Network': ['ID=9d98778d-14f0-474b-adf1-ed99b80dba28,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:47.088273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:47.140304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6a4ea698-d72c-4c6d-9ce5-bba9f1425d20 None None] Provisioning complete for port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:47.140697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea698-d72c-4c6d-9ce5-bba9f1425d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.157509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:47.161320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Usage tracker for resource:subnet and tenant:921e275ace924ea198bc8b79bce0773c is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:47.164281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:47.170196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:47.177527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.180718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Made reservation on behalf of 921e275ace924ea198bc8b79bce0773c for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:47.184359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.294722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a7ed8bb6-6c3d-4214-a420-e3905317372d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:47.314949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:47.408611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.412760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ea698-d72c-4c6d-9ce5-bba9f1425d20 None None] Port ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:47.429367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.447490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6a4ea698-d72c-4c6d-9ce5-bba9f1425d20 None None] Provisioning complete for port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:47.447864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea698-d72c-4c6d-9ce5-bba9f1425d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.468244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:47.474575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.489877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2e15f938-76b3-455e-aa09-498fa9ad316c tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/ports/ab9ffdc2-9b5f-4179-a911-f1f3dcb3bd1b HTTP/1.1" status: 204 len: 168 time: 0.7385411 Mar 21 07:05:47.492405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33978) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:47.515862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a7ed8bb6-6c3d-4214-a420-e3905317372d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:47.516239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.518627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Subnet': ['ID=4ba70540-7ef1-4427-bcfc-eef3387694a6,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:47.523437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Checking segment: {'id': '1d6a9395-6aa4-4b80-a033-1c37c34e89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:47.523807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network hostable DHCP agents. Network: 9d98778d-14f0-474b-adf1-ed99b80dba28, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:47.544038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:47.559019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 9d98778d-14f0-474b-adf1-ed99b80dba28) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:47.564662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:47.565369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.582028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe2221-c277-41b9-b14a-15e4481382f7 None None] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:47.598694 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5575ed18-73ea-4b6c-abaf-a8e397c541a6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5740380 Mar 21 07:05:47.602110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33982) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:47.602344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] DHCP port deletion for 2ae9f262-30e3-44e3-b233-5417e21dabc6 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:47.608773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c008274a-4a68-4d58-9f47-85ae1790eb50 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:47.617895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.628884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Deleting port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:47.629210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.647907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Deleting port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:47.648278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.843516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:47.844222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:47.973618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Calling delete_port for b6b5e196-9408-40bb-bf8e-edda3a8e2f3a owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:48.014442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c008274a-4a68-4d58-9f47-85ae1790eb50 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.062114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.093234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:48.113819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Port': ['ID=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:48.117683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] No DVR routers for this DVR port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:48.145011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b6b5e196-9408-40bb-bf8e-edda3a8e2f3a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:48.145368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b6b5e196-9408-40bb-bf8e-edda3a8e2f3a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:48.181991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] For port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b6b5e196-9408-40bb-bf8e-edda3a8e2f3a,segment=NetworkSegment(dd0827b1-c423-4ed5-b414-d7dfd4d1e81a),segment_id=dd0827b1-c423-4ed5-b414-d7dfd4d1e81a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:48.182297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.182443 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c008274a-4a68-4d58-9f47-85ae1790eb50 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:05:48.183421 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c008274a-4a68-4d58-9f47-85ae1790eb50 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144 HTTP/1.1" status: 400 len: 364 time: 0.5796652 Mar 21 07:05:48.187176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 33988) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:48.249779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-9d98778d-14f0-474b-adf1-ed99b80dba28', 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28', 'tenant_id': '921e275ace924ea198bc8b79bce0773c', 'fixed_ips': [{'subnet_id': '4ba70540-7ef1-4427-bcfc-eef3387694a6'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:48.250905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.263326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.302716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae9f262-30e3-44e3-b233-5417e21dabc6']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:48.321460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:48.322054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0827b1-c423-4ed5-b414-d7dfd4d1e81a') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:48.327436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Calling delete_port for b6b5e196-9408-40bb-bf8e-edda3a8e2f3a owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:48.336423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.357301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.363915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:48.364345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:48.384704 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:48.458624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.485358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.491199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.518587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:48.518943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:48.554787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Allocated IP 2001:db8:1::2 (9d98778d-14f0-474b-adf1-ed99b80dba28/4ba70540-7ef1-4427-bcfc-eef3387694a6/e8032d04-beff-4551-9f34-f5fdb2528d46) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:48.627969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] Pushing event deleted for resources: {'Network': ['ID=2ae9f262-30e3-44e3-b233-5417e21dabc6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:48.632330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-236dbc6b-a560-4980-a859-29ed634c7ac2 tempest-PortsTestJSON-1755165601 tempest-PortsTestJSON-1755165601-project] 10.222.0.31 "DELETE /v2.0/networks/2ae9f262-30e3-44e3-b233-5417e21dabc6 HTTP/1.1" status: 204 len: 168 time: 1.1388459 Mar 21 07:05:48.777894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.788389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Transition to ACTIVE for port object e8032d04-beff-4551-9f34-f5fdb2528d46 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:48.810449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Transition to ACTIVE for port object e8032d04-beff-4551-9f34-f5fdb2528d46 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:48.812097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.816323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:48.887909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:48.891101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:48.894913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:48.904898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Pushing event updated for resources: {'Port': ['ID=e8032d04-beff-4551-9f34-f5fdb2528d46,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:48.930398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 33996) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:48.994836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Attempting to bind port e8032d04-beff-4551-9f34-f5fdb2528d46 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:48.995214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Attempting to bind port e8032d04-beff-4551-9f34-f5fdb2528d46 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '1d6a9395-6aa4-4b80-a033-1c37c34e89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:48.995652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Attempting to bind port e8032d04-beff-4551-9f34-f5fdb2528d46 on network 9d98778d-14f0-474b-adf1-ed99b80dba28 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:49.001334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:49.001680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Checking segment: {'id': '1d6a9395-6aa4-4b80-a033-1c37c34e89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:49.002171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.002625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Bound using segment: {'id': '1d6a9395-6aa4-4b80-a033-1c37c34e89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:49.003419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Bound port: e8032d04-beff-4551-9f34-f5fdb2528d46, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a9395-6aa4-4b80-a033-1c37c34e89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d98778d-14f0-474b-adf1-ed99b80dba28'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:49.003560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.019764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Deleting port b6b5e196-9408-40bb-bf8e-edda3a8e2f3a {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:49.020228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.084503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-db65ac69-5b17-47c5-b4a0-8cc41b63e753 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb98d128cc14c27a541b5cf6633e71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500895 Mar 21 07:05:49.084503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34002) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:49.132137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0bfedbfc-9c5e-4b4a-899f-22aad8a70723 None None] The port 'b6b5e196-9408-40bb-bf8e-edda3a8e2f3a' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:49.149164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.169425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] For port e8032d04-beff-4551-9f34-f5fdb2528d46, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:49.172466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] For port e8032d04-beff-4551-9f34-f5fdb2528d46, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8032d04-beff-4551-9f34-f5fdb2528d46,segment=NetworkSegment(1d6a9395-6aa4-4b80-a033-1c37c34e89a6),segment_id=1d6a9395-6aa4-4b80-a033-1c37c34e89a6)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:49.177691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.180121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.189241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Allocated IP 2001:db8::1 (82c3bd3d-3547-45f7-808a-8eecc205fb41/f5bda910-c1b2-4839-85a9-8ab0b1dffd77/42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:49.242670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.270415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.270599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2df27-3f28-46e8-98b6-71dacdac81c9 None None] Pushing event updated for resources: {'Port': ['ID=e8032d04-beff-4551-9f34-f5fdb2528d46,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:49.283915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e223d7b-5f4f-45e7-85d7-3cc51cd9a470 HTTP/1.1" status: 204 len: 168 time: 0.1983795 Mar 21 07:05:49.285130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b30ca-fee0-4bcf-bc06-0bee8cb93659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e223d7b-5f4f-45e7-85d7-3cc51cd9a470,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:49.390417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.408509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Transition to ACTIVE for port object 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:49.438670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.527154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:49.530465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:49.534747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:49.535363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.560019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Port': ['ID=42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:49.682894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.861470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-902cac6d-5c65-4404-9340-c88a6ec71650 None None] Provisioning for port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:49.868297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-902cac6d-5c65-4404-9340-c88a6ec71650 None None] Provisioning complete for port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:49.868910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-902cac6d-5c65-4404-9340-c88a6ec71650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:49.931100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-902cac6d-5c65-4404-9340-c88a6ec71650 None None] Port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:50.105506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34026) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:50.221446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-376339733'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:50.226978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.227928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:50.232734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Usage tracker for resource:network and tenant:f36920703b25461abab25b0c1f8f2650 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:50.235461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.235932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:50.236273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.243113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:50.265669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Made reservation on behalf of f36920703b25461abab25b0c1f8f2650 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:50.270387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.283835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.300966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:50.305746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Usage tracker for resource:security_group_rule and tenant:f36920703b25461abab25b0c1f8f2650 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:50.309596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:50.316414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:50.389645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d3bb1-3e08-4bf5-95e9-eefc56c6f42f None None] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:50.414761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.419910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.426579 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event updated for resources: {'Port': ['ID=42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:50.456254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:05:50.457690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:50.458957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:50.473909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aca1f4-ff41-4715-be1d-e288c56193bd,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:50.481355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.482032 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Added segment 85a1169e-ede3-4bf5-9af0-493078d04800 of type vlan for network a43de2d6-dd69-43f7-b370-9f277559e15e Mar 21 07:05:50.515242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.540956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-38935626-c28d-4de5-8897-07de12bd2f59 None None] Provisioning for port e8032d04-beff-4551-9f34-f5fdb2528d46 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:50.549792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.558426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:50.559801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.656606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Router adbec3cc-89d9-4448-8f43-f1aa648cc144 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:50.685756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event updated for resources: {'Network': ['ID=a43de2d6-dd69-43f7-b370-9f277559e15e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:50.694641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0235de47-779c-437b-8bed-577acd8a61c4 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5877163 Mar 21 07:05:50.695504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34032) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:50.702846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Request body: {'subnet': {'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:50.703048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a43de2d6-dd69-43f7-b370-9f277559e15e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:05:50.824373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:50.829354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Usage tracker for resource:subnet and tenant:f36920703b25461abab25b0c1f8f2650 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:50.833869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:50.840992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:50.844287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:50.853485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Made reservation on behalf of f36920703b25461abab25b0c1f8f2650 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:50.856587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] Sync routers for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:50.857030 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61ebf220-c8a6-4036-a747-cb3b4936be2f tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6686776 Mar 21 07:05:50.857355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.864323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34036) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:50.877492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:50.879864 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:50.880728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-29eea424-310e-4a7f-b349-2910ad9fe8fe None None] Provisioning complete for port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:50.881266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29eea424-310e-4a7f-b349-2910ad9fe8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:50.984793 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:50.998531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-29eea424-310e-4a7f-b349-2910ad9fe8fe None None] Port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:51.002783 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:51.003681 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:51.070220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fc092d4-f3c8-4407-af17-b67a16ff3e0e tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.075321 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:51.075766 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d2ef04-b6f4-4cc6-986b-d2a1ad883ae2 None None] The sync data for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:51.125699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.201756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event updated for resources: {'Subnet': ['ID=ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:51.212849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Checking segment: {'id': '85a1169e-ede3-4bf5-9af0-493078d04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:51.213580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Network hostable DHCP agents. Network: a43de2d6-dd69-43f7-b370-9f277559e15e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:05:51.226224 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-5fc092d4-f3c8-4407-af17-b67a16ff3e0e tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 21 07:05:51.227377 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5fc092d4-f3c8-4407-af17-b67a16ff3e0e tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144 HTTP/1.1" status: 409 len: 329 time: 0.3618751 Mar 21 07:05:51.230445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34040) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:51.241780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Network a43de2d6-dd69-43f7-b370-9f277559e15e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:05:51.252702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a43de2d6-dd69-43f7-b370-9f277559e15e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:51.265265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:51.265265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.266096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2d4eb-5bb2-4cad-aa20-163221d20aa9 None None] Network a43de2d6-dd69-43f7-b370-9f277559e15e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:51.292397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5b326441-a621-438e-bad2-6ddd31393ca3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5956814 Mar 21 07:05:51.295559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34044) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:51.308907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8032d04-beff-4551-9f34-f5fdb2528d46 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:51.311967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Request body: {'port': {'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e', 'name': 'tempest-TagsExtTest-664960124'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:51.467538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:51.471660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Usage tracker for resource:port and tenant:f36920703b25461abab25b0c1f8f2650 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:51.474583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:51.480674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:51.491548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Made reservation on behalf of f36920703b25461abab25b0c1f8f2650 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:05:51.495163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.499361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port e8032d04-beff-4551-9f34-f5fdb2528d46 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:51.513019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8032d04-beff-4551-9f34-f5fdb2528d46 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:51.513426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.517350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] device_id is not set on port cf6655af-1c51-49fa-a3d0-bf8dcf105009 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:05:51.619296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a43de2d6-dd69-43f7-b370-9f277559e15e', 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e', 'tenant_id': 'f36920703b25461abab25b0c1f8f2650', 'fixed_ips': [{'subnet_id': 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:05:51.620132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.682738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Allocated IP 172.20.0.4 (a43de2d6-dd69-43f7-b370-9f277559e15e/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/cf6655af-1c51-49fa-a3d0-bf8dcf105009) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:51.756532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.804455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port e8032d04-beff-4551-9f34-f5fdb2528d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8032d04-beff-4551-9f34-f5fdb2528d46,segment=NetworkSegment(1d6a9395-6aa4-4b80-a033-1c37c34e89a6),segment_id=1d6a9395-6aa4-4b80-a033-1c37c34e89a6)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:51.810062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.883354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=e8032d04-beff-4551-9f34-f5fdb2528d46,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:51.913469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.929815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Transition to ACTIVE for port object cf6655af-1c51-49fa-a3d0-bf8dcf105009 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:51.948029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:51.954104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.020059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Allocated IP 172.20.0.2 (a43de2d6-dd69-43f7-b370-9f277559e15e/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/29c5107a-2a41-4da1-ab68-c284f03cb42e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:05:52.032504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Network a43de2d6-dd69-43f7-b370-9f277559e15e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:52.035917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:52.038976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:52.088106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event updated for resources: {'Port': ['ID=cf6655af-1c51-49fa-a3d0-bf8dcf105009,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:52.111980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:52.112606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.139522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fcd234ee-1c70-44f5-a937-6309bd219e42 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8401041 Mar 21 07:05:52.140147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34048) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.144829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1762521641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:52.153661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:52.157619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Usage tracker for resource:router and tenant:f36920703b25461abab25b0c1f8f2650 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:05:52.160430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:05:52.170047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:05:52.180242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.181460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.197554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.217717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.246508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.251280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5716f28d-7565-49fa-9ebc-83e66db02060 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1088946 Mar 21 07:05:52.252105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34052) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.255143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.258258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6c2338bd-2198-4f2c-a062-87203a691309 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-596973418', 'prefixes': ['172.20.0.0/16']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:52.264341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6c2338bd-2198-4f2c-a062-87203a691309 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:05:52.266473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Transition to ACTIVE for port object 29c5107a-2a41-4da1-ab68-c284f03cb42e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:52.289680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Transition to ACTIVE for port object 29c5107a-2a41-4da1-ab68-c284f03cb42e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:05:52.297791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.326838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:52.327394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.327543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6c2338bd-2198-4f2c-a062-87203a691309 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for subnetpool, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.331886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6c2338bd-2198-4f2c-a062-87203a691309 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0754378 Mar 21 07:05:52.332556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34056) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.338605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-ee54dd86-d7e0-470e-b4d7-4dd71f236f9e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-560750596') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.375810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Network a43de2d6-dd69-43f7-b370-9f277559e15e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:05:52.378883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:05:52.382963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:05:52.428690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ee54dd86-d7e0-470e-b4d7-4dd71f236f9e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-560750596 HTTP/1.1" status: 201 len: 201 time: 0.0948310 Mar 21 07:05:52.431186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34060) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.432250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Pushing event updated for resources: {'Port': ['ID=29c5107a-2a41-4da1-ab68-c284f03cb42e,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:52.437100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-ff3de62c-d45b-443c-873f-36da5a4b8998 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-338953119') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.489646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b88008d1-cdb4-4746-84b2-3784d9783009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.499256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Attempting to bind port 29c5107a-2a41-4da1-ab68-c284f03cb42e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:05:52.499706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Attempting to bind port 29c5107a-2a41-4da1-ab68-c284f03cb42e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '85a1169e-ede3-4bf5-9af0-493078d04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:05:52.500130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Attempting to bind port 29c5107a-2a41-4da1-ab68-c284f03cb42e on network a43de2d6-dd69-43f7-b370-9f277559e15e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:05:52.505492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:05:52.506017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Checking segment: {'id': '85a1169e-ede3-4bf5-9af0-493078d04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:05:52.506412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.506792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Bound using segment: {'id': '85a1169e-ede3-4bf5-9af0-493078d04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:05:52.507248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Bound port: 29c5107a-2a41-4da1-ab68-c284f03cb42e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a1169e-ede3-4bf5-9af0-493078d04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a43de2d6-dd69-43f7-b370-9f277559e15e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:05:52.507618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.528812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ff3de62c-d45b-443c-873f-36da5a4b8998 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-338953119 HTTP/1.1" status: 201 len: 201 time: 0.0938413 Mar 21 07:05:52.529246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.534773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-e439a82a-b9d2-4afc-aa31-7f3a6c8247a9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-327536495') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.540860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.599351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] For port 29c5107a-2a41-4da1-ab68-c284f03cb42e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:05:52.603072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] For port 29c5107a-2a41-4da1-ab68-c284f03cb42e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=29c5107a-2a41-4da1-ab68-c284f03cb42e,segment=NetworkSegment(85a1169e-ede3-4bf5-9af0-493078d04800),segment_id=85a1169e-ede3-4bf5-9af0-493078d04800)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:05:52.609595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.673444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Calling delete_port for 42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:52.696608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28adc94-c489-4be6-9511-52d96d1d619b None None] Pushing event updated for resources: {'Port': ['ID=29c5107a-2a41-4da1-ab68-c284f03cb42e,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:52.796023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e439a82a-b9d2-4afc-aa31-7f3a6c8247a9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-327536495 HTTP/1.1" status: 201 len: 201 time: 0.2657275 Mar 21 07:05:52.799094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34068) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.805452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-8e873eab-3f21-432a-ac4c-bb3944600e22 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-1674756685') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.843106 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8e873eab-3f21-432a-ac4c-bb3944600e22 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-1674756685 HTTP/1.1" status: 201 len: 201 time: 0.0424078 Mar 21 07:05:52.845862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34072) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.851931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-62c67e31-1086-47a8-b313-68523bd8951e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.899030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:52.936597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-62c67e31-1086-47a8-b313-68523bd8951e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 200 len: 240 time: 0.0896549 Mar 21 07:05:52.939215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34076) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:52.944390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-3f33ccba-6388-49b0-bb1c-d052b218790e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-560750596') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:52.959483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Port': ['ID=42acf0aa-5d50-4cc5-ad4f-27a3ba28aaf9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:53.021262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3f33ccba-6388-49b0-bb1c-d052b218790e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-560750596 HTTP/1.1" status: 204 len: 168 time: 0.0789514 Mar 21 07:05:53.022464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34080) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.027610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-2706d1d5-1944-4e10-a4cf-0ea9dd4cbc8d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-560750596') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.130160 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2706d1d5-1944-4e10-a4cf-0ea9dd4cbc8d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-560750596 HTTP/1.1" status: 204 len: 168 time: 0.1063714 Mar 21 07:05:53.132515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34084) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.136231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:53.137888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-2e4ec21d-6e9c-4729-91a7-328f631dc1fb tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.214659 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2e4ec21d-6e9c-4729-91a7-328f631dc1fb tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 200 len: 205 time: 0.0806465 Mar 21 07:05:53.216855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34088) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.223704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-456e1296-f9fd-4889-80b0-64ccb10d05e9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.298873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-456e1296-f9fd-4889-80b0-64ccb10d05e9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 200 len: 240 time: 0.0807128 Mar 21 07:05:53.301478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34092) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.315783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-025d6292-64a1-4328-a499-c4fc5e2a4823 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-338953119') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.369327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8032d04-beff-4551-9f34-f5fdb2528d46 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:53.402677 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-025d6292-64a1-4328-a499-c4fc5e2a4823 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-338953119 HTTP/1.1" status: 204 len: 168 time: 0.1000757 Mar 21 07:05:53.405489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34096) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.410773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-1a45d943-cdef-444d-8d20-0bbb35038b8f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-338953119') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.481541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port e8032d04-beff-4551-9f34-f5fdb2528d46 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:53.481915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:53.507662 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1a45d943-cdef-444d-8d20-0bbb35038b8f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-338953119 HTTP/1.1" status: 204 len: 168 time: 0.1010659 Mar 21 07:05:53.511894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34100) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.517109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-2acff7b4-0657-482c-a1ff-48d9c0702d5b tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.589952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Router adbec3cc-89d9-4448-8f43-f1aa648cc144 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:53.594589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34104) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.594833 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2acff7b4-0657-482c-a1ff-48d9c0702d5b tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 200 len: 205 time: 0.0816717 Mar 21 07:05:53.603893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-1bcb46f8-fc1c-4542-842e-2142bd5da879 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.613026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 29c5107a-2a41-4da1-ab68-c284f03cb42e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:53.682690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 29c5107a-2a41-4da1-ab68-c284f03cb42e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:53.779810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401e21c-7ee8-4d1a-a7aa-744d4e1a3204 None None] Network a43de2d6-dd69-43f7-b370-9f277559e15e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:53.808739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:53.819268 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3964040c-6385-4aa2-976f-dd994c857a67 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867758 Mar 21 07:05:53.822829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34108) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.867874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] Sync routers for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:53.895340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-cc366c09-b05a-47b6-b233-99197e4de872 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] show failed (client error): The resource could not be found. Mar 21 07:05:53.896094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cc366c09-b05a-47b6-b233-99197e4de872 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-292581267 HTTP/1.1" status: 404 len: 334 time: 0.0722899 Mar 21 07:05:53.900442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34112) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.903018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:53.903742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.904655 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1bcb46f8-fc1c-4542-842e-2142bd5da879 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 200 len: 240 time: 0.3074882 Mar 21 07:05:53.906502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c88845bc-7221-4734-ac7b-5613ed6dcf2c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:05:53.907142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34116) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.913519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-0626e3ac-675c-4b78-89b3-6615a53916c6 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-327536495') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.966242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Provisioning for port 29c5107a-2a41-4da1-ab68-c284f03cb42e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:53.974295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-c88845bc-7221-4734-ac7b-5613ed6dcf2c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] update failed (client error): The resource could not be found. Mar 21 07:05:53.975397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c88845bc-7221-4734-ac7b-5613ed6dcf2c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-974934936 HTTP/1.1" status: 404 len: 334 time: 0.0741229 Mar 21 07:05:53.979050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34120) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:53.995330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:53.999095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Provisioning complete for port 29c5107a-2a41-4da1-ab68-c284f03cb42e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:53.999468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.094828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] Routers {'adbec3cc-89d9-4448-8f43-f1aa648cc144'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:54.095472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['adbec3cc-89d9-4448-8f43-f1aa648cc144'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.125891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting subnet 4ba70540-7ef1-4427-bcfc-eef3387694a6 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:54.136507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.180632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.181151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149ce51-bf05-41ae-9e64-bf6a845084ea None None] The sync data for ids ['adbec3cc-89d9-4448-8f43-f1aa648cc144'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:05:54.186812 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0626e3ac-675c-4b78-89b3-6615a53916c6 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-327536495 HTTP/1.1" status: 204 len: 168 time: 0.2761316 Mar 21 07:05:54.190252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34124) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.197479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-3c3f255a-c580-4973-b6b5-574861a26025 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-327536495') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.212731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.323241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.323981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.369600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] For port 29c5107a-2a41-4da1-ab68-c284f03cb42e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=29c5107a-2a41-4da1-ab68-c284f03cb42e,segment=NetworkSegment(85a1169e-ede3-4bf5-9af0-493078d04800),segment_id=85a1169e-ede3-4bf5-9af0-493078d04800)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:54.377626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.385773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c3f255a-c580-4973-b6b5-574861a26025 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-327536495 HTTP/1.1" status: 204 len: 168 time: 0.1934321 Mar 21 07:05:54.388023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34128) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.393144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-c9e9f7d5-d0dc-4f4d-b75a-3fc9e4a3ff19 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.425485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.459890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c6c66-886f-42ec-9bc9-4f44c05d86d8 None None] Pushing event updated for resources: {'Port': ['ID=29c5107a-2a41-4da1-ab68-c284f03cb42e,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:54.476945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba70540-7ef1-4427-bcfc-eef3387694a6,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:54.479065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.486123 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-48aa685d-eb7f-43ec-a26e-0edd88b6eac9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/subnets/4ba70540-7ef1-4427-bcfc-eef3387694a6 HTTP/1.1" status: 204 len: 168 time: 0.5051274 Mar 21 07:05:54.488280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34132) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.491798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53098a-8e8a-456c-bc2c-9d8281e664fb None None] Network 9d98778d-14f0-474b-adf1-ed99b80dba28 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:54.558764 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c9e9f7d5-d0dc-4f4d-b75a-3fc9e4a3ff19 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 200 len: 205 time: 0.1700583 Mar 21 07:05:54.561565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34136) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.567114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-3eb970de-92f7-42df-9a19-cffa0c25a83e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.599185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34140) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.600979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3eb970de-92f7-42df-9a19-cffa0c25a83e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 200 len: 241 time: 0.0380285 Mar 21 07:05:54.602032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2ec74a8e-a96e-4ac6-aaf7-31f667648f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.611963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-93649eb6-c040-41b5-a481-0eed7922b8c3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-1674756685') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.658186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.676752 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-93649eb6-c040-41b5-a481-0eed7922b8c3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-1674756685 HTTP/1.1" status: 204 len: 168 time: 0.0763381 Mar 21 07:05:54.678448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port e8032d04-beff-4551-9f34-f5fdb2528d46 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:54.678904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.679994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34144) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.685149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-78bb2f2b-704c-4f69-8a80-0675c016b161 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-1674756685') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.735157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-78bb2f2b-704c-4f69-8a80-0675c016b161 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-1674756685 HTTP/1.1" status: 204 len: 168 time: 0.0538011 Mar 21 07:05:54.737435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34148) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.745867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-81120dbc-e382-41e7-b980-8ffcb2f45a09 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.758158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Provisioning for port cf6655af-1c51-49fa-a3d0-bf8dcf105009 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:05:54.766768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Provisioning complete for port cf6655af-1c51-49fa-a3d0-bf8dcf105009 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:54.767246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.782779 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-81120dbc-e382-41e7-b980-8ffcb2f45a09 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 200 len: 205 time: 0.0437191 Mar 21 07:05:54.785354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34152) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.800445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-298da885-c206-4c99-b6b1-c7e1a4c04da9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.832211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-298da885-c206-4c99-b6b1-c7e1a4c04da9 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 204 len: 168 time: 0.0458553 Mar 21 07:05:54.835432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34156) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:54.843821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-c2554f48-6d4a-4862-9009-cd6d2c4c6775 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:54.847680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Port cf6655af-1c51-49fa-a3d0-bf8dcf105009 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:54.875747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Provisioning complete for port 29c5107a-2a41-4da1-ab68-c284f03cb42e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:54.876808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f4d3caae-6829-4ec5-9a78-3b8e294a8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:54.924094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] DHCP port deletion for 9d98778d-14f0-474b-adf1-ed99b80dba28 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:54.944166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Deleting port e8032d04-beff-4551-9f34-f5fdb2528d46 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:54.944665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.011607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c2554f48-6d4a-4862-9009-cd6d2c4c6775 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 204 len: 168 time: 0.1749568 Mar 21 07:05:55.012105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34160) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.017116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-e0adc591-5a7d-455d-8d18-b000779f2526 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.091662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] For port e8032d04-beff-4551-9f34-f5fdb2528d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8032d04-beff-4551-9f34-f5fdb2528d46,segment=NetworkSegment(1d6a9395-6aa4-4b80-a033-1c37c34e89a6),segment_id=1d6a9395-6aa4-4b80-a033-1c37c34e89a6)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:55.092016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.096696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e0adc591-5a7d-455d-8d18-b000779f2526 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 204 len: 168 time: 0.0836253 Mar 21 07:05:55.100826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34164) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.108508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-534711d5-7b65-481c-8471-4a7e9a267587 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.219523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] For port e8032d04-beff-4551-9f34-f5fdb2528d46, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=e8032d04-beff-4551-9f34-f5fdb2528d46,segment=NetworkSegment(1d6a9395-6aa4-4b80-a033-1c37c34e89a6),segment_id=1d6a9395-6aa4-4b80-a033-1c37c34e89a6)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:55.219924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.261152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Calling delete_port for e8032d04-beff-4551-9f34-f5fdb2528d46 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:55.331978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 29c5107a-2a41-4da1-ab68-c284f03cb42e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:05:55.369832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34168) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.370054 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-534711d5-7b65-481c-8471-4a7e9a267587 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2675757 Mar 21 07:05:55.370867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.375159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-5e7359f1-53a1-43b6-b25e-453c7cd59911 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-28320792') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.417128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Port': ['ID=e8032d04-beff-4551-9f34-f5fdb2528d46,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:55.426044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] No DVR routers for this DVR port e8032d04-beff-4551-9f34-f5fdb2528d46 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:55.433466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Calling delete_port for e8032d04-beff-4551-9f34-f5fdb2528d46 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:55.462680 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5e7359f1-53a1-43b6-b25e-453c7cd59911 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-28320792 HTTP/1.1" status: 201 len: 201 time: 0.0879593 Mar 21 07:05:55.463237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34174) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.483731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-50846206-54a9-42ac-9e32-08b2380163b0 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-473610292') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.505115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3bd9cacc-e153-48f1-a57a-3b1e339dd944 None None] Provisioning complete for port cf6655af-1c51-49fa-a3d0-bf8dcf105009 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:55.505515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cacc-e153-48f1-a57a-3b1e339dd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.581365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9cacc-e153-48f1-a57a-3b1e339dd944 None None] Port cf6655af-1c51-49fa-a3d0-bf8dcf105009 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:05:55.588233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:55.588588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:55.590897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 29c5107a-2a41-4da1-ab68-c284f03cb42e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:05:55.591270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.604744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.639325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d98778d-14f0-474b-adf1-ed99b80dba28']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.654421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6a9395-6aa4-4b80-a033-1c37c34e89a6') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.654755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6a9395-6aa4-4b80-a033-1c37c34e89a6') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.668982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.693768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.702372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:55.702813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:55.719742 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:55.736747 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-50846206-54a9-42ac-9e32-08b2380163b0 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-473610292 HTTP/1.1" status: 201 len: 201 time: 0.2733610 Mar 21 07:05:55.739653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34178) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.746147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-1f999ee4-c1fa-4b19-93dd-66a92dfe4874 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-850797623') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:55.763457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.770329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.775697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8032d04-beff-4551-9f34-f5fdb2528d46 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:55.788839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.819911 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: e8032d04-beff-4551-9f34-f5fdb2528d46 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:55.820530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device e8032d04-beff-4551-9f34-f5fdb2528d46 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:55.893651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.913583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:55.932858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Network': ['ID=9d98778d-14f0-474b-adf1-ed99b80dba28,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:55.941622 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-27a4fd30-0e83-49bc-b865-9bff247ed8d9 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/networks/9d98778d-14f0-474b-adf1-ed99b80dba28 HTTP/1.1" status: 204 len: 168 time: 1.4498267 Mar 21 07:05:55.941794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:55.945146 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-62f60a95-4d66-4708-9372-6aa240561bb1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/c164a0b5-893d-4d3c-b82c-533109dd0bcf HTTP/1.1" status: 200 len: 993 time: 0.1552725 Mar 21 07:05:56.019193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f999ee4-c1fa-4b19-93dd-66a92dfe4874 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-850797623 HTTP/1.1" status: 201 len: 201 time: 0.2757533 Mar 21 07:05:56.019693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.022578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting subnet 5b157029-d12a-4455-a794-36a655f4c95f {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:56.025292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-475687f6-c80a-4238-bd53-5b52f4475b7c tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-2104418426') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.026050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.065295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-475687f6-c80a-4238-bd53-5b52f4475b7c tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-2104418426 HTTP/1.1" status: 201 len: 201 time: 0.0434105 Mar 21 07:05:56.066895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.072368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-825d4ab0-34b4-44ce-8ba5-3c31b374fbc3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', {'tags': ['tempest-TagsExtTest-Tag-1582021291', 'tempest-TagsExtTest-Tag-2045010516', 'tempest-TagsExtTest-Tag-1770312441']}) {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.082256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.090430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Deleting port e8032d04-beff-4551-9f34-f5fdb2528d46 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:56.090765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.152890 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-825d4ab0-34b4-44ce-8ba5-3c31b374fbc3 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 200 len: 318 time: 0.0848148 Mar 21 07:05:56.155057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34202) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.160990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-1cf05290-ff0b-4390-8671-75459a5dc910 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.166235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-133792e4-2dbd-4462-b32c-1b3e4f90c2cc None None] The port 'e8032d04-beff-4551-9f34-f5fdb2528d46' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:56.180585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.259699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1cf05290-ff0b-4390-8671-75459a5dc910 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1010993 Mar 21 07:05:56.259940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.260066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34206) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.265537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-660992ee-9f0e-4f39-8300-bcf85e7d6617 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-1582021291') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.288767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34210) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.335808 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-660992ee-9f0e-4f39-8300-bcf85e7d6617 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:56.336754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-660992ee-9f0e-4f39-8300-bcf85e7d6617 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-1582021291 HTTP/1.1" status: 404 len: 329 time: 0.0757823 Mar 21 07:05:56.339761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34214) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.344427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-560025e2-11c7-43c3-8254-98ccf0c06f74 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-2045010516') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.357457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Subnet': ['ID=5b157029-d12a-4455-a794-36a655f4c95f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:56.373335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa261285-a417-4729-8740-b037e3e5f5d1 None None] Network 6cc73d02-6c86-47f0-b982-6d8ee59447d7 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:56.375180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.394379 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fb0ff091-beaa-4fcf-a957-2b0b6813341d tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/subnets/5b157029-d12a-4455-a794-36a655f4c95f HTTP/1.1" status: 204 len: 168 time: 0.4460690 Mar 21 07:05:56.400443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34218) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.471629 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-560025e2-11c7-43c3-8254-98ccf0c06f74 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:56.473355 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-560025e2-11c7-43c3-8254-98ccf0c06f74 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-2045010516 HTTP/1.1" status: 404 len: 329 time: 0.1319189 Mar 21 07:05:56.475856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34222) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.479516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting subnet 6cf2c214-d82e-4252-9033-abd99012edf8 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:05:56.482613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.489180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-10d1d5cb-8efe-4003-9202-baacf9fadca8 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5', 'tempest-TagsExtTest-Tag-1770312441') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.540413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.565322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 1f2636da-2ce4-4ccd-a128-a649ac9c6ef9 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:56.565711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.638172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.662656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] DHCP port deletion for 6cc73d02-6c86-47f0-b982-6d8ee59447d7 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:56.667687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Deleting port 23e04685-74c3-407b-88b4-2ff99be16520 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:56.668057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.730186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.773299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf2c214-d82e-4252-9033-abd99012edf8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:56.776811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.778975 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-10d1d5cb-8efe-4003-9202-baacf9fadca8 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:56.783183 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-10d1d5cb-8efe-4003-9202-baacf9fadca8 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags/tempest-TagsExtTest-Tag-1770312441 HTTP/1.1" status: 404 len: 329 time: 0.3031619 Mar 21 07:05:56.783327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34226) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.790588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-623b9566-557c-469a-8eee-0e5bd40e7bf1 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', {'tags': ['tempest-TagsExtTest-Tag-377094980', 'tempest-TagsExtTest-Tag-408206847', 'tempest-TagsExtTest-Tag-905696880']}) {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.805992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc8a211-93a9-49a1-8749-d87bdb1f28bd None None] Network 08eea216-4566-43dd-8649-ff7fd03b7fe6 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:05:56.825644 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5738f120-7d85-4e0b-8f1e-7d751248a97c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/subnets/6cf2c214-d82e-4252-9033-abd99012edf8 HTTP/1.1" status: 204 len: 168 time: 0.4241822 Mar 21 07:05:56.827917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34230) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.879849 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-623b9566-557c-469a-8eee-0e5bd40e7bf1 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 200 len: 315 time: 0.0949650 Mar 21 07:05:56.880457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34234) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.886606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-a8c3df46-baf0-4535-ac9a-8c4171381e78 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.972671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a8c3df46-baf0-4535-ac9a-8c4171381e78 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 204 len: 168 time: 0.0903745 Mar 21 07:05:56.975539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34238) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:56.979488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.980711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-fabed02f-19aa-40d9-bc91-82699f03dedc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-377094980') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:56.984637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.984964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:56.993108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] For port 23e04685-74c3-407b-88b4-2ff99be16520, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=23e04685-74c3-407b-88b4-2ff99be16520,segment=NetworkSegment(b9334a35-e9fd-4817-b252-d0e9ecac1c69),segment_id=b9334a35-e9fd-4817-b252-d0e9ecac1c69)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:56.993599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.049910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-fabed02f-19aa-40d9-bc91-82699f03dedc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:57.054158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fabed02f-19aa-40d9-bc91-82699f03dedc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-377094980 HTTP/1.1" status: 404 len: 328 time: 0.0744488 Mar 21 07:05:57.054936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34242) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:57.114931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-7e192de8-1839-4bc5-871e-a1048fde2090 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-408206847') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:57.146095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 1f2636da-2ce4-4ccd-a128-a649ac9c6ef9 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:57.169917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Calling delete_port for 23e04685-74c3-407b-88b4-2ff99be16520 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:57.186791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port 23e04685-74c3-407b-88b4-2ff99be16520 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:57.187135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.300182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 23e04685-74c3-407b-88b4-2ff99be16520 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:57.346349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.393320 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-7e192de8-1839-4bc5-871e-a1048fde2090 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:57.394368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7e192de8-1839-4bc5-871e-a1048fde2090 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-408206847 HTTP/1.1" status: 404 len: 328 time: 0.3383181 Mar 21 07:05:57.397863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34246) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:57.402780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.416468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] Pushing event deleted for resources: {'Port': ['ID=23e04685-74c3-407b-88b4-2ff99be16520,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:57.419409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b27f93-b674-4488-8be0-d0896604dd3f None None] No DVR routers for this DVR port 23e04685-74c3-407b-88b4-2ff99be16520 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:57.426152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No active binding found for port 23e04685-74c3-407b-88b4-2ff99be16520 {{(pid=87990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 21 07:05:57.426553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 23e04685-74c3-407b-88b4-2ff99be16520 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:57.449694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-c87446af-761a-49fc-bb57-4fd75b972b62 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009', 'tempest-TagsExtTest-Tag-905696880') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:57.499090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] DHCP port deletion for 08eea216-4566-43dd-8649-ff7fd03b7fe6 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:05:57.503118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Deleting port a7ed8bb6-6c3d-4214-a420-e3905317372d {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:57.503807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.512578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] For port 23e04685-74c3-407b-88b4-2ff99be16520, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=23e04685-74c3-407b-88b4-2ff99be16520,segment=NetworkSegment(b9334a35-e9fd-4817-b252-d0e9ecac1c69),segment_id=b9334a35-e9fd-4817-b252-d0e9ecac1c69)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:57.512933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.686653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Calling delete_port for 23e04685-74c3-407b-88b4-2ff99be16520 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:57.704843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] For port a7ed8bb6-6c3d-4214-a420-e3905317372d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a7ed8bb6-6c3d-4214-a420-e3905317372d,segment=NetworkSegment(2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc),segment_id=2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:05:57.705398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.752893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.820699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=1f2636da-2ce4-4ccd-a128-a649ac9c6ef9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:57.825392 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c87446af-761a-49fc-bb57-4fd75b972b62 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:57.826700 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c87446af-761a-49fc-bb57-4fd75b972b62 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags/tempest-TagsExtTest-Tag-905696880 HTTP/1.1" status: 404 len: 328 time: 0.4280097 Mar 21 07:05:57.830003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34250) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:57.833816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Calling delete_port for a7ed8bb6-6c3d-4214-a420-e3905317372d owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:05:57.835270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-c96cf855-08ca-4e4b-8c93-00134c144f0d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', {'tags': ['tempest-TagsExtTest-Tag-1421359514', 'tempest-TagsExtTest-Tag-1835552454', 'tempest-TagsExtTest-Tag-286061806']}) {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:57.891327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.db.api [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:05:57.891655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG oslo_db.api [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:05:57.916893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.919110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:57.919649 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP c164a0b5-893d-4d3c-b82c-533109dd0bcf disassociated (deleted). External IP: 172.26.2.119, port: 6c7367ff-34c2-45fb-947c-3904ef396693. Mar 21 07:05:57.965125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] Pushing event deleted for resources: {'Port': ['ID=a7ed8bb6-6c3d-4214-a420-e3905317372d,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:57.968926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97996f-db04-4bed-8d49-eeb259b66c4d None None] No DVR routers for this DVR port a7ed8bb6-6c3d-4214-a420-e3905317372d on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:05:57.987700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c96cf855-08ca-4e4b-8c93-00134c144f0d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 200 len: 317 time: 0.1565840 Mar 21 07:05:57.990873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34254) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:57.995957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-eca29957-ae19-4411-bb17-3eef18881f38 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.149515 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eca29957-ae19-4411-bb17-3eef18881f38 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 204 len: 168 time: 0.1574721 Mar 21 07:05:58.152204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34258) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.157309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-09e8165e-e00a-43e1-bd49-a6b839303d4f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-1421359514') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.291479 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-09e8165e-e00a-43e1-bd49-a6b839303d4f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.292399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-09e8165e-e00a-43e1-bd49-a6b839303d4f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-1421359514 HTTP/1.1" status: 404 len: 329 time: 0.1392419 Mar 21 07:05:58.295221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34262) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.300134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-bc498977-55e4-4c43-ab01-4cc3c80f545a tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-1835552454') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.395099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port 23e04685-74c3-407b-88b4-2ff99be16520 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:05:58.395456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:58.477291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] The port '23e04685-74c3-407b-88b4-2ff99be16520' was deleted {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:05:58.518854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 925442de-756b-42e9-a014-66a6770d398a has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:05:58.546204 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-bc498977-55e4-4c43-ab01-4cc3c80f545a tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.547132 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bc498977-55e4-4c43-ab01-4cc3c80f545a tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-1835552454 HTTP/1.1" status: 404 len: 329 time: 0.2510357 Mar 21 07:05:58.550036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34266) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.554799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-a67e60c2-5c37-4bdc-928b-e6ab15f41cae tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e', 'tempest-TagsExtTest-Tag-286061806') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.676368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:58.684567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-a67e60c2-5c37-4bdc-928b-e6ab15f41cae tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.685600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a67e60c2-5c37-4bdc-928b-e6ab15f41cae tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags/tempest-TagsExtTest-Tag-286061806 HTTP/1.1" status: 404 len: 328 time: 0.1346829 Mar 21 07:05:58.688349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34270) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.693841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-1f0bc529-f282-467c-a4ab-4887b4d1eb99 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', {'tags': ['tempest-TagsExtTest-Tag-1893809594', 'tempest-TagsExtTest-Tag-535853520', 'tempest-TagsExtTest-Tag-314023771']}) {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.718963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc73d02-6c86-47f0-b982-6d8ee59447d7']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.731053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f0bc529-f282-467c-a4ab-4887b4d1eb99 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "PUT /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 200 len: 316 time: 0.0417068 Mar 21 07:05:58.734014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34274) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.739287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-2a37a17b-32e1-488b-a672-3e82ac7607ab tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.779959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2a37a17b-32e1-488b-a672-3e82ac7607ab tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 204 len: 168 time: 0.0448980 Mar 21 07:05:58.782612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34278) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.787390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9334a35-e9fd-4817-b252-d0e9ecac1c69') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.787574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-e8bb20ef-f832-4e4a-b0ae-f959efb3fc6d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-1893809594') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.787695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9334a35-e9fd-4817-b252-d0e9ecac1c69') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.809944 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-e8bb20ef-f832-4e4a-b0ae-f959efb3fc6d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.810874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e8bb20ef-f832-4e4a-b0ae-f959efb3fc6d tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-1893809594 HTTP/1.1" status: 404 len: 329 time: 0.0273583 Mar 21 07:05:58.813677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34282) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.815620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:58.818819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-a0b0fef6-b3cf-4b5f-b678-0b035beff8f2 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-535853520') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.844460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:58.845022 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-a0b0fef6-b3cf-4b5f-b678-0b035beff8f2 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.845666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a0b0fef6-b3cf-4b5f-b678-0b035beff8f2 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-535853520 HTTP/1.1" status: 404 len: 328 time: 0.0311093 Mar 21 07:05:58.847377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:05:58.849400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34286) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.854523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-d4e66c06-ca47-4395-bfcc-2cdd8e21106e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da', 'tempest-TagsExtTest-Tag-314023771') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.861542 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Sync routers for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:05:58.862799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:58.863022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:58.879517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-d4e66c06-ca47-4395-bfcc-2cdd8e21106e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] show failed (client error): The resource could not be found. Mar 21 07:05:58.879738 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:58.880162 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.883763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4e66c06-ca47-4395-bfcc-2cdd8e21106e tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags/tempest-TagsExtTest-Tag-314023771 HTTP/1.1" status: 404 len: 328 time: 0.0301764 Mar 21 07:05:58.883888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: util.warn( Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:58.885281 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:58.889722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-3270b972-9ac3-4cfe-a22f-d33f2fa6dcb7 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73b1f13c-46f9-49f7-b8cf-70ffb58e42da') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.918754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3270b972-9ac3-4cfe-a22f-d33f2fa6dcb7 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da/tags HTTP/1.1" status: 204 len: 168 time: 0.0339503 Mar 21 07:05:58.921138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34294) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:58.926102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-923b685a-e066-4c9a-9650-46c46dff3265 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e336e8c3-984c-43e8-92fc-1adebd76517e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:58.958214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.045003 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b72f764b-8086-426f-bee9-87f538168dec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/c164a0b5-893d-4d3c-b82c-533109dd0bcf HTTP/1.1" status: 204 len: 168 time: 2.7551315 Mar 21 07:05:59.046276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:05:59.062691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.088881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.100188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Network': ['ID=6cc73d02-6c86-47f0-b982-6d8ee59447d7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:59.104476 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c2f074ac-c462-490c-b9fa-c5891ac9a51c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/networks/6cc73d02-6c86-47f0-b982-6d8ee59447d7 HTTP/1.1" status: 204 len: 168 time: 2.2755787 Mar 21 07:05:59.109790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34302) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:59.149814 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693', 'status': 'completed', 'code': 200} Mar 21 07:05:59.173562 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:59.218797 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-923b685a-e066-4c9a-9650-46c46dff3265 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e/tags HTTP/1.1" status: 204 len: 168 time: 0.2966528 Mar 21 07:05:59.230786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34306) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:59.236427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.tag.tag_plugin [None req-2027b175-6fcb-4f6c-a0d5-cb287dfa11c1 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cf6655af-1c51-49fa-a3d0-bf8dcf105009') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.272859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.327893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a7ed8bb6-6c3d-4214-a420-e3905317372d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:05:59.420635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a7ed8bb6-6c3d-4214-a420-e3905317372d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:05:59.421360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a7ed8bb6-6c3d-4214-a420-e3905317372d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:05:59.442827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-86c053e1-8468-4978-ad61-9140bdfb5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:59.445331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-86c053e1-8468-4978-ad61-9140bdfb5bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 1098 time: 0.2791069 Mar 21 07:05:59.491683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.500015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34312) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:59.500290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2027b175-6fcb-4f6c-a0d5-cb287dfa11c1 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009/tags HTTP/1.1" status: 204 len: 168 time: 0.2683771 Mar 21 07:05:59.509056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.tag.tag_plugin [None req-26ffc86b-ef4a-4c77-9fdb-4c71a9c0160f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.562460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eea216-4566-43dd-8649-ff7fd03b7fe6']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.588496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.588713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1b9f08-3e99-4e1a-a0f6-30b2d18f57bc') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.605116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.617171 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.621147 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Checking router: 925442de-756b-42e9-a014-66a6770d398a for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:05:59.627644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.632079 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:05:59.632799 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:05:59.638991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:05:59.639443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.651862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-110d8c9e-18b4-4ac9-929d-e312eb0b7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:59.653315 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-110d8c9e-18b4-4ac9-929d-e312eb0b7ef8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 200 len: 897 time: 0.1996381 Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:05:59.660460 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:05:59.684378 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-26ffc86b-ef4a-4c77-9fdb-4c71a9c0160f tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1785538 Mar 21 07:05:59.685555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34316) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:59.702857 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:05:59.733723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-a181471f-67d2-45d4-8e71-31ce8932fe05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 200 len: 217 time: 0.0737724 Mar 21 07:05:59.797267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.805670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278c3e6-4e65-4b01-8c4f-41155fdbb5c0 req-5cd55a5f-1615-4545-8dfb-fed4cf480e78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:59.807161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e278c3e6-4e65-4b01-8c4f-41155fdbb5c0 req-5cd55a5f-1615-4545-8dfb-fed4cf480e78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.2148499 Mar 21 07:05:59.817686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-df05bedf-1b5d-470b-936a-61aa6adf4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:59.819428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-df05bedf-1b5d-470b-936a-61aa6adf4924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 200 len: 835 time: 0.0775418 Mar 21 07:05:59.827381 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:05:59.835679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:05:59.850846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Network': ['ID=08eea216-4566-43dd-8649-ff7fd03b7fe6,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:05:59.853923 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e220fbee-28c7-4774-948d-2656f4a1a84c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/networks/08eea216-4566-43dd-8649-ff7fd03b7fe6 HTTP/1.1" status: 204 len: 168 time: 0.7431493 Mar 21 07:05:59.856313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34320) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:05:59.929979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e278c3e6-4e65-4b01-8c4f-41155fdbb5c0 req-92f6203f-e147-488f-a48f-01a8a9eeb988 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018355 Mar 21 07:05:59.948587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-ab8c2200-453f-4f1c-b043-300759ea938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:05:59.950181 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-ab8c2200-453f-4f1c-b043-300759ea938a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4be7ecd3-51c7-46f3-b579-0c70c45a99c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227505 Mar 21 07:06:00.042708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1be630b4-0ed7-438e-9520-cb710bd3fadf tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for subnetpool, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.046051 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1be630b4-0ed7-438e-9520-cb710bd3fadf tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnetpools/73b1f13c-46f9-49f7-b8cf-70ffb58e42da HTTP/1.1" status: 204 len: 168 time: 0.3581245 Mar 21 07:06:00.046835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34324) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:00.102283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a3ad1d2c-6bc9-4f22-b941-76deaa5f3052 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "GET /v2.0/ports?device_id=e336e8c3-984c-43e8-92fc-1adebd76517e HTTP/1.1" status: 200 len: 205 time: 0.0517144 Mar 21 07:06:00.103455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34328) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:00.108123 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-dafb9231-c6d8-485a-b39f-5ed430200e7b service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495161 Mar 21 07:06:00.163670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:00.169566 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea9b2-5832-4700-968b-1848a0b205e8 None None] The sync data for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv is: [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:04:12Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '2f5af91b-5807-4fbe-9cd4-b66b99aee8f3', 'name': '', 'network_id': '4be7ecd3-51c7-46f3-b579-0c70c45a99c4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:4e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:04:10Z', 'updated_at': '2022-03-21T07:04:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'e44dce66-72cc-4f86-aced-6ec67a005007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:00.173741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting subnet f5bda910-c1b2-4839-85a9-8ab0b1dffd77 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:06:00.186940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.250581 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cc7bbd7-3d61-4d67-adf4-fffbcca5398c req-b8aabd89-1ce6-4db8-bb22-60e4b3504539 service neutron] 10.222.0.30 "GET /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344597 Mar 21 07:06:00.301888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.375193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.416956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497c966-ae39-4bc6-b74a-47303149aec3 None None] New status for floating IP c164a0b5-893d-4d3c-b82c-533109dd0bcf: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:06:00.679517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.682742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.713943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.744035 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.744502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Fanout notify agent at l3_agent the message router_deleted on router e336e8c3-984c-43e8-92fc-1adebd76517e {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:06:00.768182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.769284 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-39be3b9f-ad21-423e-9202-17c51f286777 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/routers/e336e8c3-984c-43e8-92fc-1adebd76517e HTTP/1.1" status: 204 len: 168 time: 0.6650181 Mar 21 07:06:00.772463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34332) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:00.801245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.841877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Deleting port cf6655af-1c51-49fa-a3d0-bf8dcf105009 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:00.842217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.842597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bda910-c1b2-4839-85a9-8ab0b1dffd77,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:00.846126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.853449 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-10a80dbc-673e-49fd-b198-49503eb21ab0 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/subnets/f5bda910-c1b2-4839-85a9-8ab0b1dffd77 HTTP/1.1" status: 204 len: 168 time: 0.9954777 Mar 21 07:06:00.855768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34336) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:00.858173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cc653-cd70-443b-976e-5706f7661d34 None None] Network 82c3bd3d-3547-45f7-808a-8eecc205fb41 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:00.984264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:00.997271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Deleting port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:00.997620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.144242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] DHCP port deletion for 82c3bd3d-3547-45f7-808a-8eecc205fb41 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:06:01.148834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Deleting port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:01.149214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.235942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] For port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,segment=NetworkSegment(d6f0d19b-fa59-4425-96b8-504d4bc11c44),segment_id=d6f0d19b-fa59-4425-96b8-504d4bc11c44)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:01.236675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.347268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:01.363785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.418081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] For port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,segment=NetworkSegment(d6f0d19b-fa59-4425-96b8-504d4bc11c44),segment_id=d6f0d19b-fa59-4425-96b8-504d4bc11c44)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:01.418692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.514108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbd79b-c0dc-4c53-890c-fc7a1a9c318a req-624fd8a5-fd45-4670-a04e-52cbd981bffb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:01.515488 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6cbd79b-c0dc-4c53-890c-fc7a1a9c318a req-624fd8a5-fd45-4670-a04e-52cbd981bffb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.4191422 Mar 21 07:06:01.526516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Calling delete_port for 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:01.527103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Calling delete_port for cf6655af-1c51-49fa-a3d0-bf8dcf105009 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:01.596226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Calling delete_port for 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:01.600745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-511c4fba-7169-451d-bc3c-8190ce204aa5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:01.602068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-511c4fba-7169-451d-bc3c-8190ce204aa5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 945 time: 0.4230809 Mar 21 07:06:01.609668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.633879 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No ports have port_id starting with 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 Mar 21 07:06:01.664012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Port': ['ID=54afd2bb-b29d-4ee2-afa0-d13b17198fd3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:01.666667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] No DVR routers for this DVR port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:06:01.672779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:06:01.673120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:06:01.701749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6cbd79b-c0dc-4c53-890c-fc7a1a9c318a req-60f8f228-ed4e-4732-abcf-12489188b407 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458600 Mar 21 07:06:01.746999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 6c7367ff-34c2-45fb-947c-3904ef396693 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:01.747345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.795248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.820595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c3bd3d-3547-45f7-808a-8eecc205fb41']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:01.832912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f0d19b-fa59-4425-96b8-504d4bc11c44') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:01.833211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f0d19b-fa59-4425-96b8-504d4bc11c44') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:01.845689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.860710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.862911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.870365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:06:01.870765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:06:01.886324 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:06:01.928027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event deleted for resources: {'Port': ['ID=cf6655af-1c51-49fa-a3d0-bf8dcf105009,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:01.971613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:01.989663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.002346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Pushing event deleted for resources: {'Network': ['ID=82c3bd3d-3547-45f7-808a-8eecc205fb41,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:02.007058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14c98842-f9e5-4637-9593-28fb20dffff6 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/networks/82c3bd3d-3547-45f7-808a-8eecc205fb41 HTTP/1.1" status: 204 len: 168 time: 1.1503217 Mar 21 07:06:02.009544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:02.056779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2816b92-ef8c-4977-a32e-75856563a109 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Synchronizing usage tracker for tenant:921e275ace924ea198bc8b79bce0773c on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:02.073551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e2816b92-ef8c-4977-a32e-75856563a109 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Unset dirty status for tenant:921e275ace924ea198bc8b79bce0773c on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:02.074832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e2816b92-ef8c-4977-a32e-75856563a109 tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "GET /v2.0/ports?device_id=adbec3cc-89d9-4448-8f43-f1aa648cc144 HTTP/1.1" status: 200 len: 205 time: 0.0640783 Mar 21 07:06:02.077431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34346) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:02.137850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.148224 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7387b297-dd9c-4193-94d0-d1d68b3edb47 tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/ports/cf6655af-1c51-49fa-a3d0-bf8dcf105009 HTTP/1.1" status: 204 len: 168 time: 1.3747365 Mar 21 07:06:02.152015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34350) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:02.174459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Deleting port 54afd2bb-b29d-4ee2-afa0-d13b17198fd3 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:02.175213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.216013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 6c7367ff-34c2-45fb-947c-3904ef396693, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=6c7367ff-34c2-45fb-947c-3904ef396693,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:02.216264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.218950 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.245625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5372bd9-a676-4460-8148-7aa46b0e16ce None None] The port '54afd2bb-b29d-4ee2-afa0-d13b17198fd3' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:06:02.350866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 6c7367ff-34c2-45fb-947c-3904ef396693 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:02.392742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Deleting subnet ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:06:02.404603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.479873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.536250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.538986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.562429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.563005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Fanout notify agent at l3_agent the message router_deleted on router adbec3cc-89d9-4448-8f43-f1aa648cc144 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:06:02.577028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.578488 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-093b2baa-7b4a-477c-ac14-ff031a02799c tempest-RoutersNegativeIpV6Test-188048512 tempest-RoutersNegativeIpV6Test-188048512-project] 10.222.0.31 "DELETE /v2.0/routers/adbec3cc-89d9-4448-8f43-f1aa648cc144 HTTP/1.1" status: 204 len: 168 time: 0.5000088 Mar 21 07:06:02.727275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.772831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.817447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=6c7367ff-34c2-45fb-947c-3904ef396693,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:02.860907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34360) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:02.916647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-793dc914-4773-4f63-9d55-4f8381c1a8b0 req-f5b5e03a-3ead-4f26-aa27-affbbf8ca708 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744 HTTP/1.1" status: 200 len: 210 time: 0.0939586 Mar 21 07:06:02.960587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 6c7367ff-34c2-45fb-947c-3904ef396693 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:06:02.963179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:02.965621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'name': 'network-vif-deleted', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:06:02.987143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9374d547-ec16-4d3d-88f0-a3a82032ba35 req-d0d5ad96-c821-483c-87db-8a95162db5d1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/6c7367ff-34c2-45fb-947c-3904ef396693 HTTP/1.1" status: 204 len: 173 time: 1.3780034 Mar 21 07:06:02.993518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.028122 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae93ea44-a9ae-40fb-bcbc-2fe10f3d0744', 'name': 'network-vif-deleted', 'tag': '6c7367ff-34c2-45fb-947c-3904ef396693', 'status': 'completed', 'code': 200} Mar 21 07:06:03.040190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event deleted for resources: {'Subnet': ['ID=ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:03.042115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.043912 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-83c04fe8-48f7-432c-bf96-856b821494cc tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/subnets/ef32b1f6-37a9-4191-889d-5f6e2f7bb0e5 HTTP/1.1" status: 204 len: 168 time: 0.8909860 Mar 21 07:06:03.044545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:03.046536 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-703a5959-b4d8-4724-aba4-479a8c19ecbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=921e275ace924ea198bc8b79bce0773c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817343 Mar 21 07:06:03.046998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:03.053118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec7549e-b2cf-4312-8ddb-d990d773066d None None] Network a43de2d6-dd69-43f7-b370-9f277559e15e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:03.214942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.221847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.244410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Deleting port 29c5107a-2a41-4da1-ab68-c284f03cb42e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:03.244754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.298891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.354803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] DHCP port deletion for a43de2d6-dd69-43f7-b370-9f277559e15e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:06:03.359338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Deleting port 29c5107a-2a41-4da1-ab68-c284f03cb42e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:03.360077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.492936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.522526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df3fd2-efe1-46d9-a8b3-3ec93905ef18,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:03.531387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] For port 29c5107a-2a41-4da1-ab68-c284f03cb42e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=29c5107a-2a41-4da1-ab68-c284f03cb42e,segment=NetworkSegment(85a1169e-ede3-4bf5-9af0-493078d04800),segment_id=85a1169e-ede3-4bf5-9af0-493078d04800)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:03.531517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.541254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.544756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c1792d51-b29c-449c-a08f-9141bbf84c96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92df3fd2-efe1-46d9-a8b3-3ec93905ef18 HTTP/1.1" status: 204 len: 168 time: 0.4966543 Mar 21 07:06:03.590921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] For port 29c5107a-2a41-4da1-ab68-c284f03cb42e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=29c5107a-2a41-4da1-ab68-c284f03cb42e,segment=NetworkSegment(85a1169e-ede3-4bf5-9af0-493078d04800),segment_id=85a1169e-ede3-4bf5-9af0-493078d04800)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:03.591310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.657744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6c7367ff-34c2-45fb-947c-3904ef396693 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:03.671595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Calling delete_port for 29c5107a-2a41-4da1-ab68-c284f03cb42e owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:03.753203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Calling delete_port for 29c5107a-2a41-4da1-ab68-c284f03cb42e owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:03.754472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.790426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 6c7367ff-34c2-45fb-947c-3904ef396693 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:06:03.790772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 6c7367ff-34c2-45fb-947c-3904ef396693 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:06:03.805111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event deleted for resources: {'Port': ['ID=29c5107a-2a41-4da1-ab68-c284f03cb42e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:03.808573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] No DVR routers for this DVR port 29c5107a-2a41-4da1-ab68-c284f03cb42e on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:06:03.839135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:06:03.839602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:06:03.936591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:03.968080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43de2d6-dd69-43f7-b370-9f277559e15e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:03.987469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a1169e-ede3-4bf5-9af0-493078d04800') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:03.987921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a1169e-ede3-4bf5-9af0-493078d04800') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:04.001938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.020786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.028453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:06:04.028862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:06:04.045357 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:06:04.132544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.149612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.158773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34396) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.165644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] Pushing event deleted for resources: {'Network': ['ID=a43de2d6-dd69-43f7-b370-9f277559e15e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:04.169830 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-77d201d2-c55a-42c1-99f3-255c77f288ad tempest-TagsExtTest-744790083 tempest-TagsExtTest-744790083-project] 10.222.0.31 "DELETE /v2.0/networks/a43de2d6-dd69-43f7-b370-9f277559e15e HTTP/1.1" status: 204 len: 168 time: 1.1220057 Mar 21 07:06:04.246272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.282763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.340675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Deleting port 29c5107a-2a41-4da1-ab68-c284f03cb42e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:04.341274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.353496 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34406) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.368458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.391702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15c92e-82ce-4bb5-bac1-87bd84e70b3f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:04.399612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.400933 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1fb84f7e-97d1-40be-a810-1ceff21bb729 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee15c92e-82ce-4bb5-bac1-87bd84e70b3f HTTP/1.1" status: 204 len: 168 time: 0.2407885 Mar 21 07:06:04.430011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9de03-7a08-4e3e-b90e-789c8a5c201a None None] The port '29c5107a-2a41-4da1-ab68-c284f03cb42e' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:06:04.438848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34414) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.445580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34418) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.607466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-74650816-c48e-408b-8cbf-e0d4f5c2881d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f36920703b25461abab25b0c1f8f2650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673632 Mar 21 07:06:04.610189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34424) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.674012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.702435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.744127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-34e365e0-ffa1-472a-97fe-1f6501f979b4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:04.744529 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-34e365e0-ffa1-472a-97fe-1f6501f979b4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 21 07:06:04.745010 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-34e365e0-ffa1-472a-97fe-1f6501f979b4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): There was a conflict when trying to complete your request. Mar 21 07:06:04.745996 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-34e365e0-ffa1-472a-97fe-1f6501f979b4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3910942 Mar 21 07:06:04.749551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34428) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:04.754624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--799349666'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:04.760609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:04.765635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:04.768677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:04.771350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.784000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:04.793894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aca1f4-ff41-4715-be1d-e288c56193bd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:04.799928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.804262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b7624009-c60a-43c7-ad63-1a32677c729d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42aca1f4-ff41-4715-be1d-e288c56193bd HTTP/1.1" status: 204 len: 168 time: 0.1898761 Mar 21 07:06:04.807949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.823046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:04.840397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:04.844268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:04.848222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:04.858065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.079514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.086459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.099851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:05.108142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:05.117701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:05.128150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.131907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f73a66-8404-4c77-98fd-f6376b6427d2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:05.186680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.213329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.220725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.266933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce412015-7005-479e-a717-cf9c2a83714d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:05.277456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.279054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d86561fd-59b3-48ef-80aa-413f1929f1a1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5283802 Mar 21 07:06:05.282159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34444) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.288382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'ce412015-7005-479e-a717-cf9c2a83714d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:05.294695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:05.303120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 29c5107a-2a41-4da1-ab68-c284f03cb42e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:05.303662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:05.307819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:05.313716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.342947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.370259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 29c5107a-2a41-4da1-ab68-c284f03cb42e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:06:05.370754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 29c5107a-2a41-4da1-ab68-c284f03cb42e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:06:05.422176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.429635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.459001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77baa0c7-0f52-43e5-98c4-a6f0d528350e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:05.468589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.472365 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5abcec6c-e27e-4ec4-8a67-0ca08289497e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866436 Mar 21 07:06:05.472587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34454) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.478938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'ce412015-7005-479e-a717-cf9c2a83714d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:05.485612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:05.490394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:05.502524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:05.511171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.532579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.597084 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): There was a conflict when trying to complete your request. Mar 21 07:06:05.601264 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ceb8f77-cacf-4951-a0c1-43a0a43483f7 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1249440 Mar 21 07:06:05.601957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34460) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.636452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:05.636805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.641688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34464) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.647580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032470 Mar 21 07:06:05.650982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.679172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.707791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.761812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.784730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a4e2e41f-0822-46b1-94b8-1d3d7c54ab4b tempest-NetworksApiDiscovery-1835271669 tempest-NetworksApiDiscovery-1835271669-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1327057 Mar 21 07:06:05.789367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce412015-7005-479e-a717-cf9c2a83714d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:05.795063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.798474 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-23890c62-c6c1-4bb4-ae11-54022f2f680d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce412015-7005-479e-a717-cf9c2a83714d HTTP/1.1" status: 204 len: 168 time: 0.1928990 Mar 21 07:06:05.809608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34474) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.847068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:05.847535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.862682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-21a3a56d-b3d1-4eaa-9b32-bc2f9948010a tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:05.882106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-21a3a56d-b3d1-4eaa-9b32-bc2f9948010a tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:05.883567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-21a3a56d-b3d1-4eaa-9b32-bc2f9948010a tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715187 Mar 21 07:06:05.887655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34478) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:05.892696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677145110'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:05.899923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:05.909791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.922555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:05.946321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:05.950669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:05.953720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:05.959837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:05.979584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:06.040651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.044870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.094209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34484) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.095297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e49d973-fe1c-4234-99a2-76b6dfcc6694,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:06.102693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.105618 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2cd65d5f-c15a-4d76-aa9b-4a0e43520db1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2157552 Mar 21 07:06:06.106824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34490) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.113019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ecdac6e5-a184-4323-9818-5dd1c7c92a97 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '5e49d973-fe1c-4234-99a2-76b6dfcc6694', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:06.113818 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-ecdac6e5-a184-4323-9818-5dd1c7c92a97 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 21 07:06:06.114484 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-ecdac6e5-a184-4323-9818-5dd1c7c92a97 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:06.115672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ecdac6e5-a184-4323-9818-5dd1c7c92a97 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075738 Mar 21 07:06:06.118263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34494) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.188248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.190271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.217338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.270534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.300752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e49d973-fe1c-4234-99a2-76b6dfcc6694,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:06.306267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.309263 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-713ea9bb-d277-4b4f-b2f3-ee7490c8efb8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e49d973-fe1c-4234-99a2-76b6dfcc6694 HTTP/1.1" status: 204 len: 168 time: 0.1882496 Mar 21 07:06:06.312551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34498) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.320270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=2f5af91b-5807-4fbe-9cd4-b66b99aee8f3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:06.363323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.370477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-207b6f93-8d0f-430b-8b84-a0d7acb669f1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:06.388807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-207b6f93-8d0f-430b-8b84-a0d7acb669f1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:06.390028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:06.394149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-207b6f93-8d0f-430b-8b84-a0d7acb669f1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802166 Mar 21 07:06:06.394781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34502) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.399497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Usage tracker for resource:security_group_rule and tenant:75018006981444f7bbf81aac04e4e929 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:06.400823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103380923'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:06.404426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:06.407869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:06.413458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:06.418787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:06.430090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.451905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:06.455841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:06.459368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:06.465289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:06.546083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.550245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.597648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae5d97f-dd28-4ead-a288-b69d2439c48d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:06.604424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.608673 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-14c03e91-c8a0-4c23-b935-5978733e9088 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2099042 Mar 21 07:06:06.608673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34506) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.613715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-dd9482c4-79bd-4efa-879a-95721dd55780 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '9ae5d97f-dd28-4ead-a288-b69d2439c48d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:06.614311 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-dd9482c4-79bd-4efa-879a-95721dd55780 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 21 07:06:06.615284 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-dd9482c4-79bd-4efa-879a-95721dd55780 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:06.616282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dd9482c4-79bd-4efa-879a-95721dd55780 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068350 Mar 21 07:06:06.618908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34510) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.682847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.710012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.747708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.759765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.780959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae5d97f-dd28-4ead-a288-b69d2439c48d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:06.787923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.789261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b68ef8fd-c592-48be-9b65-fdba2ec2f88e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ae5d97f-dd28-4ead-a288-b69d2439c48d HTTP/1.1" status: 204 len: 168 time: 0.1692874 Mar 21 07:06:06.791564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34514) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.846640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c50593ea-a42c-4a32-a7ce-ea3a1fec4e40 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:06.862271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c50593ea-a42c-4a32-a7ce-ea3a1fec4e40 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:06.863530 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c50593ea-a42c-4a32-a7ce-ea3a1fec4e40 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704656 Mar 21 07:06:06.867091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.867674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34518) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:06.871484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.872826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714804594'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:06.879550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:06.889692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:06.898651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:06.919670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:06.923901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:06.926818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:06.933243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:06.996224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6872913-d038-4ee3-b5c1-aa568bf6cd1a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.002483 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d0f96a0-dbf5-429c-8166-37c894896d18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75018006981444f7bbf81aac04e4e929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9072564 Mar 21 07:06:07.004125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.005090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34522) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.022361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.091408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc9e1e-b140-4688-aaf7-e5153f7ac11e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.109005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.110244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-94a7c3b3-7e50-4cac-8044-eec8b3595da1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2416241 Mar 21 07:06:07.113085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34526) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.121007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9c5712ca-6613-4cba-8094-584d3195324f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'dcdc9e1e-b140-4688-aaf7-e5153f7ac11e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.121897 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-9c5712ca-6613-4cba-8094-584d3195324f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 21 07:06:07.122392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-9c5712ca-6613-4cba-8094-584d3195324f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.123314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9c5712ca-6613-4cba-8094-584d3195324f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093174 Mar 21 07:06:07.125862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.127324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34530) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.142999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c0feb68b-acaa-485c-a679-88599398434c tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'dcdc9e1e-b140-4688-aaf7-e5153f7ac11e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.143643 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-c0feb68b-acaa-485c-a679-88599398434c tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 21 07:06:07.144124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-c0feb68b-acaa-485c-a679-88599398434c tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.145051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c0feb68b-acaa-485c-a679-88599398434c tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168703 Mar 21 07:06:07.148051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34534) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.154297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0ac79e29-a38a-46b1-8acb-eaf88c661a99 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'dcdc9e1e-b140-4688-aaf7-e5153f7ac11e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.155105 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-0ac79e29-a38a-46b1-8acb-eaf88c661a99 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 21 07:06:07.155588 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-0ac79e29-a38a-46b1-8acb-eaf88c661a99 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.156514 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0ac79e29-a38a-46b1-8acb-eaf88c661a99 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076916 Mar 21 07:06:07.159414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34538) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.171233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.171464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c89e119a-0c65-406c-b455-2d943a85d2ae tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'dcdc9e1e-b140-4688-aaf7-e5153f7ac11e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.172332 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-c89e119a-0c65-406c-b455-2d943a85d2ae tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 21 07:06:07.172830 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c89e119a-0c65-406c-b455-2d943a85d2ae tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.173790 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c89e119a-0c65-406c-b455-2d943a85d2ae tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137105 Mar 21 07:06:07.176850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34542) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.235357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.245528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 925442de-756b-42e9-a014-66a6770d398a has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:06:07.257111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6872913-d038-4ee3-b5c1-aa568bf6cd1a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.267351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.268486 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-637511ba-a8e2-4b2e-8b2b-6453290af62a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6872913-d038-4ee3-b5c1-aa568bf6cd1a HTTP/1.1" status: 204 len: 168 time: 0.2623127 Mar 21 07:06:07.328971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.380093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.508133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:07.520450 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Sync routers for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:07.523648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.534708 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:07.535702 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:07.548477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc9e1e-b140-4688-aaf7-e5153f7ac11e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.566028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-013802b1-82eb-46b0-b20e-71115be43a85 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/925442de-756b-42e9-a014-66a6770d398a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1191266 Mar 21 07:06:07.569380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.570259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34548) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.570832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5fac3b4b-fb3d-4f50-a25c-7f993384bae5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcdc9e1e-b140-4688-aaf7-e5153f7ac11e HTTP/1.1" status: 204 len: 168 time: 0.3932402 Mar 21 07:06:07.573742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34550) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.628492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6a5c9689-689f-4b05-80d3-aa52f722e35d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:07.645805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6a5c9689-689f-4b05-80d3-aa52f722e35d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:07.650332 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6a5c9689-689f-4b05-80d3-aa52f722e35d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720451 Mar 21 07:06:07.650560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34556) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.657908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062695331'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.664155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet e44dce66-72cc-4f86-aced-6ec67a005007 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:06:07.665610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:07.668039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.675319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:07.686313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.707140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:07.711472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:07.714799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:07.721063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:07.730871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.748544 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:07.797485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.802374 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.816553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.855538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d150a32-93a0-4ce1-88a1-9766c20da83a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.858434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.862817 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4794900a-4768-4733-95b9-b0c9d81811f0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2087567 Mar 21 07:06:07.863821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34560) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.871687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c6ad3b21-979f-4fc7-b2a4-1f17fc745867 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.872194 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-c6ad3b21-979f-4fc7-b2a4-1f17fc745867 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 21 07:06:07.872709 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-c6ad3b21-979f-4fc7-b2a4-1f17fc745867 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.876274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c6ad3b21-979f-4fc7-b2a4-1f17fc745867 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095942 Mar 21 07:06:07.876689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34564) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.883698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.889451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:07.893845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:07.897407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:07.903420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:07.909157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.935850 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.939595 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f7ea7b64-bafd-4a3a-82c9-a02453818b5e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0591941 Mar 21 07:06:07.939947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.945676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e106ab3b-6046-4057-99d3-149c9643509f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.946428 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-e106ab3b-6046-4057-99d3-149c9643509f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 21 07:06:07.947215 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-e106ab3b-6046-4057-99d3-149c9643509f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:07.949074 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e106ab3b-6046-4057-99d3-149c9643509f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073144 Mar 21 07:06:07.950718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34572) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.958172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:07.959669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=e44dce66-72cc-4f86-aced-6ec67a005007,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:07.961687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:07.965854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:07.970378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-13734f7d-9f61-4141-b59d-5a48fb66238e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/e44dce66-72cc-4f86-aced-6ec67a005007 HTTP/1.1" status: 204 len: 168 time: 0.3955317 Mar 21 07:06:07.970565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73c278-188c-40f9-9ae3-0f00a08c3373 None None] Network 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:07.970993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34576) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:07.978119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:07.986980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:07.997142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.042147 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.047664 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14520641-91b1-4f0a-99eb-511d891fb5af tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0957592 Mar 21 07:06:08.048837 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34580) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.057757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4f4efa5b-d384-46cd-a404-31ba67c88ae9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.059151 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-4f4efa5b-d384-46cd-a404-31ba67c88ae9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 21 07:06:08.059909 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-4f4efa5b-d384-46cd-a404-31ba67c88ae9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.065235 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4f4efa5b-d384-46cd-a404-31ba67c88ae9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150752 Mar 21 07:06:08.066067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34584) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.072885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.090214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.096313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.101466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.111127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.112155 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:06:06Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:08.120933 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Checking router: 925442de-756b-42e9-a014-66a6770d398a for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:08.129148 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Project c83a38d72bce496587385901eccd90e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:08.138481 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Routers {'925442de-756b-42e9-a014-66a6770d398a'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:08.139101 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['925442de-756b-42e9-a014-66a6770d398a'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:08.160983 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.165395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-65f8ebdc-5eb3-4ed3-871d-6130256b9a4f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0951238 Mar 21 07:06:08.165624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34588) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.171443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-77c3ffb3-bdd2-4135-97d8-d904e5b9fa51 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.171921 dv-neutron-834307-1-hyperv neutron-server[87987]: WARNING neutron.api.v2.base [None req-77c3ffb3-bdd2-4135-97d8-d904e5b9fa51 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 21 07:06:08.172491 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-77c3ffb3-bdd2-4135-97d8-d904e5b9fa51 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.175881 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-77c3ffb3-bdd2-4135-97d8-d904e5b9fa51 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070517 Mar 21 07:06:08.176117 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34592) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.182171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.189164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.194006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.194601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.197509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.203265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.216260 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Project c83a38d72bce496587385901eccd90e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:08.242499 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.243556 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1881e43d-aefe-4242-866b-397eaf335b3e tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0665336 Mar 21 07:06:08.246385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.255311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '0d150a32-93a0-4ce1-88a1-9766c20da83a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.259587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] DHCP port deletion for 4be7ecd3-51c7-46f3-b579-0c70c45a99c4 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:06:08.263385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.264446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Deleting port 4d60abdd-18b9-408a-9e21-e58af44ed144 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:08.264831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.268228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.272940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.281492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.295470 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Project c83a38d72bce496587385901eccd90e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:08.318357 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:08.320004 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ef3dd4a4-5133-4237-9f8c-d8dc49154c68 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0719125 Mar 21 07:06:08.322876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34600) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.406549 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] Set router 925442de-756b-42e9-a014-66a6770d398a gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:08.415074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.445855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.498127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.518784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d150a32-93a0-4ce1-88a1-9766c20da83a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:08.534203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.535661 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e14700f6-33f4-457a-abe6-799a828168c3 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d150a32-93a0-4ce1-88a1-9766c20da83a HTTP/1.1" status: 204 len: 168 time: 0.2114940 Mar 21 07:06:08.538805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34604) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.549392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.566319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:06:08.566587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.585858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] For port 4d60abdd-18b9-408a-9e21-e58af44ed144, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4d60abdd-18b9-408a-9e21-e58af44ed144,segment=NetworkSegment(2c7dfc4a-8610-40d6-af14-86005ce87ffe),segment_id=2c7dfc4a-8610-40d6-af14-86005ce87ffe)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:08.586249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.606517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a8a47bf2-cbca-4038-8baf-08ca2486a299 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:08.625620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a8a47bf2-cbca-4038-8baf-08ca2486a299 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:08.627944 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a8a47bf2-cbca-4038-8baf-08ca2486a299 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879834 Mar 21 07:06:08.633209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34608) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.641010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493011239'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.650256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.663189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.675202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.698689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.704178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.708917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.715451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.718836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Calling delete_port for 4d60abdd-18b9-408a-9e21-e58af44ed144 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:08.735757 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:06:06Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:08.741146 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd360b2-1986-4b7e-805a-bed9192563b0 None None] The sync data for ids ['925442de-756b-42e9-a014-66a6770d398a'] in dv-neutron-834307-1-hyperv is: [{'id': '925442de-756b-42e9-a014-66a6770d398a', 'name': 'tempest-TestNetworkBasicOps-router-1159873135', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:03:56Z', 'updated_at': '2022-03-21T07:06:06Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b141bff4-7666-4b4a-91c8-c8dde2ba2d7b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925442de-756b-42e9-a014-66a6770d398a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:03:59Z', 'updated_at': '2022-03-21T07:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:08.805609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.814264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port b141bff4-7666-4b4a-91c8-c8dde2ba2d7b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:08.814855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.828037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.833077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.865340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] Pushing event deleted for resources: {'Port': ['ID=4d60abdd-18b9-408a-9e21-e58af44ed144,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:08.868965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb840d-d861-4524-b3a6-eeb1f60a9aa5 None None] No DVR routers for this DVR port 4d60abdd-18b9-408a-9e21-e58af44ed144 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:06:08.880087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35907b3-015b-4754-80d2-13d863a11c74,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:08.891552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:08.892851 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0689ec37-cb34-47b6-8c23-0ace81baf713 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2583592 Mar 21 07:06:08.895694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34612) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.901580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'a35907b3-015b-4754-80d2-13d863a11c74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.907502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.911426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.915285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.921115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:08.956828 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The resource could not be found. Mar 21 07:06:08.961186 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fd8b3f18-a5b3-4542-b4fc-198812348a20 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0606160 Mar 21 07:06:08.961417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:08.962500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for b141bff4-7666-4b4a-91c8-c8dde2ba2d7b owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:06:08.966217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'a35907b3-015b-4754-80d2-13d863a11c74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e337e4e8-42f6-4546-a547-f4c8de6e3755'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:08.972028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:08.976455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:08.979261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:08.985388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.019725 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The resource could not be found. Mar 21 07:06:09.021498 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-292129f7-13ce-4fba-a6ea-3c0a54f84ed4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0586629 Mar 21 07:06:09.024390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.092648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.125879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.144223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.201314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=b141bff4-7666-4b4a-91c8-c8dde2ba2d7b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:09.312259 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.316348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.339407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35907b3-015b-4754-80d2-13d863a11c74,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:09.341635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.345300 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/a35907b3-015b-4754-80d2-13d863a11c74 HTTP/1.1" status: 204 len: 168 time: 0.3174307 Mar 21 07:06:09.345457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34624) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.364393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.364867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.365202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.365560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.365885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.366214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.366536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.366859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.367173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.368186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.368517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.368836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca8592-8de2-48a5-afef-851a9c14ebeb tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:09.370539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4d60abdd-18b9-408a-9e21-e58af44ed144 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:09.421512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-464ef951-d948-48e2-8040-199cfe289bbd tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:09.421716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 4d60abdd-18b9-408a-9e21-e58af44ed144 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:06:09.421835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4d60abdd-18b9-408a-9e21-e58af44ed144 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:06:09.422207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:09.438953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-464ef951-d948-48e2-8040-199cfe289bbd tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:09.444572 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-464ef951-d948-48e2-8040-199cfe289bbd tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941293 Mar 21 07:06:09.444846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34628) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.450367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': '5712426d-9842-4f37-9e1a-de5f70d73ae3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:09.456974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:09.461626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:09.462918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:06:09.463269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f5af91b-5807-4fbe-9cd4-b66b99aee8f3 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:06:09.465626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:09.471635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.508476 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.api.v2.resource [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The resource could not be found. Mar 21 07:06:09.509669 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c96cb9fb-8e6f-4900-9006-31603628e85d tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638423 Mar 21 07:06:09.512994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34632) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.517886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896221182'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:09.523492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:09.524672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.526864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.533275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.543812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.549463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.549964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 925442de-756b-42e9-a014-66a6770d398a {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:06:09.565856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:09.566166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.569937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-42ad0283-17bf-4c8c-ad9e-1cf48ae82067 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/925442de-756b-42e9-a014-66a6770d398a HTTP/1.1" status: 204 len: 168 time: 1.5957808 Mar 21 07:06:09.570291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:09.570397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34636) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.573840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:09.579992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.655858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.661056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.701064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.711419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a5b0a-3167-4e1e-a552-fa8c98bc6485,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:09.714897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.716020 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f98088db-7ea7-4fd1-823d-7f00a5a409a9 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2020204 Mar 21 07:06:09.718602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34640) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.723575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266499371'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:09.729431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:09.733467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:09.736272 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:09.742565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.753073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.773110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:09.776817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:09.779699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:09.785264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:09.837993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.855271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.859060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.863719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7ecd3-51c7-46f3-b579-0c70c45a99c4']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:09.876171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7dfc4a-8610-40d6-af14-86005ce87ffe') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:09.876471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7dfc4a-8610-40d6-af14-86005ce87ffe') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:09.889114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.905099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.905463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4305f6-77a6-4480-a23c-d170cd7bf62a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:09.909306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.910635 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f33247aa-0bcc-4f20-9d82-a433dc0421c1 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1911216 Mar 21 07:06:09.914071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34644) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:09.916846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:06:09.917284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:06:09.932315 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:06:09.935253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'c44a5b0a-3167-4e1e-a552-fa8c98bc6485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b4305f6-77a6-4480-a23c-d170cd7bf62a'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:09.957808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.011324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:10.019561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:10.028556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.037867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.059606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.079759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=4be7ecd3-51c7-46f3-b579-0c70c45a99c4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:10.089440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-79267db5-1f29-461c-9a3d-34ad5ca8ca88 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/4be7ecd3-51c7-46f3-b579-0c70c45a99c4 HTTP/1.1" status: 204 len: 168 time: 0.5182033 Mar 21 07:06:10.092009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:10.092802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-544d1b54-8672-4c30-b982-e38549a3a8d0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1776888 Mar 21 07:06:10.096036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34648) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.105164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34652) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.110764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--395552087', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:10.115569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.119531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:10.122335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:10.127848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.139405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:10.142912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.171513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:06:10.181820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.182172 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment e41aba72-7e26-4712-bb15-a0cbf2a20191 of type vlan for network 45e0b31d-bacc-4575-bb61-284e6d6a6697 Mar 21 07:06:10.214528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.246769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.252346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:10.252933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.275048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.303885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.352432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.355435 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2491846 Mar 21 07:06:10.361495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34656) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.371551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-434016521', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:10.371893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4305f6-77a6-4480-a23c-d170cd7bf62a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:10.379235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4efec-3517-4014-bdd3-0fd8f3964bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=45e0b31d-bacc-4575-bb61-284e6d6a6697,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:10.380127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.381941 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-95623819-0a48-4dd1-9674-c63f281ad5a2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/7b4305f6-77a6-4480-a23c-d170cd7bf62a HTTP/1.1" status: 204 len: 168 time: 0.2847245 Mar 21 07:06:10.383783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.385678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34660) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.388164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:10.391683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:10.393854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:06:10.397449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.407802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.408708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.426576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.455864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-716fecea-64ef-46e7-97b3-61814158e951 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:10.471833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-716fecea-64ef-46e7-97b3-61814158e951 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:10.473749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-716fecea-64ef-46e7-97b3-61814158e951 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0867555 Mar 21 07:06:10.476285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34664) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.540258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.571502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.617870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.634914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a5b0a-3167-4e1e-a552-fa8c98bc6485,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:10.648551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.650029 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1322d497-416e-47e4-a34c-479921d984e5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/c44a5b0a-3167-4e1e-a552-fa8c98bc6485 HTTP/1.1" status: 204 len: 168 time: 0.1726902 Mar 21 07:06:10.652847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34668) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.703425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ceab2c9a-dba9-4d7d-ba5c-dca8ac715f1f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:10.703689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.718242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ceab2c9a-dba9-4d7d-ba5c-dca8ac715f1f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:10.719512 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ceab2c9a-dba9-4d7d-ba5c-dca8ac715f1f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655186 Mar 21 07:06:10.723546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34672) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.729060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257660229'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:10.735352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.745761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.756352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.776632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.780512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:10.783349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:10.788967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.860218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.864241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.913717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e146797f-3c88-44a4-aa48-02261ebbe147,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:10.917342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:10.919157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0a88d209-5116-46a7-b699-f7ce8922cfe6 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1946652 Mar 21 07:06:10.922073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34676) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.927165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'e146797f-3c88-44a4-aa48-02261ebbe147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:10.934261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.938044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:10.940849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:10.947091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:10.978791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:10.979818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fdac26ad-1983-4caf-864c-a69b39f2741f tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0567107 Mar 21 07:06:10.982550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34680) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:10.987569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group_rule': {'security_group_id': 'e146797f-3c88-44a4-aa48-02261ebbe147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:10.994393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:10.998106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:11.001023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:11.007565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:11.016484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.039881 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:06:11.043584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8f029821-7765-43e0-bc00-e35e1e69f6b8 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0574489 Mar 21 07:06:11.043886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34684) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:11.061324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.202092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.226643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b141bff4-7666-4b4a-91c8-c8dde2ba2d7b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:06:11.249993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.263494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b141bff4-7666-4b4a-91c8-c8dde2ba2d7b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:06:11.263834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b141bff4-7666-4b4a-91c8-c8dde2ba2d7b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:06:11.268939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.109 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/3b54903a-e660-4836-8b1f-e2041a96704a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:11.492226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.520040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146797f-3c88-44a4-aa48-02261ebbe147,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:11.572695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.573814 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2d96cfec-2688-44f6-92fb-6ab3c3e20e7b tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/e146797f-3c88-44a4-aa48-02261ebbe147 HTTP/1.1" status: 204 len: 168 time: 0.5290279 Mar 21 07:06:11.576629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34688) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:11.595545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.638619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-58e587d4-5bb7-471e-8d01-bb2840b0aab4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:11.661644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-58e587d4-5bb7-471e-8d01-bb2840b0aab4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:11.663081 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58e587d4-5bb7-471e-8d01-bb2840b0aab4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855114 Mar 21 07:06:11.664858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.666897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34692) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:11.672317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'tempest-secgroup--165165279'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:11.678214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:11.688199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:11.699770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.719938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:11.723798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Usage tracker for resource:security_group_rule and tenant:c83a38d72bce496587385901eccd90e4 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:11.727225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:11.732967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:11.734835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:11.737881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:11.741277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:11.786788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=3b54903a-e660-4836-8b1f-e2041a96704a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:11.806128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.809800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.854683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d371d03a-e82b-4eaa-b356-0409db84b2f7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:11.858270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.862073 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1e484fb3-7617-4027-9347-3bb2d8dc46ed tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1913221 Mar 21 07:06:11.862926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34696) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:11.868000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-889f93a9-3108-4f4b-9e8a-1edef7e560a0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:11.868422 dv-neutron-834307-1-hyperv neutron-server[87988]: WARNING neutron.api.v2.base [None req-889f93a9-3108-4f4b-9e8a-1edef7e560a0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 21 07:06:11.868909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-889f93a9-3108-4f4b-9e8a-1edef7e560a0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] update failed (client error): There was a conflict when trying to complete your request. Mar 21 07:06:11.869922 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-889f93a9-3108-4f4b-9e8a-1edef7e560a0 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "PUT /v2.0/security-groups/d371d03a-e82b-4eaa-b356-0409db84b2f7 HTTP/1.1" status: 409 len: 330 time: 0.0066924 Mar 21 07:06:11.872350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34700) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:11.936081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:11.963199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.011846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.028849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371d03a-e82b-4eaa-b356-0409db84b2f7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:12.037043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.041013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cd9062a6-c9ab-470d-abb5-56757b2bbf96 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/d371d03a-e82b-4eaa-b356-0409db84b2f7 HTTP/1.1" status: 204 len: 168 time: 0.1649101 Mar 21 07:06:12.041159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34704) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.092588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-37b3d16d-dbaa-4269-9912-832917812093 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Synchronizing usage tracker for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:12.107849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-37b3d16d-dbaa-4269-9912-832917812093 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] Unset dirty status for tenant:c83a38d72bce496587385901eccd90e4 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:12.109147 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-37b3d16d-dbaa-4269-9912-832917812093 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670569 Mar 21 07:06:12.112900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.129206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-4cdcbcf0-5fa3-447c-a28b-eadd691bbfb2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] delete failed (client error): The resource could not be found. Mar 21 07:06:12.130186 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4cdcbcf0-5fa3-447c-a28b-eadd691bbfb2 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "DELETE /v2.0/security-groups/9afa2c81-76e6-4136-9288-4185b5128c16 HTTP/1.1" status: 404 len: 347 time: 0.0163605 Mar 21 07:06:12.133827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34712) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.149060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-c72a61a7-64bf-4a68-a177-ea1e8d384ec4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] show failed (client error): The resource could not be found. Mar 21 07:06:12.150051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c72a61a7-64bf-4a68-a177-ea1e8d384ec4 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-groups/2f3364af-feef-405c-b2eb-dcea4a1fd144 HTTP/1.1" status: 404 len: 347 time: 0.0153584 Mar 21 07:06:12.153504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34716) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.167785 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-bbf88223-092d-40d6-a25c-89b1d8547fe5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] show failed (client error): The resource could not be found. Mar 21 07:06:12.168861 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bbf88223-092d-40d6-a25c-89b1d8547fe5 tempest-NegativeSecGroupIPv6Test-838225856 tempest-NegativeSecGroupIPv6Test-838225856-project] 10.222.0.31 "GET /v2.0/security-group-rules/4563f94d-707f-4f84-9761-2d46b2a994e7 HTTP/1.1" status: 404 len: 356 time: 0.0143318 Mar 21 07:06:12.179844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.444547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34724) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.538589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.719930 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-47eaefc1-c092-43ca-9038-cd8bbc4a3ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c83a38d72bce496587385901eccd90e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742839 Mar 21 07:06:12.722531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34730) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:12.777679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:06:12.785638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.811903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.864149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.882835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f73a66-8404-4c77-98fd-f6376b6427d2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:12.889721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:12.893023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4a15f380-b736-4ccc-8eaf-82fd6a4edc5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5f73a66-8404-4c77-98fd-f6376b6427d2 HTTP/1.1" status: 204 len: 168 time: 0.1672602 Mar 21 07:06:13.088340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:13.099989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:13.110763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:13.112172 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01319a59-35fe-4fd5-8654-15130219fb4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7497699 Mar 21 07:06:13.114480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:13.115813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:13.116014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.155049 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c033d108-c1b4-4852-ad01-5f7c4e5a0fbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379040 Mar 21 07:06:13.157607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34746) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.302824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:13.318069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d2fb5-8508-4e09-953a-4564e172349e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:13.322813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-187d2fb5-8508-4e09-953a-4564e172349e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611385 Mar 21 07:06:13.323131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.367294 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-980824c5-2386-4056-a0d3-a52e36d01b22 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427296 Mar 21 07:06:13.369774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.376628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67675468', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:13.494144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:13.498244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:13.501059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:13.507204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:13.518021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:13.522045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:13.606577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:11Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:13.611701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:13.612051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Updating router 0e937a36-caa7-4fb4-8c29-dc023ef8873e port 3b54903a-e660-4836-8b1f-e2041a96704a binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:13.636447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34770) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.666424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:13.756415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:13.760474 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dfaab053-ba7e-4dcc-9b83-524b96a82809 tempest-ServiceProvidersTest-242951506 tempest-ServiceProvidersTest-242951506-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1229348 Mar 21 07:06:13.844462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=6bbb1136-5acf-49b8-8219-30ae1dd4c040,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:13.852743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:13.853158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 45e0b31d-bacc-4575-bb61-284e6d6a6697, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:06:13.875079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:06:13.887488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 45e0b31d-bacc-4575-bb61-284e6d6a6697) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:13.892702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:13.894125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:13.924005 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-84ee0544-4a72-4c03-82de-563d2e03e395 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5529003 Mar 21 07:06:13.926572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34778) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:13.953992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce991e7-063f-4cd3-a4b6-1e7eaf6e367a None None] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:14.118432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34784) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:14.264472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.281493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:14.286593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Usage tracker for resource:security_group_rule and tenant:996705d4092d404c8b8912858e7df6cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:14.287599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-45e0b31d-bacc-4575-bb61-284e6d6a6697', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:06:14.288987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.290164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:14.296474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:14.400466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.407959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.459332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.471160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34790) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:14.471503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=996705d4092d404c8b8912858e7df6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520250 Mar 21 07:06:14.473751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4e096d-fcdd-4ac0-b543-4e8b2b4b22f7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:14.482380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.482727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.483061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.483858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.484197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.484531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.484982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.485412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.485741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.486067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.486546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.486999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5872964-a026-4aab-9f7b-6ab32745cd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:14.514265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Transition to ACTIVE for port object 3b54903a-e660-4836-8b1f-e2041a96704a will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:14.526334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.588778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Allocated IP 172.20.0.2 (45e0b31d-bacc-4575-bb61-284e6d6a6697/6bbb1136-5acf-49b8-8219-30ae1dd4c040/0faf183c-d3cf-44f7-b7dc-2a02d730ca72) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:14.630043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6250-4ced-45e9-9a72-9428126d4ef0 None None] Pushing event updated for resources: {'Port': ['ID=3b54903a-e660-4836-8b1f-e2041a96704a,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:14.635220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Attempting to bind port 3b54903a-e660-4836-8b1f-e2041a96704a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:14.635706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Attempting to bind port 3b54903a-e660-4836-8b1f-e2041a96704a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:14.636190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Attempting to bind port 3b54903a-e660-4836-8b1f-e2041a96704a on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:14.652166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.671720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:14.672089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:14.672487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.672871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:14.673471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Bound port: 3b54903a-e660-4836-8b1f-e2041a96704a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:14.673732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.728687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.828548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] For port 3b54903a-e660-4836-8b1f-e2041a96704a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:14.849249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] For port 3b54903a-e660-4836-8b1f-e2041a96704a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3b54903a-e660-4836-8b1f-e2041a96704a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:14.879168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.892977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.900673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.909466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4e096d-fcdd-4ac0-b543-4e8b2b4b22f7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:14.919065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:14.920166 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d3480f76-01c9-4e11-bb20-1e040eefcffc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c4e096d-fcdd-4ac0-b543-4e8b2b4b22f7 HTTP/1.1" status: 204 len: 168 time: 0.4480395 Mar 21 07:06:15.002420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.019130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:15.019964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:15.083170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Transition to ACTIVE for port object 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:15.094358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6250-4ced-45e9-9a72-9428126d4ef0 None None] Pushing event updated for resources: {'Port': ['ID=3b54903a-e660-4836-8b1f-e2041a96704a,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:15.135657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Transition to ACTIVE for port object 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:15.191862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.275641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:15.281154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:15.289610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:15.340024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:15.382372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Pushing event updated for resources: {'Port': ['ID=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:15.462888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (45e0b31d-bacc-4575-bb61-284e6d6a6697/6bbb1136-5acf-49b8-8219-30ae1dd4c040/356031f8-6b95-4eb1-bf27-dd7bae1cf75f) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:15.579642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Attempting to bind port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:15.579642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Attempting to bind port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:15.579989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Attempting to bind port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:15.598067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:15.598443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Checking segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:15.598847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.600435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Bound using segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:15.600435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Bound port: 0faf183c-d3cf-44f7-b7dc-2a02d730ca72, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:15.600773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.647509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.664460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 356031f8-6b95-4eb1-bf27-dd7bae1cf75f will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:15.676621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34814) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:15.699861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.768297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:15.771553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:15.773966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:15.799675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] For port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:15.807696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] For port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:15.814655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.819746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1472777250-network', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:15.834410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:15.840036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:15.847389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Usage tracker for resource:network and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:15.852482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:15.861686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:15.863729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.886372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Made reservation on behalf of 6fd5f6cad6be4c61a970fb2a5b90f24d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:15.888630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.913829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade0be-d3f3-478a-a6b7-dec3d03b9f03 None None] Pushing event updated for resources: {'Port': ['ID=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:15.914075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:15.922380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:11Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:15.928843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4ba09-3824-4dc4-a4a9-fce96b96064f None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:11Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:16.008130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:16.016181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:16.020690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:16.030689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:16.178486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.256892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.270028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.380726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:06:16.400275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944be96c-8d37-4a82-a232-c8c243b590a2,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:16.414433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.414779 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Added segment be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7 of type vlan for network 26818e0a-86c0-4896-a657-c36ff8f2dcee Mar 21 07:06:16.517846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.645313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.647159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:16.647737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.786413 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1051862 Mar 21 07:06:16.788280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34820) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:16.794439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Request body: {'subnet': {'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1472777250-subnet', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:16.800264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:16.803810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8b318-d5fd-4358-9af9-1f8c0a096179 admin admin] Pushing event updated for resources: {'Network': ['ID=26818e0a-86c0-4896-a657-c36ff8f2dcee,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:16.810743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Usage tracker for resource:subnet and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:16.816576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:06:16.835799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:16.842769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:16.844715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.852039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:16.865696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Made reservation on behalf of 6fd5f6cad6be4c61a970fb2a5b90f24d for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:16.868163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.106095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:17.106643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ef5bd-2e4d-4433-b831-b6b336307fd0 None None] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:17.111536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.131134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.214087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:17.219941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:17.220570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Network hostable DHCP agents. Network: 26818e0a-86c0-4896-a657-c36ff8f2dcee, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:06:17.223664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-22a267de-62af-45a7-b350-103ea4144889 None None] Provisioning for port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:17.252428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:06:17.270480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:17.272597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:17.273075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 26818e0a-86c0-4896-a657-c36ff8f2dcee) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:17.289839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5e195-2806-47bb-8f96-00ddd5bb2683 None None] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:17.292556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:17.293473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.333801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e47854b8-222d-432d-8e67-9edbf43c6c73 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5422246 Mar 21 07:06:17.335475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34824) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:17.341122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:17.350453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:17.356458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Usage tracker for resource:router and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:17.360760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:17.370195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:17.386605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.388198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.407844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.506097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3b54903a-e660-4836-8b1f-e2041a96704a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:17.537879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:06:17.713200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 3b54903a-e660-4836-8b1f-e2041a96704a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:17.723382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3b54903a-e660-4836-8b1f-e2041a96704a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:17.723884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.728333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.746993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:17.755903 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bcb591de-4669-44a5-986c-2329f32a19e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/0e937a36-caa7-4fb4-8c29-dc023ef8873e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8280175 Mar 21 07:06:17.758887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34828) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:17.766151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-26818e0a-86c0-4896-a657-c36ff8f2dcee', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:06:17.767422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:17.791282 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:17.809263 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:17.812073 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:18.047440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.050195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.051332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.052833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.053570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.054225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.056604 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1082c460-210a-4501-940d-3a29e27e0fdb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2962341 Mar 21 07:06:18.059249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34832) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:18.066684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 3b54903a-e660-4836-8b1f-e2041a96704a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3b54903a-e660-4836-8b1f-e2041a96704a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:18.071187 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:18.081794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.082881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:18.187356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.188711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.189786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.190436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.190776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-491cb68b-ec7f-4407-8ace-414372e89d1e None None] Provisioning for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:18.191352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:18.194421 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-79efc001-2015-4fa6-a760-d0e2b4914ecb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1339054 Mar 21 07:06:18.197323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34836) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:18.268401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-491cb68b-ec7f-4407-8ace-414372e89d1e None None] Provisioning complete for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:18.268767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-491cb68b-ec7f-4407-8ace-414372e89d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.295281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.354181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.359371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Allocated IP 172.20.0.2 (26818e0a-86c0-4896-a657-c36ff8f2dcee/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a/2f36aa41-4a41-4d39-b7aa-da8a30421297) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:18.369609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-491cb68b-ec7f-4407-8ace-414372e89d1e None None] Port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:18.463602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=3b54903a-e660-4836-8b1f-e2041a96704a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:18.476490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.530684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:18.537019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Allocated IP 172.26.2.136 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/0c234e5e-d68a-4a19-9168-a8b420c837d1) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:18.542973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:18.543799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.592145 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:18.602406 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:18.602754 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Updating router 0e937a36-caa7-4fb4-8c29-dc023ef8873e port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:18.633386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a26f947b-2d44-4cbf-9791-4a65a09ee20f None None] Provisioning complete for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:18.633793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a26f947b-2d44-4cbf-9791-4a65a09ee20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.634548 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66fca68b-0b2f-47a8-85db-8e88549fbb7b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2142 time: 0.4358339 Mar 21 07:06:18.676080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.754548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.794511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.831203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a26f947b-2d44-4cbf-9791-4a65a09ee20f None None] Port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:18.887288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.887769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:18.892206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:18.899526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:18.922676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.941837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Transition to ACTIVE for port object 2f36aa41-4a41-4d39-b7aa-da8a30421297 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:18.952845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34842) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:18.959553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420700394', 'description': 'tempest-secgroup-smoke-420700394 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:18.960051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:18.965935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:18.970343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:18.971391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:18.975012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Pushing event updated for resources: {'Port': ['ID=0c234e5e-d68a-4a19-9168-a8b420c837d1,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:18.976053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:18.983167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:18.997280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.018431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Transition to ACTIVE for port object 2f36aa41-4a41-4d39-b7aa-da8a30421297 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:19.027003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:19.030741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bec9160a-55d3-40d6-830b-1f034a576a1a None None] Provisioning complete for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:19.031690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bec9160a-55d3-40d6-830b-1f034a576a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.035472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:19.041320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:19.050328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:19.075593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.111663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:19.117139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:19.122446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:19.133456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.135877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-bec9160a-55d3-40d6-830b-1f034a576a1a None None] Port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:19.157581 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.170307 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Transition to ACTIVE for port object 356031f8-6b95-4eb1-bf27-dd7bae1cf75f will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:19.175039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.178501 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.179780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.229093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e38c99-bcaf-44be-b9b7-6016c447ccac,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.234917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.236992 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a9d69371-8ce0-41c9-b705-4dd37fe9d402 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2830415 Mar 21 07:06:19.240969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34846) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:19.247560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:19.254027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:19.258421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:19.261527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:19.267966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:19.294724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.417787 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Pushing event updated for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.429957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3b54903a-e660-4836-8b1f-e2041a96704a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:19.435200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.448177 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.482288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.483534 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414823 Mar 21 07:06:19.485863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a08888-c32b-48f5-8a6a-0e6f563e16cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99aa2e74-d7e0-4860-8b6f-25c97947bfb6,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.486839 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.487597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34850) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:19.494005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:19.496157 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.497015 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.497875 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.498319 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.498751 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.499227 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.499803 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.500432 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.500856 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.501180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:19.501423 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.501890 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:19.511265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:19.516687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:19.525089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:19.527555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.542356 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Attempting to bind port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:19.542878 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Attempting to bind port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:19.543500 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Attempting to bind port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:19.550381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.552741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Attempting to bind port 2f36aa41-4a41-4d39-b7aa-da8a30421297 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:19.553414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Attempting to bind port 2f36aa41-4a41-4d39-b7aa-da8a30421297 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:19.553785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Attempting to bind port 2f36aa41-4a41-4d39-b7aa-da8a30421297 on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:19.554202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:19.554703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Checking segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:19.555199 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.555873 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Bound using segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:19.556490 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Bound port: 356031f8-6b95-4eb1-bf27-dd7bae1cf75f, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:19.556977 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.561421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Pushing event updated for resources: {'Port': ['ID=2f36aa41-4a41-4d39-b7aa-da8a30421297,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.577028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:19.577836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:19.577836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.578209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Bound using segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:19.578683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Bound port: 2f36aa41-4a41-4d39-b7aa-da8a30421297, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:19.579062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.635408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.640706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.658554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3b54903a-e660-4836-8b1f-e2041a96704a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:19.658924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.669247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c98bcdc-1493-4aad-a2a2-9ff4989fe79d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.680828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] For port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:19.681316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.682764 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d93817c2-f5d1-497a-9393-885f9b5f1772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942537 Mar 21 07:06:19.685973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34854) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:19.687591 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] For port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:19.692194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:19.696367 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.701644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:19.706766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:19.710835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:19.717591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:19.741113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.750831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] For port 2f36aa41-4a41-4d39-b7aa-da8a30421297, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:19.762305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] For port 2f36aa41-4a41-4d39-b7aa-da8a30421297, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f36aa41-4a41-4d39-b7aa-da8a30421297,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:19.787559 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:19.788186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:19.798187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.843362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.849935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.894241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8540253-54f2-47c5-94f9-5526e9e007f9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.908676 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d4734-8c7c-41d6-ab84-7c7ad5b31005 None None] Pushing event updated for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:19.909069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:19.912634 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b85cc13d-c025-4657-822a-adcc78771060 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254474 Mar 21 07:06:19.914708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34858) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:19.918167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:19.927626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:19.935273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:19.940044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:19.944086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:19.956529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:19.989049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.017144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbbdb6-4493-4525-aca6-66ea678a6430 None None] Pushing event updated for resources: {'Port': ['ID=2f36aa41-4a41-4d39-b7aa-da8a30421297,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:20.066087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:20.067872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.097247 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:20.100873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.108471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.136953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc6c71f-232e-431c-ac79-d4b3a35e03fb,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:20.152531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.154017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4bf18022-43ad-4b2e-8df2-fc3ceb3aca50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2379012 Mar 21 07:06:20.156949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34862) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:20.162670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:20.168815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:20.173483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:20.176596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:20.185267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:20.208162 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:20.224194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.269178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.372141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.377465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.408397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d55194-279c-4e8c-a96f-c7c12d7b26dc,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:20.423190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.429598 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-14d404ab-e94d-4fd6-9703-3fcdc777b140 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2714829 Mar 21 07:06:20.430727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34866) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:20.438353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '54e38c99-bcaf-44be-b9b7-6016c447ccac', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:20.447032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:20.453345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:20.457742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:20.466129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:20.480731 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:20.488260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.544848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:06:20.550315 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:20.555339 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109cd2-1b35-4183-bef8-16ca465acb2e None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:20.561741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.566743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.592113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8426fee-c059-44bc-b2c4-dca274d5ee9f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:20.611446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.623376 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e43d9c0f-755a-48c4-b7a9-e54da61941a4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910803 Mar 21 07:06:20.772433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:20.783028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:20.795603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:20.796582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:20.804617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:20.806180 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3a5aaaec-72c4-4a04-8578-99b5513f4e33 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4698341 Mar 21 07:06:20.808944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34878) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:20.964910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-c6b99e53-65ca-4659-ba95-750593775e69 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420700394&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0892878 Mar 21 07:06:21.034601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:21.233887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d387a-c620-4c80-99d6-a44921278d2d None None] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:21.289101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-6ec87db8-3e07-4c67-8917-c9789e822c67 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:21.289946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-6ec87db8-3e07-4c67-8917-c9789e822c67 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:21.394115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-6ec87db8-3e07-4c67-8917-c9789e822c67 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:21.395822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-6ec87db8-3e07-4c67-8917-c9789e822c67 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 796 time: 0.3757949 Mar 21 07:06:21.461552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f36aa41-4a41-4d39-b7aa-da8a30421297 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:21.483861 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-87ecddb4-5f19-40e4-aaca-0ff68b811f52 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0222361 Mar 21 07:06:21.515190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5f88a8ed-742a-4206-987b-046b45f577ab None None] Provisioning for port 2f36aa41-4a41-4d39-b7aa-da8a30421297 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:21.687398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 2f36aa41-4a41-4d39-b7aa-da8a30421297 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:21.726981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2f36aa41-4a41-4d39-b7aa-da8a30421297 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:21.727351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:21.775274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:19Z', 'revision_number': 3, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:21.794340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:21.795060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Updating router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 port 0c234e5e-d68a-4a19-9168-a8b420c837d1 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:21.844561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-30a5ab84-07c3-427e-b9dc-1edd0d2d0108 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:21.873600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:21.900167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-30a5ab84-07c3-427e-b9dc-1edd0d2d0108 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:21.901480 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-30a5ab84-07c3-427e-b9dc-1edd0d2d0108 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4057877 Mar 21 07:06:22.020764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.064353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.085043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 2f36aa41-4a41-4d39-b7aa-da8a30421297, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f36aa41-4a41-4d39-b7aa-da8a30421297,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:22.099958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.101114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 356031f8-6b95-4eb1-bf27-dd7bae1cf75f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:22.165121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-b88eedac-8c88-4efd-8643-10c425e4d79c service neutron] 10.222.0.31 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238886 Mar 21 07:06:22.301458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=2f36aa41-4a41-4d39-b7aa-da8a30421297,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:22.329023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.329386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.329726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.330055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.330389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.330717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.331042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.331363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.331685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.332000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.332315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.332629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:06:22.352570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fdcf9189-aaed-496d-b7bc-67d4d5ee3bf2 None None] Provisioning complete for port 2f36aa41-4a41-4d39-b7aa-da8a30421297 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:22.353000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9189-aaed-496d-b7bc-67d4d5ee3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.382396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:22.410979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-e478e9db-d5ff-46d9-a145-c558b4147f38 service neutron] 10.222.0.31 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322445 Mar 21 07:06:22.418141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:22.418506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.423489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Allocated IP 172.20.0.1 (26818e0a-86c0-4896-a657-c36ff8f2dcee/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a/b68d7165-089f-4903-b67a-a3c4146d6438) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:22.523225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cccc2fe1-c38d-4043-ad98-b2d82c1fd32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.563174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.635589 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa1aaf20-34bb-430c-8be0-eda9178ea634 req-3eddb99c-730d-4ad6-b760-d2247ff8ce0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 210 time: 0.0608771 Mar 21 07:06:22.643124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.646899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Transition to ACTIVE for port object 0c234e5e-d68a-4a19-9168-a8b420c837d1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:22.659160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.660581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Transition to ACTIVE for port object b68d7165-089f-4903-b67a-a3c4146d6438 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:22.689030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.767484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:22.770330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:22.784661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:22.789487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.807644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304805e-6e0d-428a-8216-6925fd57e08a None None] Pushing event updated for resources: {'Port': ['ID=0c234e5e-d68a-4a19-9168-a8b420c837d1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:22.812433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Attempting to bind port 0c234e5e-d68a-4a19-9168-a8b420c837d1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:22.812547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Pushing event updated for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:22.813197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Attempting to bind port 0c234e5e-d68a-4a19-9168-a8b420c837d1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:22.813197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Attempting to bind port 0c234e5e-d68a-4a19-9168-a8b420c837d1 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:22.829288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:22.829740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:22.830143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.830656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:22.831216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Bound port: 0c234e5e-d68a-4a19-9168-a8b420c837d1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:22.831754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.847489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:22.908247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:22.914893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.011762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] For port 0c234e5e-d68a-4a19-9168-a8b420c837d1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:23.012875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.017113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] For port 0c234e5e-d68a-4a19-9168-a8b420c837d1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c234e5e-d68a-4a19-9168-a8b420c837d1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:23.023137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.030321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:23.113863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:23.115175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:05:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:23.229243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-16b14a21-1414-4fb3-adce-f0ef023f29b1 None None] Provisioning for port b68d7165-089f-4903-b67a-a3c4146d6438 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:23.245705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304805e-6e0d-428a-8216-6925fd57e08a None None] Pushing event updated for resources: {'Port': ['ID=0c234e5e-d68a-4a19-9168-a8b420c837d1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:23.252726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-16b14a21-1414-4fb3-adce-f0ef023f29b1 None None] Provisioning complete for port b68d7165-089f-4903-b67a-a3c4146d6438 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:23.252870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16b14a21-1414-4fb3-adce-f0ef023f29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.293854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.300217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.374388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f36aa41-4a41-4d39-b7aa-da8a30421297 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:23.420697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-16b14a21-1414-4fb3-adce-f0ef023f29b1 None None] Port b68d7165-089f-4903-b67a-a3c4146d6438 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:23.423030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.426587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Pushing event updated for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:23.468140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:23.565777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:23.566955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:23.601022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2f36aa41-4a41-4d39-b7aa-da8a30421297 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:23.601430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.923802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6365c012-3662-4204-b3ba-a8c92e20016d None None] Provisioning complete for port b68d7165-089f-4903-b67a-a3c4146d6438 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:23.924493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6365c012-3662-4204-b3ba-a8c92e20016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:23.984815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 356031f8-6b95-4eb1-bf27-dd7bae1cf75f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:23.989013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78487994-9e14-4b62-99bc-84333b0f5adc req-ff47e318-4904-4161-855c-a648beb67310 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 210 time: 0.1220331 Mar 21 07:06:24.036280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6365c012-3662-4204-b3ba-a8c92e20016d None None] Port b68d7165-089f-4903-b67a-a3c4146d6438 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:24.057420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:24.063397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86dc33-860d-48c8-9ed0-0564ee07ccd9 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:24.075676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:24.076448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:24.136378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-41dba56d-4622-419a-a326-d20dfa45769d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:24.137936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-41dba56d-4622-419a-a326-d20dfa45769d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 796 time: 0.4943106 Mar 21 07:06:24.139884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:06:24.266850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-263120c8-c2e0-4347-a91b-642b005e2c87 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 379 time: 0.1192508 Mar 21 07:06:24.278947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['54e38c99-bcaf-44be-b9b7-6016c447ccac']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:24.488343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:24.518471 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a9dc6cfb-9f37-45cf-b494-7beb58b46a99 admin admin] 10.222.0.31 "PUT /v2.0/routers/56ed5ad0-193a-4bd2-bb56-96282f5016e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7024827 Mar 21 07:06:24.526677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:24.533468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-047be0a2-ddcc-49c8-ba9a-c3adfd5b5080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:24.540754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:24.554561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:24.558566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:24.741334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.4 (45e0b31d-bacc-4575-bb61-284e6d6a6697/6bbb1136-5acf-49b8-8219-30ae1dd4c040/ab58d220-e955-4d58-a118-76983428f035) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:24.964082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:24.984569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object ab58d220-e955-4d58-a118-76983428f035 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:25.012592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.099364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:25.102808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:25.111789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:25.123400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:25.129121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1247083026-network', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:25.136744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:25.147623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Usage tracker for resource:network and tenant:d092e614f39d4fd992eea081e18e0a01 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:25.150895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:25.157257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:25.174864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Made reservation on behalf of d092e614f39d4fd992eea081e18e0a01 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:25.178027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.192211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.213432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:25.218896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Usage tracker for resource:security_group_rule and tenant:d092e614f39d4fd992eea081e18e0a01 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:25.224338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:25.238728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:25.254307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:25.262618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:25.265414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.319316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10fc72-ad58-48c2-9d99-ec4167e6c03e req-d3cdaf3b-cb69-44b2-89ec-b14eb11d873e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:25.320057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0d10fc72-ad58-48c2-9d99-ec4167e6c03e req-d3cdaf3b-cb69-44b2-89ec-b14eb11d873e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:25.325405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-24a68935-105a-440d-a568-f5d5430dac94 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502775 Mar 21 07:06:25.340768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Request body: {'port': {'device_id': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:25.407170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0d10fc72-ad58-48c2-9d99-ec4167e6c03e req-d3cdaf3b-cb69-44b2-89ec-b14eb11d873e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:25.408526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d10fc72-ad58-48c2-9d99-ec4167e6c03e req-d3cdaf3b-cb69-44b2-89ec-b14eb11d873e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 931 time: 0.2701700 Mar 21 07:06:25.421654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c234e5e-d68a-4a19-9168-a8b420c837d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:25.512303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cec82a6c-4071-4e01-9b32-f374f797899d None None] Provisioning for port ab58d220-e955-4d58-a118-76983428f035 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:25.520048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cec82a6c-4071-4e01-9b32-f374f797899d None None] Provisioning complete for port ab58d220-e955-4d58-a118-76983428f035 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:25.521201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cec82a6c-4071-4e01-9b32-f374f797899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.533207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d10fc72-ad58-48c2-9d99-ec4167e6c03e req-24facfcd-de91-4958-936b-2b00b9a63a31 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131532 Mar 21 07:06:25.538447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.542276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.556470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.588635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:06:25.596692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 0c234e5e-d68a-4a19-9168-a8b420c837d1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:25.597180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a934cb3-e15d-49a9-a3ea-00f5f515ed1f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:25.608447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0c234e5e-d68a-4a19-9168-a8b420c837d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:25.608953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.609105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.609332 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Added segment 3c46390a-7904-49ae-8236-ff0c6cb0b646 of type vlan for network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 Mar 21 07:06:25.642214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cec82a6c-4071-4e01-9b32-f374f797899d None None] Port ab58d220-e955-4d58-a118-76983428f035 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:25.650487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.684188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.685332 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:25.686038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.770314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.790041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.792887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.796865 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6722271 Mar 21 07:06:25.797953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21284-e407-418c-8c4b-55ddc5ede8fd admin admin] Pushing event updated for resources: {'Network': ['ID=1cdf2cac-7e72-4cd5-8bef-1f2102771149,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:25.800034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34922) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:25.802385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 0c234e5e-d68a-4a19-9168-a8b420c837d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c234e5e-d68a-4a19-9168-a8b420c837d1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:25.806570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Request body: {'subnet': {'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1247083026-subnet', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:25.808579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.811925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:25.816286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Usage tracker for resource:subnet and tenant:d092e614f39d4fd992eea081e18e0a01 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:25.820826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:25.827753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:25.838878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Made reservation on behalf of d092e614f39d4fd992eea081e18e0a01 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:25.841464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:25.851096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:06:25.981097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=0c234e5e-d68a-4a19-9168-a8b420c837d1,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:26.053548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab58d220-e955-4d58-a118-76983428f035 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:06:26.056375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.062321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.077370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Transition to ACTIVE for port object ab58d220-e955-4d58-a118-76983428f035 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:26.081381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.136119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=126304fa-b6d0-4402-b39b-b00bf487e0fd,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:26.143858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Checking segment: {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:26.144176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Network hostable DHCP agents. Network: 1cdf2cac-7e72-4cd5-8bef-1f2102771149, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:06:26.166825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:06:26.185749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1cdf2cac-7e72-4cd5-8bef-1f2102771149) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:26.191194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:26.191784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.195097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208c0e1-2bc7-4837-8297-b8124be8cc80 None None] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:26.216066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:26.218058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-778f31e3-4ed1-4935-b5ce-eacdd2cb8d0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4168890 Mar 21 07:06:26.220780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:26.229021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:26.234627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:26.238848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Usage tracker for resource:router and tenant:d092e614f39d4fd992eea081e18e0a01 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:26.241961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:26.250316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:26.267092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.268270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.290687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.384988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Attempting to bind port ab58d220-e955-4d58-a118-76983428f035 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:26.385423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Attempting to bind port ab58d220-e955-4d58-a118-76983428f035 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:26.385760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Attempting to bind port ab58d220-e955-4d58-a118-76983428f035 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:26.391124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Port ab58d220-e955-4d58-a118-76983428f035 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:06:26.391124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Attempting to bind port ab58d220-e955-4d58-a118-76983428f035 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:26.398506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:26.398753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Checking segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:26.399394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Bound using segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:26.399539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Bound port: ab58d220-e955-4d58-a118-76983428f035, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:26.399845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.523849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:26.527158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ab58d220-e955-4d58-a118-76983428f035,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:26.532062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.603449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.605536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:26.606151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.607575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 1093 time: 1.2715697 Mar 21 07:06:26.608012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:06:26.621755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c57dd-8258-4afc-a1f7-6cf03348a4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:26.678917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:06:26.679805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:26.711818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035', 'status': 'completed', 'code': 200} Mar 21 07:06:26.847753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-4ddee618-fd9d-4eed-897b-3d43ce137cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:26.849448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-4ddee618-fd9d-4eed-897b-3d43ce137cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.2017684 Mar 21 07:06:26.857900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753b311-4962-49f8-9bfd-40b9923b9523 req-330cbf54-6600-4769-953e-b391592a14d5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:26.859364 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d753b311-4962-49f8-9bfd-40b9923b9523 req-330cbf54-6600-4769-953e-b391592a14d5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 943 time: 0.1495314 Mar 21 07:06:26.888365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Allocated IP 172.20.0.2 (1cdf2cac-7e72-4cd5-8bef-1f2102771149/126304fa-b6d0-4402-b39b-b00bf487e0fd/60b8becc-2dff-49ea-87bc-304f517f09f9) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:26.944152 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d8db7aaa-d76e-4703-9bd0-c7f23fce7abd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 217 time: 0.0838223 Mar 21 07:06:27.013138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d753b311-4962-49f8-9bfd-40b9923b9523 req-da5a946a-e78d-4750-893c-8b7522b7b2c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968037 Mar 21 07:06:27.017149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.025322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d809e8e7-6cae-4f5f-a9b2-392d29c4c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:27.026319 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-d809e8e7-6cae-4f5f-a9b2-392d29c4c2c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0765746 Mar 21 07:06:27.052112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.110759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-2c2b9e37-fc31-45a2-8aa0-e1b1dd10eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:27.112960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-2c2b9e37-fc31-45a2-8aa0-e1b1dd10eb48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800252 Mar 21 07:06:27.121078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.132878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Transition to ACTIVE for port object 60b8becc-2dff-49ea-87bc-304f517f09f9 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:27.155276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Transition to ACTIVE for port object 60b8becc-2dff-49ea-87bc-304f517f09f9 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:27.161821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.210806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Allocated IP 172.26.2.216 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/496b215e-8dad-48f6-97bf-3695b6a8c3e3) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:27.266982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-81c7e022-ea3b-4590-b493-434c88386b7c service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483378 Mar 21 07:06:27.269254 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:27.274068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:27.280177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:27.337252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.372331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c234e5e-d68a-4a19-9168-a8b420c837d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:27.396380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Pushing event updated for resources: {'Port': ['ID=60b8becc-2dff-49ea-87bc-304f517f09f9,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:27.442793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb5f1d9d-927b-461d-b0fe-ccb01675395d req-ac0a3108-d6e2-4fc2-8963-9536f4123396 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610587 Mar 21 07:06:27.454445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Attempting to bind port 60b8becc-2dff-49ea-87bc-304f517f09f9 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:27.454816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Attempting to bind port 60b8becc-2dff-49ea-87bc-304f517f09f9 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:27.455179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Attempting to bind port 60b8becc-2dff-49ea-87bc-304f517f09f9 on network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:27.466052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:27.466427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Checking segment: {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:27.466825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.467295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Bound using segment: {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:27.467769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Bound port: 60b8becc-2dff-49ea-87bc-304f517f09f9, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:27.468153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.551392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.557715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0c234e5e-d68a-4a19-9168-a8b420c837d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:27.558104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.572740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571305e-bd20-452e-b989-fd2888b0257d req-07054229-ccfd-484f-b3bc-56be0fb69864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:27.574484 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-07054229-ccfd-484f-b3bc-56be0fb69864 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0818558 Mar 21 07:06:27.586052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.615704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] For port 60b8becc-2dff-49ea-87bc-304f517f09f9, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:27.629108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] For port 60b8becc-2dff-49ea-87bc-304f517f09f9, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=60b8becc-2dff-49ea-87bc-304f517f09f9,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:27.639463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:27.665847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:27.669113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:27.671621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:27.721908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Pushing event updated for resources: {'Port': ['ID=496b215e-8dad-48f6-97bf-3695b6a8c3e3,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:27.730456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571305e-bd20-452e-b989-fd2888b0257d req-1ff1cc2b-3684-45e9-aefa-202278fdb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:27.733022 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-1ff1cc2b-3684-45e9-aefa-202278fdb874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1521602 Mar 21 07:06:27.784339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b89df-f28d-4827-8208-d1d925aed563 None None] Pushing event updated for resources: {'Port': ['ID=60b8becc-2dff-49ea-87bc-304f517f09f9,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:27.933549 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:27.938337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-47c7f789-6fdf-4e95-9c58-ef9274b05641 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 217 time: 0.1987214 Mar 21 07:06:27.968473 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:27.969095 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:28.023419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571305e-bd20-452e-b989-fd2888b0257d req-2b2e7be6-694f-49bd-b6b0-6f48baad9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:28.024879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-2b2e7be6-694f-49bd-b6b0-6f48baad9e99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0783994 Mar 21 07:06:28.111252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571305e-bd20-452e-b989-fd2888b0257d req-c6d8b4b2-600a-45ed-83a0-96e91c6e729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:28.112734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-c6d8b4b2-600a-45ed-83a0-96e91c6e729d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815473 Mar 21 07:06:28.201213 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:28.221870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:28.317928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-c969bd0d-fdb7-4b9d-972f-3f3183dd1d2d service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959753 Mar 21 07:06:28.418710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf43f7c-1ce5-41df-a792-a4657c380e1d req-1db5bd8b-d2ad-47f7-a9bf-a09d53c994ef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:28.420275 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cf43f7c-1ce5-41df-a792-a4657c380e1d req-1db5bd8b-d2ad-47f7-a9bf-a09d53c994ef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 943 time: 0.2082372 Mar 21 07:06:28.499726 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cf43f7c-1ce5-41df-a792-a4657c380e1d req-3452c7c7-1f78-4224-8c61-ffbae97eeaf0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632374 Mar 21 07:06:28.501771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8571305e-bd20-452e-b989-fd2888b0257d req-ccdb9852-ac04-49a6-ae76-0196095bafc3 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766474 Mar 21 07:06:28.586387 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:23Z', 'revision_number': 2, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:28.590571 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:28.591116 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Updating router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 port b68d7165-089f-4903-b67a-a3c4146d6438 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:28.598694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:28.646307 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:28.826433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:06:28.850621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcba125-3891-4fa7-85e6-6552078b9239 None None] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:06:28.961633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0ec1d23d-3249-48cd-8a36-6ca2762d2c43 None None] Provisioning for port 60b8becc-2dff-49ea-87bc-304f517f09f9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:29.018773 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.022323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:29.031950 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Transition to ACTIVE for port object b68d7165-089f-4903-b67a-a3c4146d6438 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:29.034083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Sync routers for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:29.040544 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.048643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.053458 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fecfb43a-4c2e-4e1f-91b8-1d0d6cdf77c0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8281403 Mar 21 07:06:29.053855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34936) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:29.081887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:29.082434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:29.112796 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ae5d-3530-40d6-9c41-675f7140392d None None] Pushing event updated for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:29.288377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:29.303356 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Attempting to bind port b68d7165-089f-4903-b67a-a3c4146d6438 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:29.303715 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Attempting to bind port b68d7165-089f-4903-b67a-a3c4146d6438 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:29.304080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Attempting to bind port b68d7165-089f-4903-b67a-a3c4146d6438 on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:29.310235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:29.310610 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:29.311014 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.311399 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Bound using segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:29.311851 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Bound port: b68d7165-089f-4903-b67a-a3c4146d6438, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:29.312215 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.425967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 60b8becc-2dff-49ea-87bc-304f517f09f9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:29.447426 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] For port b68d7165-089f-4903-b67a-a3c4146d6438, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:29.450527 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] For port b68d7165-089f-4903-b67a-a3c4146d6438, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b68d7165-089f-4903-b67a-a3c4146d6438,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:29.455440 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.521721 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:29.522347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:29.704445 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0ae5d-3530-40d6-9c41-675f7140392d None None] Pushing event updated for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:29.709974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 60b8becc-2dff-49ea-87bc-304f517f09f9 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:29.720849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 60b8becc-2dff-49ea-87bc-304f517f09f9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:29.721250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:29.801246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ab58d220-e955-4d58-a118-76983428f035 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:06:29.862325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:29.912547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0f24b-a05a-4294-af17-c976c7b1fafb req-58ae4a96-ed1c-422f-a1fb-6dba846d22ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:29.914287 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5b0f24b-a05a-4294-af17-c976c7b1fafb req-58ae4a96-ed1c-422f-a1fb-6dba846d22ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 943 time: 0.2177835 Mar 21 07:06:30.027823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5b0f24b-a05a-4294-af17-c976c7b1fafb req-355b8c0a-9e77-4375-a5f4-50bc6b24412b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068609 Mar 21 07:06:30.039654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.062826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.081033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:27Z', 'revision_number': 3, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:30.094196 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ab58d220-e955-4d58-a118-76983428f035,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:30.110319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Checking router: 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:30.110662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Updating router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:30.152838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'ab58d220-e955-4d58-a118-76983428f035', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'port_id': 'ab58d220-e955-4d58-a118-76983428f035', 'mac_address': 'fa:16:3e:0d:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:06:30.197679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 60b8becc-2dff-49ea-87bc-304f517f09f9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=60b8becc-2dff-49ea-87bc-304f517f09f9,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:30.217568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.254616 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:29Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:30.261670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a2d6e0-405b-4d94-8e5b-af7239b6dbb2 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:29Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:30.285756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.352684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-533ee30b-6cae-40c8-9ac4-b8c0d2034c48 None None] Provisioning complete for port 60b8becc-2dff-49ea-87bc-304f517f09f9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:30.353066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-533ee30b-6cae-40c8-9ac4-b8c0d2034c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.402115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Allocated IP 172.20.0.1 (1cdf2cac-7e72-4cd5-8bef-1f2102771149/126304fa-b6d0-4402-b39b-b00bf487e0fd/eee86c2b-6a1b-42b8-a39a-939c6b0fe290) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:30.416881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.491936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab58d220-e955-4d58-a118-76983428f035 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:06:30.508175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=60b8becc-2dff-49ea-87bc-304f517f09f9,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:30.535438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ab58d220-e955-4d58-a118-76983428f035,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:30.545709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.553873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.569149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Transition to ACTIVE for port object eee86c2b-6a1b-42b8-a39a-939c6b0fe290 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:30.593617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.663473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:30.666347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:30.670329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:30.700822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:30.729637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.750836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:30.881138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['ab58d220-e955-4d58-a118-76983428f035'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:06:30.882632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.940807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:30.968772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Transition to ACTIVE for port object 496b215e-8dad-48f6-97bf-3695b6a8c3e3 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:31.000615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.094282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3378835-7e7e-4ca8-8d01-0b800b2f8a53 None None] Provisioning for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:31.140323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.142155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d3378835-7e7e-4ca8-8d01-0b800b2f8a53 None None] Provisioning complete for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:31.142364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3378835-7e7e-4ca8-8d01-0b800b2f8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.146837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.215319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb3c63-1ffc-4f9f-8ea8-6d41c04cd7d6 None None] Pushing event updated for resources: {'Port': ['ID=496b215e-8dad-48f6-97bf-3695b6a8c3e3,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:31.234038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Attempting to bind port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:31.234410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Attempting to bind port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:31.234774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Attempting to bind port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:31.253438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:31.253438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:31.253438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.253438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:31.253438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Bound port: 496b215e-8dad-48f6-97bf-3695b6a8c3e3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:31.254028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.309386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.314427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d3378835-7e7e-4ca8-8d01-0b800b2f8a53 None None] Port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:31.323861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:31.362775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] For port 496b215e-8dad-48f6-97bf-3695b6a8c3e3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:31.382671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] For port 496b215e-8dad-48f6-97bf-3695b6a8c3e3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=496b215e-8dad-48f6-97bf-3695b6a8c3e3,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:31.391180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b68d7165-089f-4903-b67a-a3c4146d6438 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:31.423346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.457359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8f5c-120e-4092-a7ef-18684556fec0 req-d95ff39b-fc17-4bba-8a99-1b952619b807 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:31.459407 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5ef8f5c-120e-4092-a7ef-18684556fec0 req-d95ff39b-fc17-4bba-8a99-1b952619b807 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 944 time: 0.2836921 Mar 21 07:06:31.527673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:31.530500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:31.534609 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5ef8f5c-120e-4092-a7ef-18684556fec0 req-2670579d-dd22-42fc-b416-0912d3018fde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673292 Mar 21 07:06:31.577468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:31.578104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:31.634885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb3c63-1ffc-4f9f-8ea8-6d41c04cd7d6 None None] Pushing event updated for resources: {'Port': ['ID=496b215e-8dad-48f6-97bf-3695b6a8c3e3,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:31.699566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b68d7165-089f-4903-b67a-a3c4146d6438 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:31.735588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:06:31.777920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b68d7165-089f-4903-b67a-a3c4146d6438 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:31.778206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:31.878784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:31.918033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:31.933999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3c7df12a-1bc8-45ea-8950-1b5278cbd3f0 admin admin] 10.222.0.31 "PUT /v2.0/routers/8a5d3313-cbda-4408-bcd6-2d6b4bd05a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788333 Mar 21 07:06:31.965043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-10837adb-e512-4ace-bb60-c2b3125d13a5 None None] Provisioning complete for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:31.965444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-10837adb-e512-4ace-bb60-c2b3125d13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.156248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-10837adb-e512-4ace-bb60-c2b3125d13a5 None None] Port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:32.223840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.288573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b68d7165-089f-4903-b67a-a3c4146d6438, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b68d7165-089f-4903-b67a-a3c4146d6438,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:32.318378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.319125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 60b8becc-2dff-49ea-87bc-304f517f09f9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:32.449560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:32.471805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 60b8becc-2dff-49ea-87bc-304f517f09f9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:32.472179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.504248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'eee86c2b-6a1b-42b8-a39a-939c6b0fe290', 'name': '', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'mac_address': 'fa:16:3e:dd:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:30Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 2, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'subnets': [{'id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:32.521743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af97510-0391-4166-86c6-6e58aef1a1de None None] The sync data for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv is: [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'eee86c2b-6a1b-42b8-a39a-939c6b0fe290', 'name': '', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'mac_address': 'fa:16:3e:dd:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:30Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 2, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'subnets': [{'id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:32.568544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34952) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:32.573997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766991755', 'description': 'tempest-secgroup-smoke-1766991755 description', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:32.593534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:32.597107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:32.604449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:32.612506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:32.623851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.794597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:32.799885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:32.805911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:32.812561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:32.898729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.901782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772140-cde9-4340-a6bf-76c3c879d5b4 req-6a976d05-ea42-4a00-ab02-da809a5dbc99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:32.902997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.903678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2772140-cde9-4340-a6bf-76c3c879d5b4 req-6a976d05-ea42-4a00-ab02-da809a5dbc99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 944 time: 0.2279749 Mar 21 07:06:32.948934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1255e-9e46-43e5-912d-141051cc8049,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:32.952963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:32.954290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4557cefd-9a25-4a42-ba97-947b53c5a1d1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3847358 Mar 21 07:06:32.957173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:32.962303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:32.968139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:32.972032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:32.976416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:32.981805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2772140-cde9-4340-a6bf-76c3c879d5b4 req-623de9a2-694e-49ca-988f-3aa3b10e79ea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634422 Mar 21 07:06:32.983471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.002691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.066305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.070687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.094301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088b8983-4e67-4fc1-ac4c-d4b420b40b69,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.105145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.106362 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0f675118-0d4c-413a-822b-53125af31d96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482272 Mar 21 07:06:33.110195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:33.117759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:33.124016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:33.128102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:33.131618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:33.137471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.156798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.225099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.238644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.259980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5a1d3-c28a-4da5-8c27-026575fdaf1c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.291220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.295339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 34964) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:33.295483 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bf060e4f-959d-447b-b61b-5e8f08b338a7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830947 Mar 21 07:06:33.300571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:33.308892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:33.316282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:33.322789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:33.330822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.357002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.419696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b68d7165-089f-4903-b67a-a3c4146d6438 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:33.445033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.448931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.483893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.487654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886189 Mar 21 07:06:33.487654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6a500-2156-455c-bc1a-c376f32bf5a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4f8a9b-4d0d-479e-b130-7cbc1858fc6a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.487973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34968) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:33.495495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:33.502916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:33.508751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:33.513649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:33.520563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.543954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.554221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b68d7165-089f-4903-b67a-a3c4146d6438 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:33.554583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.615363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.619601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.648005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8210bf5-4426-4342-92be-e1d897da2e98,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.659743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.662234 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-245522b1-57c5-4204-80a5-fca58a54ffcb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1725771 Mar 21 07:06:33.664226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34972) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:33.669654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:33.675483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:33.678036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 496b215e-8dad-48f6-97bf-3695b6a8c3e3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:33.680821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:33.683739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:33.689758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.702455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Project 6fd5f6cad6be4c61a970fb2a5b90f24d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:33.711966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.750815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:33.758415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:33.759005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.783512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.787807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.798797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ab58d220-e955-4d58-a118-76983428f035 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:33.812588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef10bbec-259d-4a0a-94d3-df14f9c0fc29,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.823751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.825138 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ffd44a7b-bc09-46d4-9893-01d9b2654645 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598499 Mar 21 07:06:33.827799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 34976) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:33.834079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'security_group_rule': {'security_group_id': '0fe1255e-9e46-43e5-912d-141051cc8049', 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:33.839979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:33.844051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:security_group_rule and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:33.847022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:33.852904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:33.864781 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Project 6fd5f6cad6be4c61a970fb2a5b90f24d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:06:33.874859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.945125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port ab58d220-e955-4d58-a118-76983428f035 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:33.945965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.950744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.956086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port ab58d220-e955-4d58-a118-76983428f035 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:33.956462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.972833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc9dadf-4a87-4645-82e3-5c3d528c7848,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:33.986474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:33.987818 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e0e826c7-421f-4e45-88cd-a2ecb7928133 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589370 Mar 21 07:06:33.987976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:34.032655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 496b215e-8dad-48f6-97bf-3695b6a8c3e3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=496b215e-8dad-48f6-97bf-3695b6a8c3e3,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:34.039888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:34.167439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=496b215e-8dad-48f6-97bf-3695b6a8c3e3,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:34.171504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:34.179932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de7a93-d56b-4e1c-b098-8a080929bf17 req-be750bbb-bc63-4148-97e9-7d74c5d7616c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:34.181651 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7de7a93-d56b-4e1c-b098-8a080929bf17 req-be750bbb-bc63-4148-97e9-7d74c5d7616c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 944 time: 0.0913081 Mar 21 07:06:34.200718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58d220-e955-4d58-a118-76983428f035'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:06:34.215328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ab58d220-e955-4d58-a118-76983428f035,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:34.220158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:34.241540 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7de7a93-d56b-4e1c-b098-8a080929bf17 req-9365fbec-3d1f-4b57-a9d3-9ac9b9cedfe5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512900 Mar 21 07:06:34.295823 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab58d220-e955-4d58-a118-76983428f035', 'code': 200} Mar 21 07:06:34.315676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:34.525876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa872c-7329-44d1-be44-f206ae1a2c24 req-080df37d-cd84-4251-a76d-1c80cf9b474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:34.527356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa872c-7329-44d1-be44-f206ae1a2c24 req-080df37d-cd84-4251-a76d-1c80cf9b474f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0793784 Mar 21 07:06:34.566948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa872c-7329-44d1-be44-f206ae1a2c24 req-1ecf9f22-4c59-4118-affd-0af8207c5714 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340960 Mar 21 07:06:35.316672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 496b215e-8dad-48f6-97bf-3695b6a8c3e3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:35.429841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:35.429841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:35.471281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0bd5-8144-4ecb-a90e-6160a0e93729 req-e531cbfb-d8f9-498c-a957-70d60854e747 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:35.479144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d2d0bd5-8144-4ecb-a90e-6160a0e93729 req-e531cbfb-d8f9-498c-a957-70d60854e747 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.1028934 Mar 21 07:06:35.540636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d2d0bd5-8144-4ecb-a90e-6160a0e93729 req-d50f7df3-8af4-412d-98a0-20c9e28110e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605431 Mar 21 07:06:35.730291 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Sync routers for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:35.740799 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:35.741438 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:35.946383 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:36.264658 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'eee86c2b-6a1b-42b8-a39a-939c6b0fe290', 'name': '', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'mac_address': 'fa:16:3e:dd:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:30Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 2, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'subnets': [{'id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:36.268438 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Checking router: 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:36.268778 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Updating router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:06:36.326986 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:36.697672 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:06:36.710239 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:36.725054 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Transition to ACTIVE for port object eee86c2b-6a1b-42b8-a39a-939c6b0fe290 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:36.732393 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:36.748210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfab5be-76ab-46e5-b066-1a78a42199b8 req-a7133151-48f0-4504-b2c3-ee957f944b22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:36.749756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bcfab5be-76ab-46e5-b066-1a78a42199b8 req-a7133151-48f0-4504-b2c3-ee957f944b22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.1008160 Mar 21 07:06:36.805097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bcfab5be-76ab-46e5-b066-1a78a42199b8 req-e3cf7ee1-8a20-4aec-9b1a-aee4b332fe93 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492570 Mar 21 07:06:36.906039 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb442a-1f4c-4910-a74a-77d3f85a00b5 None None] Pushing event updated for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:36.974468 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Attempting to bind port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:36.975139 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Attempting to bind port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:36.975139 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Attempting to bind port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 on network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:36.980815 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:36.981188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Checking segment: {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:36.981635 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:36.982019 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Bound using segment: {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:36.982477 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Bound port: eee86c2b-6a1b-42b8-a39a-939c6b0fe290, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c46390a-7904-49ae-8236-ff0c6cb0b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:36.982845 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.069049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2dac6-121c-4498-9d60-8e09ba92681b req-318d4e3c-d9f9-45d8-9082-fa437a22cd51 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:37.070704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3a2dac6-121c-4498-9d60-8e09ba92681b req-318d4e3c-d9f9-45d8-9082-fa437a22cd51 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.1152360 Mar 21 07:06:37.096298 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] For port eee86c2b-6a1b-42b8-a39a-939c6b0fe290, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:37.100235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] For port eee86c2b-6a1b-42b8-a39a-939c6b0fe290, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:37.105614 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.124405 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3a2dac6-121c-4498-9d60-8e09ba92681b req-b4621d01-146b-4877-8edc-b7eb4d0b5fe5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Mar 21 07:06:37.153543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35076) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:37.193628 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:37.194035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:37.267103 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb442a-1f4c-4910-a74a-77d3f85a00b5 None None] Pushing event updated for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:37.267716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f5d3f-344d-46d2-9cd6-a7f12f16f6f1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:37.269293 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-be4f5d3f-344d-46d2-9cd6-a7f12f16f6f1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1093 time: 0.1150484 Mar 21 07:06:37.272700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35080) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:37.278426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'ab58d220-e955-4d58-a118-76983428f035', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:37.288569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:37.303082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:06:37.309691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:06:37.326342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:37.346650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.473782 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:37.519943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.666004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.125 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/8192b666-9c86-437c-bf69-02939a6c2136) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:37.815504 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'eee86c2b-6a1b-42b8-a39a-939c6b0fe290', 'name': '', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'mac_address': 'fa:16:3e:dd:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:30Z', 'updated_at': '2022-03-21T07:06:37Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'subnets': [{'id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:37.820435 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a74db-f12c-4fd5-99cd-a1bc9ede53d8 None None] The sync data for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv is: [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:06:30Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'eee86c2b-6a1b-42b8-a39a-939c6b0fe290', 'name': '', 'network_id': '1cdf2cac-7e72-4cd5-8bef-1f2102771149', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'mac_address': 'fa:16:3e:dd:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:30Z', 'updated_at': '2022-03-21T07:06:37Z', 'revision_number': 4, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'subnets': [{'id': '126304fa-b6d0-4402-b39b-b00bf487e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:37.824364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.888418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:37.962357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:37.965187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:37.968747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:38.004021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=8192b666-9c86-437c-bf69-02939a6c2136,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:38.463762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:38.553619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:38.887428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:38.892434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.004637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=8192b666-9c86-437c-bf69-02939a6c2136,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:39.017472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.200696 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77 associated. External IP: 172.26.2.125, port: ab58d220-e955-4d58-a118-76983428f035. Mar 21 07:06:39.355068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device eee86c2b-6a1b-42b8-a39a-939c6b0fe290 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:39.432743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:39.438263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:39.438775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.579720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.615495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:06:39.622084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port eee86c2b-6a1b-42b8-a39a-939c6b0fe290, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:06:39.627453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.704222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:39.807195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:06:39.817720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:06:39.828192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:39.828821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:39.838777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:39.898348 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b7769a1-2988-4c15-bbf1-51867e2e4198 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6243663 Mar 21 07:06:39.899113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:06:39.901180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35088) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:39.944508 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035', 'status': 'completed', 'code': 200} Mar 21 07:06:40.037822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:40.083441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dd05b1fa-ba38-4eef-a01c-f1a667073f9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 991 time: 0.1805193 Mar 21 07:06:40.103689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-e3b888e6-1a94-4eac-a459-8bdd5f0a1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:40.106138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-e3b888e6-1a94-4eac-a459-8bdd5f0a1ddb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.1261134 Mar 21 07:06:40.278290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-6c169ae0-56cc-4a57-9ff9-079612758959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:40.280098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-6c169ae0-56cc-4a57-9ff9-079612758959 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1689408 Mar 21 07:06:40.405937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-e22150d7-853f-441f-8870-f71879eaf0dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 999 time: 0.1199834 Mar 21 07:06:40.466069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ab58d220-e955-4d58-a118-76983428f035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:0d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:06:38Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:40.471631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:06:40.477114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-cd916a53-5f32-4023-981e-0884a880660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:40.478825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-cd916a53-5f32-4023-981e-0884a880660e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0677867 Mar 21 07:06:40.480424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:06:40.481021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:40.560427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-46451a12-1fa6-4389-a6fe-4faf872a123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:40.561982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-46451a12-1fa6-4389-a6fe-4faf872a123f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771356 Mar 21 07:06:40.678764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:06:40.706681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-b709f041-ebd3-479d-824d-e61170288f64 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382439 Mar 21 07:06:40.870031 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf99d78c-594f-4758-9b1a-3d7f7a614845 req-068433b8-3e1a-44aa-98e9-2d915699e527 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573796 Mar 21 07:06:41.086866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ab58d220-e955-4d58-a118-76983428f035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:0d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:06:38Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:06:41.087219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35096) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:41.090846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f137a-9be8-41b1-bd8d-c9e38136a6e6 None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ab58d220-e955-4d58-a118-76983428f035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:0d:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:06:38Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:06:41.330432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device eee86c2b-6a1b-42b8-a39a-939c6b0fe290 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:06:41.367078 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5da6bb-d127-4b2d-a972-479a2c0d9db2 None None] New status for floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:06:41.377821 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-56ea2e13-bc06-4de1-a025-ff75125281fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 991 time: 0.2894845 Mar 21 07:06:41.431289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:41.431742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:42.381705 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35102) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:06:42.509942 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d4320ab6-477a-4656-9cbc-b45de968d874 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 993 time: 0.1267054 Mar 21 07:06:48.411340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:51.588332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-9524b9e9-3f85-4fff-b7a9-886e1630fbeb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766991755&fields=id&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 267 time: 0.0402548 Mar 21 07:06:51.740467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-e877b422-49e1-4296-8131-5fb3df0cc61a tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:51.741911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-e877b422-49e1-4296-8131-5fb3df0cc61a tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.1472611 Mar 21 07:06:51.756981 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-38785cae-d454-42e8-a622-2eb161e5b283 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/quotas/6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 375 time: 0.0097146 Mar 21 07:06:51.838434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-1f0dd29e-2260-4f0e-b0db-a67aa10001a3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:51.855125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-1f0dd29e-2260-4f0e-b0db-a67aa10001a3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:51.856721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-1f0dd29e-2260-4f0e-b0db-a67aa10001a3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949209 Mar 21 07:06:51.872294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-a5962c7c-92ae-480f-8802-11cb16d59012 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:06:51.873213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-a5962c7c-92ae-480f-8802-11cb16d59012 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050488 Mar 21 07:06:52.003749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-2deb8ade-9a3e-4144-9a01-25266ce213bb service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253033 Mar 21 07:06:52.134431 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-830d6a7a-dd35-43be-9658-84fc0cd24753 service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248672 Mar 21 07:06:52.401005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-977b641a-d118-430f-8756-6331a1b1cf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:52.624861 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b02e39a9-58fb-47fd-815a-82f1a667f9f9 req-afcb3ed1-7f55-4682-a49f-38b8002d8944 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 210 time: 0.1514132 Mar 21 07:06:53.697702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-ab910558-e3cc-419f-991b-d0713d1b7f9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:53.699831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-ab910558-e3cc-419f-991b-d0713d1b7f9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.1492994 Mar 21 07:06:53.784498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-81bc0cb5-66eb-4648-aadc-e831995499a8 req-38fde47e-7bcc-4009-80ec-267c8aa6fee2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 210 time: 0.0551395 Mar 21 07:06:53.811765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-d731b224-5ef0-4e22-baa7-a5b8799d31c3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 380 time: 0.0506306 Mar 21 07:06:53.819990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'port': {'device_id': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'admin_state_up': True, 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'security_groups': ['0fe1255e-9e46-43e5-912d-141051cc8049']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:53.954863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:06:53.965210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:06:53.975165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Made reservation on behalf of 6fd5f6cad6be4c61a970fb2a5b90f24d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:06:53.978726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.145998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.20.0.7 (26818e0a-86c0-4896-a657-c36ff8f2dcee/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a/497b5cca-676b-4a01-9f1f-827f46b6894c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:06:54.338770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.354688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Transition to ACTIVE for port object 497b5cca-676b-4a01-9f1f-827f46b6894c will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:54.378966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.454503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:06:54.457725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:06:54.461720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:06:54.498610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:54.533114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:54.533866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.535259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52232c83-4a1b-4083-8670-0b9070b1c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.569906 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-31949646-853b-456e-8ec3-f50cc71ebc88 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539580 Mar 21 07:06:54.580145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-2bd9ec9f-d92a-437a-b597-c3b944a8353c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:06:54.581368 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-2bd9ec9f-d92a-437a-b597-c3b944a8353c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055234 Mar 21 07:06:54.592158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Request body: {'port': {'device_id': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:06:54.693426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-300f17b2-4532-4c5a-9986-4400b59098e5 None None] Provisioning for port 497b5cca-676b-4a01-9f1f-827f46b6894c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:06:54.698664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-300f17b2-4532-4c5a-9986-4400b59098e5 None None] Provisioning complete for port 497b5cca-676b-4a01-9f1f-827f46b6894c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:06:54.699172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-300f17b2-4532-4c5a-9986-4400b59098e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.711176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:54.755993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-300f17b2-4532-4c5a-9986-4400b59098e5 None None] Port 497b5cca-676b-4a01-9f1f-827f46b6894c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:06:55.141160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc6b9a-37ae-4fee-af88-f1e73f62a449 req-ebb59814-c0d3-4efc-b1a6-8535bb33f9ef tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:55.141886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-74bc6b9a-37ae-4fee-af88-f1e73f62a449 req-ebb59814-c0d3-4efc-b1a6-8535bb33f9ef tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:06:55.177366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-74bc6b9a-37ae-4fee-af88-f1e73f62a449 req-ebb59814-c0d3-4efc-b1a6-8535bb33f9ef tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:06:55.178522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74bc6b9a-37ae-4fee-af88-f1e73f62a449 req-ebb59814-c0d3-4efc-b1a6-8535bb33f9ef tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 931 time: 0.2395396 Mar 21 07:06:55.282561 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74bc6b9a-37ae-4fee-af88-f1e73f62a449 req-d85e085a-5a3b-4f26-860e-aca07b75ddf7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952682 Mar 21 07:06:55.286401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497b5cca-676b-4a01-9f1f-827f46b6894c {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:06:55.294089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.309682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Transition to ACTIVE for port object 497b5cca-676b-4a01-9f1f-827f46b6894c will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:06:55.314001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.450190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:55.558490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Attempting to bind port 497b5cca-676b-4a01-9f1f-827f46b6894c on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:06:55.558829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Attempting to bind port 497b5cca-676b-4a01-9f1f-827f46b6894c by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:06:55.559155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Attempting to bind port 497b5cca-676b-4a01-9f1f-827f46b6894c on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:55.563745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Port 497b5cca-676b-4a01-9f1f-827f46b6894c on network 26818e0a-86c0-4896-a657-c36ff8f2dcee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:06:55.564071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Attempting to bind port 497b5cca-676b-4a01-9f1f-827f46b6894c on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:06:55.569358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:06:55.569718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:06:55.570101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Bound using segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:06:55.570527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Bound port: 497b5cca-676b-4a01-9f1f-827f46b6894c, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:06:55.570875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.662771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:06:55.665813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:06:55.669773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.730850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:55.731472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.732826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] 10.222.0.30 "PUT /v2.0/ports/497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 200 len: 1093 time: 1.1448793 Mar 21 07:06:55.733283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:06:55.768100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e01622-df47-4ba3-ad26-944e27004dca service neutron] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:06:55.792585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.800162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:55.803499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'status': 'completed', 'code': 200} Mar 21 07:06:55.928622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-5d3fcd27-4606-4f2c-9f4f-4ae6aa3b2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:55.930316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-5d3fcd27-4606-4f2c-9f4f-4ae6aa3b2522 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1096 time: 0.1396408 Mar 21 07:06:56.001320 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-a8aabdf4-6db3-43c3-b89e-3c60c35b2892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 200 len: 217 time: 0.0628264 Mar 21 07:06:56.066350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-288ecde4-9e00-4a48-a7d2-8cb314c61cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.068353 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-288ecde4-9e00-4a48-a7d2-8cb314c61cd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0606036 Mar 21 07:06:56.142701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-3c86d580-2906-4264-b42b-717f0b3e7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.144200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-3c86d580-2906-4264-b42b-717f0b3e7e70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698643 Mar 21 07:06:56.284014 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-5449f500-5104-4481-805e-e5ddfe477c1a service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329536 Mar 21 07:06:56.460549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4eb6ec66-fb16-4b27-9391-d089a1092ed9 req-c43e4d52-500e-4464-b1e4-9efd22452b68 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706305 Mar 21 07:06:56.492870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855434-948d-4492-8c82-ac089f17ef33 req-4ec45c7f-1c0c-4ba6-bd63-b80013f5b3b2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.494407 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba855434-948d-4492-8c82-ac089f17ef33 req-4ec45c7f-1c0c-4ba6-bd63-b80013f5b3b2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0983367 Mar 21 07:06:56.587915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba855434-948d-4492-8c82-ac089f17ef33 req-12a17fc1-d4b0-44da-9712-a19cd8d08fba tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854795 Mar 21 07:06:56.611800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-95c6329f-af02-432e-9961-b7cbbec03ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.613247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-95c6329f-af02-432e-9961-b7cbbec03ed9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1096 time: 0.0934765 Mar 21 07:06:56.843920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-47aa7072-4ced-4ded-8374-50c732253bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.845298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-47aa7072-4ced-4ded-8374-50c732253bf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.2258639 Mar 21 07:06:56.920132 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-acc7e015-8d4c-46ac-bc51-e72ee3d1de9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 200 len: 217 time: 0.0683272 Mar 21 07:06:56.983503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-e79167eb-b3f1-43a9-a1e3-c87391f75127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:56.984872 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-e79167eb-b3f1-43a9-a1e3-c87391f75127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0592282 Mar 21 07:06:57.070850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-576c5023-c0b6-4a93-a5af-4dd66c1e8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:57.072590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-576c5023-c0b6-4a93-a5af-4dd66c1e8abe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816877 Mar 21 07:06:57.229787 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-bf6a92d4-f89c-44be-93f9-221239e58e31 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496468 Mar 21 07:06:57.272834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:06:57.385678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f4c77a-659f-4c58-96dc-7f4167cad8dd req-df4cec55-5e32-4e00-8487-ba611e9a73a0 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511509 Mar 21 07:06:57.797639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671bf8-12bc-4f2a-b819-6034197d1b61 req-3916cb73-a552-4105-97bd-acdf3ec3da72 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:57.798973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e671bf8-12bc-4f2a-b819-6034197d1b61 req-3916cb73-a552-4105-97bd-acdf3ec3da72 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0977817 Mar 21 07:06:57.844292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e671bf8-12bc-4f2a-b819-6034197d1b61 req-36aa1588-3034-4bf3-848f-5e3477669868 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Mar 21 07:06:59.028736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b7856-a5f3-4577-a215-3ce70f39c97f req-68b63133-1349-4eff-afb0-057ef1fb8a7d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:06:59.030193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-660b7856-a5f3-4577-a215-3ce70f39c97f req-68b63133-1349-4eff-afb0-057ef1fb8a7d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0818470 Mar 21 07:06:59.074559 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-660b7856-a5f3-4577-a215-3ce70f39c97f req-a7fad0e4-81ed-42d3-9de4-3b931804cf2f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Mar 21 07:07:00.259740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b423a69-13be-42c9-af8a-e56dfb5dad99 req-3baec4f8-a7e8-4d08-9be0-0f86b9f49a59 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:00.261230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5b423a69-13be-42c9-af8a-e56dfb5dad99 req-3baec4f8-a7e8-4d08-9be0-0f86b9f49a59 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0811965 Mar 21 07:07:00.305844 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5b423a69-13be-42c9-af8a-e56dfb5dad99 req-f4ca117a-cf7d-44a6-8aa0-28084260aded tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Mar 21 07:07:01.496720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd09326-ed71-45e3-a75c-f9dfe2ad9ef3 req-41a2b13a-d994-4f5d-9b2a-031a5e8b11d4 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:01.498254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cd09326-ed71-45e3-a75c-f9dfe2ad9ef3 req-41a2b13a-d994-4f5d-9b2a-031a5e8b11d4 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0836883 Mar 21 07:07:01.541690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cd09326-ed71-45e3-a75c-f9dfe2ad9ef3 req-92ff1166-9306-4fac-a43b-fe9422577532 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Mar 21 07:07:02.723353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65789ad-bf98-4099-b8c5-8cbc0dc2d9e2 req-4839e015-85e6-48ca-8aa8-321560fb97c1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:02.725402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a65789ad-bf98-4099-b8c5-8cbc0dc2d9e2 req-4839e015-85e6-48ca-8aa8-321560fb97c1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0786989 Mar 21 07:07:02.771961 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a65789ad-bf98-4099-b8c5-8cbc0dc2d9e2 req-623cddae-3f3f-4946-b659-d2fcda34ec2d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Mar 21 07:07:03.952890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a516d-5320-4b7a-91d9-d6a3456eb664 req-6268a217-9424-49fe-96e0-99561ca219b5 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:03.954337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-432a516d-5320-4b7a-91d9-d6a3456eb664 req-6268a217-9424-49fe-96e0-99561ca219b5 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0789251 Mar 21 07:07:03.998010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-432a516d-5320-4b7a-91d9-d6a3456eb664 req-773719b6-2524-4057-8de5-a9407328c77c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Mar 21 07:07:05.186562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271995b-6858-4ea4-8217-9496576760d1 req-bd7f8c48-958c-4894-9fad-8ecf88b0f674 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:05.188011 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9271995b-6858-4ea4-8217-9496576760d1 req-bd7f8c48-958c-4894-9fad-8ecf88b0f674 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0817208 Mar 21 07:07:05.231128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9271995b-6858-4ea4-8217-9496576760d1 req-7026d050-99e0-4e34-a40a-b3994b3e78f4 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 Mar 21 07:07:05.965485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 497b5cca-676b-4a01-9f1f-827f46b6894c details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:07:06.095074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:07:06.108456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'port_id': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'mac_address': 'fa:16:3e:dd:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:07:06.164804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:06.181245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497b5cca-676b-4a01-9f1f-827f46b6894c {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:07:06.195704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:07:06.199997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:06.271945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:06.411561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c751676-dd8e-48cb-b8c0-d5a65f20f875 req-0fac8ffc-41a1-4ce5-bdce-0e30e6fdb506 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:06.412992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c751676-dd8e-48cb-b8c0-d5a65f20f875 req-0fac8ffc-41a1-4ce5-bdce-0e30e6fdb506 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 944 time: 0.0799053 Mar 21 07:07:06.456678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c751676-dd8e-48cb-b8c0-d5a65f20f875 req-845117c6-4183-4af4-95c6-c6e1cf502e96 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372715 Mar 21 07:07:06.502584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['497b5cca-676b-4a01-9f1f-827f46b6894c'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:07:07.641304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de33ea2-38c0-4ded-97a7-6de7beb78822 req-59f3f32d-8570-4169-b1df-cebe6e1ddbe2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:07.642756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4de33ea2-38c0-4ded-97a7-6de7beb78822 req-59f3f32d-8570-4169-b1df-cebe6e1ddbe2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 944 time: 0.0831289 Mar 21 07:07:07.686372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4de33ea2-38c0-4ded-97a7-6de7beb78822 req-5230c338-9467-4a9e-9881-15360b93d4b6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 Mar 21 07:07:07.979071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 497b5cca-676b-4a01-9f1f-827f46b6894c up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:07:08.079431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 497b5cca-676b-4a01-9f1f-827f46b6894c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:07:08.083989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 497b5cca-676b-4a01-9f1f-827f46b6894c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:07:08.084361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:08.196914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:08.222791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:07:08.233458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:07:08.238743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:08.313111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:08.327517 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'code': 200} Mar 21 07:07:08.532931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3e8e-6875-4141-8e8b-11b10f582903 req-7980ce31-495f-4eae-a4ca-d781e30e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:08.534299 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2d1f3e8e-6875-4141-8e8b-11b10f582903 req-7980ce31-495f-4eae-a4ca-d781e30e05e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1098 time: 0.0672853 Mar 21 07:07:08.574088 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2d1f3e8e-6875-4141-8e8b-11b10f582903 req-53c144d6-e6b5-4026-bee2-85c053bf4a1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Mar 21 07:07:08.868850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1a670-fb65-4d80-9a4d-c1350bc859b4 req-48a88dc1-d8f7-4c78-a655-a387e8ce0439 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:08.870242 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ef1a670-fb65-4d80-9a4d-c1350bc859b4 req-48a88dc1-d8f7-4c78-a655-a387e8ce0439 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.0828278 Mar 21 07:07:08.913052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ef1a670-fb65-4d80-9a4d-c1350bc859b4 req-5ba9c3ab-9652-4871-bca4-29d1737c03e3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372796 Mar 21 07:07:10.101432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc72a-e28f-4187-ad20-bfa27e7f1010 req-49204364-ed0b-4fb5-8922-62d0b0596c2c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:10.103713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8efc72a-e28f-4187-ad20-bfa27e7f1010 req-49204364-ed0b-4fb5-8922-62d0b0596c2c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.0805423 Mar 21 07:07:10.248367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8efc72a-e28f-4187-ad20-bfa27e7f1010 req-4b2441b8-a171-4f2a-82cf-e58f97f70002 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389601 Mar 21 07:07:10.432438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff9681-bcd3-4ff5-bf3a-40927ec12692 req-186444b1-2d0e-4955-a4f4-550e674c0860 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:10.433891 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13ff9681-bcd3-4ff5-bf3a-40927ec12692 req-186444b1-2d0e-4955-a4f4-550e674c0860 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.0789020 Mar 21 07:07:10.477917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13ff9681-bcd3-4ff5-bf3a-40927ec12692 req-e257f894-baeb-46f1-8f39-2fdf5f7965a8 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384047 Mar 21 07:07:10.500064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35222) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:10.611775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668761d7-e2ab-4cbe-9206-ca55b446ce30 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:10.612488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-668761d7-e2ab-4cbe-9206-ca55b446ce30 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] Synchronizing usage tracker for tenant:d092e614f39d4fd992eea081e18e0a01 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:07:10.628921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-668761d7-e2ab-4cbe-9206-ca55b446ce30 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] Unset dirty status for tenant:d092e614f39d4fd992eea081e18e0a01 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:07:10.630111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-668761d7-e2ab-4cbe-9206-ca55b446ce30 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1093 time: 0.1290848 Mar 21 07:07:10.634230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35228) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:10.639121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:10.644892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:10.649323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:floatingip and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:10.652106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:10.657888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:10.667410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:10.803872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:10.935415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.26.2.122 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/d23c1a75-9ebe-4d73-839b-215565eee1ff) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:07:11.086306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.114276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.182789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:07:11.185615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:07:11.189170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:07:11.222684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=d23c1a75-9ebe-4d73-839b-215565eee1ff,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:11.600921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.674567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.872794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.877128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:11.985538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=d23c1a75-9ebe-4d73-839b-215565eee1ff,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:11.995913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:12.268585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP 2024ea1e-d2e9-446c-8c28-b76c467f55b7 associated. External IP: 172.26.2.122, port: 497b5cca-676b-4a01-9f1f-827f46b6894c. Mar 21 07:07:12.614665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:07:12.791169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:07:12.801037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:07:12.810195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:07:12.810641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:12.814492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:12.872324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-78d976d1-617e-4b37-b9e6-9b5237b5a983 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2369843 Mar 21 07:07:12.873022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:07:12.916772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'status': 'completed', 'code': 200} Mar 21 07:07:13.000796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:07:13.008974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-d5a605fe-bce9-4e72-a718-4941cb1012ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:13.010510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-d5a605fe-bce9-4e72-a718-4941cb1012ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1098 time: 0.0715685 Mar 21 07:07:13.144574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-44d9e29e-20f0-4b92-9372-d30977e7582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:13.146084 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-44d9e29e-20f0-4b92-9372-d30977e7582a service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1289210 Mar 21 07:07:13.250651 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-0b2b0cbd-bef8-4d93-b503-2166876782fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 200 len: 999 time: 0.0978992 Mar 21 07:07:13.314909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-471d4a4f-0a1f-4c32-b0c9-ebebed6bc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:13.316409 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-471d4a4f-0a1f-4c32-b0c9-ebebed6bc165 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0599725 Mar 21 07:07:13.353888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2024ea1e-d2e9-446c-8c28-b76c467f55b7', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:dd:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:07:11Z', 'updated_at': '2022-03-21T07:07:11Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:13.358060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:07:13.366451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:07:13.367124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:06:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:13.397733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-5edc1067-f4d3-4dbb-ab45-44abe1ef6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:13.399644 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-5edc1067-f4d3-4dbb-ab45-44abe1ef6200 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742388 Mar 21 07:07:13.534448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-8c0c0d2a-bdee-4b8c-a8f5-2a5104d36a87 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279488 Mar 21 07:07:13.546357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:07:13.697496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:07:13.787126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f0abaa7-802f-4bf4-bf3c-54998ba354a4 req-a946c77e-e8e0-4da7-aee2-b5eb4f39f3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464292 Mar 21 07:07:13.907818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2024ea1e-d2e9-446c-8c28-b76c467f55b7', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:dd:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:07:11Z', 'updated_at': '2022-03-21T07:07:11Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:13.911794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5f57c-ed8a-48cf-8f8a-f50262eef4e1 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '2024ea1e-d2e9-446c-8c28-b76c467f55b7', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.122', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:dd:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:07:11Z', 'updated_at': '2022-03-21T07:07:11Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:07:14.111222 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d9ec5-d1c5-4333-851a-3b79164eafa1 None None] New status for floating IP 2024ea1e-d2e9-446c-8c28-b76c467f55b7: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:07:18.406876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:22.409809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-457df789-ebde-44d8-8ba4-7c58f79a2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:24.527210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c3a5fd7-8ee5-4523-8dc5-d08c7177b9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:25.766163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:25.769790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:27.267618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:33.261755 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-ee7950e7-c6bd-4b81-8269-0eec21c56906 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739896 Mar 21 07:07:33.406406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-cdd8be73-b33f-4efa-8ec6-497ea00c1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:33.407866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-cdd8be73-b33f-4efa-8ec6-497ea00c1766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0791891 Mar 21 07:07:33.567869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-0ae05a4f-ad22-4e18-85ca-06c450251410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:33.569919 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-0ae05a4f-ad22-4e18-85ca-06c450251410 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1433861 Mar 21 07:07:33.678674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-2b2ada34-30ca-48c1-8237-f701c921e1bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 1001 time: 0.1028402 Mar 21 07:07:33.744924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-002142ae-7a6a-4261-b7a0-e50e1766ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:33.746374 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-002142ae-7a6a-4261-b7a0-e50e1766ce90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0630798 Mar 21 07:07:33.831743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-934b8baa-c627-4a28-b250-155e0600b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:33.832513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-934b8baa-c627-4a28-b250-155e0600b6d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791121 Mar 21 07:07:33.976837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-5e5a1fce-c9cc-4351-b840-3e57012e12a4 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376607 Mar 21 07:07:34.125710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d6b8ddc0-19fe-4113-a0c0-575e421098e5 req-2ca23bcf-1142-428c-b7eb-30de50ed86dd service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391623 Mar 21 07:07:42.998688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35260) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:43.079494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cff7f-b458-4d7d-af23-74c17e799f9e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:43.079974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cff7f-b458-4d7d-af23-74c17e799f9e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:43.080441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cff7f-b458-4d7d-af23-74c17e799f9e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:43.082111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-420cff7f-b458-4d7d-af23-74c17e799f9e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=112f7542942f41fd953f770db4688f7d&network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 2999 time: 0.0824342 Mar 21 07:07:45.316744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35272) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:45.378311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451047b8-234c-4796-9458-669c82f755e7 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:45.379765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-451047b8-234c-4796-9458-669c82f755e7 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b HTTP/1.1" status: 200 len: 814 time: 0.0620172 Mar 21 07:07:46.108433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35280) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:46.114470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:46.216157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:46.602347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:46.605344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:46.605656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77 disassociated. External IP: 172.26.2.125, port: ab58d220-e955-4d58-a118-76983428f035. Mar 21 07:07:47.008343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:07:47.254440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:07:47.257009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:47.266580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:07:47.286795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:07:47.286795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:07:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:47.332891 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-acb53a8a-ecf5-4451-a7f8-cafaf3f3addf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 690 time: 1.2130415 Mar 21 07:07:47.332891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:07:47.337586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35284) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:47.394413 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'tag': 'ab58d220-e955-4d58-a118-76983428f035', 'status': 'completed', 'code': 200} Mar 21 07:07:47.417604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4e26aad7-b49b-4163-b4bc-94016ba863c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 690 time: 0.0905623 Mar 21 07:07:47.489904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7211-599e-4232-a60f-70f375d4f936 req-f7d32056-c456-4243-a166-0b3b2422d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:47.491350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-f7d32056-c456-4243-a166-0b3b2422d959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0731442 Mar 21 07:07:47.512914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:07:47.634432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7211-599e-4232-a60f-70f375d4f936 req-756daf3e-1b1a-4aca-82f4-510fe99be895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:47.635921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-756daf3e-1b1a-4aca-82f4-510fe99be895 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1393700 Mar 21 07:07:47.712438 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-cb5bffdf-941c-4103-9977-7df3a2bccbd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 200 len: 217 time: 0.0698645 Mar 21 07:07:47.784700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7211-599e-4232-a60f-70f375d4f936 req-b6d78bc5-e1ca-4446-b2c4-743cae1fcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:47.784700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-b6d78bc5-e1ca-4446-b2c4-743cae1fcd55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0657389 Mar 21 07:07:47.864589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7211-599e-4232-a60f-70f375d4f936 req-22f13b9d-80dd-41dc-95ed-31c9a210af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:47.866101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-22f13b9d-80dd-41dc-95ed-31c9a210af71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762849 Mar 21 07:07:47.877247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:47.881115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:07:47.890854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:07:47.892268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:07:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:48.006614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-e7b2d9dc-2c22-4307-8d50-0aed931b89c3 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339939 Mar 21 07:07:48.079351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:07:48.242326 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-696f7211-599e-4232-a60f-70f375d4f936 req-37a9d218-bb63-4ec2-b909-7e6b87184d45 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293117 Mar 21 07:07:48.398814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:07:48.402952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afddb9-ccef-4b09-8e5d-c5d8a56e4e72 None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:07:48.420340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:48.439701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:48.507912 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e808e43f-ccbd-47d5-b73e-392a6658cc22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 690 time: 0.0863602 Mar 21 07:07:48.614078 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa994d24-163e-4f76-a41a-2b171abecf0d None None] New status for floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:07:49.511124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35298) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:49.595860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0aa2c26d-c8e3-4470-b6fd-6b0d8994c9fa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 688 time: 0.0835614 Mar 21 07:07:50.697046 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:07:50.800525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35304) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:50.805594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182538990', 'description': 'tempest-secgroup-smoke-1182538990 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:50.811482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:50.816661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:50.819564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:50.825497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:50.836439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:50.855624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:50.860473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:50.863354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:50.869183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:50.937913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:50.941649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:50.985026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:50.993566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.993911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.994249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.994579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.994904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.995229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.995549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.995867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.996187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.996508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.996821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:50.997134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:51.002146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.003394 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-52b96fa1-6de0-43cc-a743-9d935683de3f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018845 Mar 21 07:07:51.006420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35308) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.011152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.017291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.021000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.023819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.029391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.045425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.103594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.106905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.130727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e32129-69c4-4a88-ba6f-171d35cfcd80,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.141814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.142972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d178e43-9780-44ea-95d6-34e417fb2b47 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357253 Mar 21 07:07:51.145768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35312) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.150790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.156879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.160615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.163464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.169014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.186369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.249408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.254135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.276727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43a6f26-e616-42e6-972d-fe557a0ab306,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.287889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.289099 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e0053651-0ebd-4da4-b282-e9bdd7cee5fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423550 Mar 21 07:07:51.291828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35316) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.297743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.303675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.307428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.310287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.315930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.332322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.393415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.396718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.419531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6679dfb-d885-4a52-86e2-cd4e043b8873,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.429591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.430770 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a2c6b5f6-987b-4b56-882b-3775ffade8aa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378667 Mar 21 07:07:51.433544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35320) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.438365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.443892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.447847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.450698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.456438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.474401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.540690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.544059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.567459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e8d092-6cfe-4bdc-984f-2a6110c34500,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.576555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.578248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0d073823-82cb-42ca-b26d-9485f65e36e4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433041 Mar 21 07:07:51.581438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35324) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.586269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.591877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.596773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.599646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.605328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.614985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:07:51.621357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.683710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.686873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.709966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a12ea97-f9cd-4b23-84e2-891fa5460133,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.719887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.721559 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-79866989-8c07-487c-9bfd-ad495e342d99 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391644 Mar 21 07:07:51.724373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35328) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:07:51.729172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '9d04a250-ea86-4f41-a7ce-9b6d2413e9e1', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:51.735375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:51.739114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:07:51.741957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:07:51.747574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:51.757721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:07:51.763975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.830844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.834546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.857579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78b9cae-b8b0-48d3-a614-1b406bd31ae2,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:51.866876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:51.868036 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a206ed55-c81e-4295-b7b0-b353e5dd1829 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427703 Mar 21 07:07:52.082164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-73dfe911-72ec-49e3-8014-5855600342c1 req-f1b878f0-b4f8-4ef5-9b6d-feab20a23ff3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:07:52.098059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-73dfe911-72ec-49e3-8014-5855600342c1 req-f1b878f0-b4f8-4ef5-9b6d-feab20a23ff3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:07:52.099201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-f1b878f0-b4f8-4ef5-9b6d-feab20a23ff3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182538990&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0562842 Mar 21 07:07:52.249401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-fba6d19c-de12-468d-9c9b-9f72230ef4e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:52.251799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-fba6d19c-de12-468d-9c9b-9f72230ef4e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 796 time: 0.1449654 Mar 21 07:07:52.267369 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-86ea89a0-e819-4cab-bebd-75d49f9c60a7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0101285 Mar 21 07:07:52.354196 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-f82cf371-8a9f-425d-aafa-e685bf649ac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817683 Mar 21 07:07:52.403894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7713387f-1502-470d-840e-c7197aef5afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:52.416286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-41652b3f-3c97-46f7-9747-81c3823262b0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:07:52.417281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-41652b3f-3c97-46f7-9747-81c3823262b0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512605 Mar 21 07:07:52.546071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-9b927b42-eb73-4441-bc22-3cd19fa0ddc3 service neutron] 10.222.0.31 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221709 Mar 21 07:07:52.674672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0380abcc-0a6b-45fb-a2cb-0b2219b0f26e service neutron] 10.222.0.31 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229820 Mar 21 07:07:52.856803 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2d06fde5-d66f-462c-9889-08b3bcfa8a6f req-e3083209-a707-43ff-85dd-e1327c205525 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 210 time: 0.0461788 Mar 21 07:07:53.868331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-3114976a-087c-45a2-9c7d-2154294ba969 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:53.869771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-3114976a-087c-45a2-9c7d-2154294ba969 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 796 time: 0.1540108 Mar 21 07:07:53.922696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-89150673-14ae-47d7-b2a9-68a7804bafff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 472 time: 0.0448852 Mar 21 07:07:53.933773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['9d04a250-ea86-4f41-a7ce-9b6d2413e9e1']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:54.154577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449790ae-f4f6-4989-bce3-0c8518355f79 req-a3cb1e8a-855a-472f-952a-d8db92a014a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 210 time: 0.1907637 Mar 21 07:07:54.209180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:07:54.219138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:07:54.228672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:07:54.232154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.394378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.9 (45e0b31d-bacc-4575-bb61-284e6d6a6697/6bbb1136-5acf-49b8-8219-30ae1dd4c040/ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:07:54.530993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-66c06848-568d-478c-b0b1-6ca0547c2398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.582128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.597393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:07:54.620535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.691294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:07:54.694333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:07:54.698536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:07:54.737320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:54.767034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:54.767636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.793378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-0a2d37e3-f0e5-49b8-a38d-04b230646d71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8634245 Mar 21 07:07:54.804061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Request body: {'port': {'device_id': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:07:54.916589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:54.963162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4d0e9769-c414-4386-b483-c68e9ef567fd None None] Provisioning for port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:07:54.968974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4d0e9769-c414-4386-b483-c68e9ef567fd None None] Provisioning complete for port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:07:54.969369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9769-c414-4386-b483-c68e9ef567fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.023918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e9769-c414-4386-b483-c68e9ef567fd None None] Port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:07:55.263284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:07:55.307110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.332029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Transition to ACTIVE for port object ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:07:55.340179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.506081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:55.525867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aae3f-3052-485d-89fb-c78829875b63 req-ab804de2-6051-4bae-a94c-66de4978aca0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:55.526638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-af4aae3f-3052-485d-89fb-c78829875b63 req-ab804de2-6051-4bae-a94c-66de4978aca0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:07:55.588509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-af4aae3f-3052-485d-89fb-c78829875b63 req-ab804de2-6051-4bae-a94c-66de4978aca0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:07:55.589737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af4aae3f-3052-485d-89fb-c78829875b63 req-ab804de2-6051-4bae-a94c-66de4978aca0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 931 time: 0.3294325 Mar 21 07:07:55.631441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Attempting to bind port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:07:55.631777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Attempting to bind port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:07:55.632106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Attempting to bind port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:07:55.648815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:07:55.649204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Attempting to bind port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 on network 45e0b31d-bacc-4575-bb61-284e6d6a6697 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:07:55.660026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af4aae3f-3052-485d-89fb-c78829875b63 req-53a5234e-5d9a-4501-84a6-151068a169eb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635631 Mar 21 07:07:55.660822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:07:55.661159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Checking segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:07:55.661560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Bound using segment: {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:07:55.661990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Bound port: ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41aba72-7e26-4712-bb15-a0cbf2a20191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:07:55.662340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.757135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:07:55.760337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:07:55.765042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.808618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.813172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.830257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:55.830882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:55.832386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] 10.222.0.30 "PUT /v2.0/ports/ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 HTTP/1.1" status: 200 len: 1093 time: 1.0323455 Mar 21 07:07:55.832839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:07:55.855686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bde6a-2cc2-42a3-b8d0-b022b361ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:55.952028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'status': 'completed', 'code': 200} Mar 21 07:07:55.973008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-fa01cf64-bbe0-4348-9e1e-bab879c8c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:55.974539 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-fa01cf64-bbe0-4348-9e1e-bab879c8c78d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0928688 Mar 21 07:07:56.151116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-52cd7f19-871e-46c4-9678-460b595169ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 HTTP/1.1" status: 200 len: 217 time: 0.1699381 Mar 21 07:07:56.215890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-2d4968e4-6c75-494a-bd27-7d85549d67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:56.217350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-2d4968e4-6c75-494a-bd27-7d85549d67e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0611389 Mar 21 07:07:56.299956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe911-72ec-49e3-8014-5855600342c1 req-d63d3277-9c69-4e43-9fc8-ba7a7aa2dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:56.301725 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-d63d3277-9c69-4e43-9fc8-ba7a7aa2dfb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768406 Mar 21 07:07:56.456693 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-c4d574b6-4b12-4f4a-a62a-58835c42236c service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489401 Mar 21 07:07:56.604478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73dfe911-72ec-49e3-8014-5855600342c1 req-3256bbaf-5b72-441a-95e3-f6cb45cdcb25 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423578 Mar 21 07:07:56.736025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-0f8e6ad1-0df3-43f3-b9e9-51f9234deadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:56.737489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-0f8e6ad1-0df3-43f3-b9e9-51f9234deadf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0768640 Mar 21 07:07:56.925613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-d230a79d-9bd9-4831-b55e-3adb8a9191b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:56.927083 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-d230a79d-9bd9-4831-b55e-3adb8a9191b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1838899 Mar 21 07:07:56.938662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287aad-5c8d-4383-b80b-9a76f98df054 req-b60f5bc5-b8c0-4ac9-bef2-7848d62711f5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:56.940007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e7287aad-5c8d-4383-b80b-9a76f98df054 req-b60f5bc5-b8c0-4ac9-bef2-7848d62711f5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 943 time: 0.1667695 Mar 21 07:07:57.018031 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-366232e2-f268-416a-9353-027cf621e015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 HTTP/1.1" status: 200 len: 217 time: 0.0769725 Mar 21 07:07:57.077373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e7287aad-5c8d-4383-b80b-9a76f98df054 req-9a0a30a9-f5e8-4c22-86bb-d491291d16b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856040 Mar 21 07:07:57.096562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-7942171d-fc4d-48b2-8cb2-bbf2aee0aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:57.097995 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-7942171d-fc4d-48b2-8cb2-bbf2aee0aac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0650418 Mar 21 07:07:57.179675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-32c2d4b2-01e6-4bc1-bcc2-af089f7d73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:57.181133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-32c2d4b2-01e6-4bc1-bcc2-af089f7d73cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762739 Mar 21 07:07:57.269366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:57.314571 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-64fc5663-8b28-4136-a807-cc16a5c5ca53 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263649 Mar 21 07:07:57.444036 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3aa78e6-240f-4ad8-b3d4-6c7e99b50a25 req-4a8629ea-3ba4-4f0f-9bc6-01dd2e8a83c8 service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223173 Mar 21 07:07:58.260464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902d9ce-d4db-49dd-80f6-191458c98205 req-ef754567-52bc-4041-93a0-6af85986ebb1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:58.261947 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f902d9ce-d4db-49dd-80f6-191458c98205 req-ef754567-52bc-4041-93a0-6af85986ebb1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 943 time: 0.0791674 Mar 21 07:07:58.309082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f902d9ce-d4db-49dd-80f6-191458c98205 req-20000dd4-14e3-4e49-999b-b9fe96c09218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Mar 21 07:07:58.438684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:07:58.569516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:07:58.582994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'port_id': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'mac_address': 'fa:16:3e:e1:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:07:58.635762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:58.652517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:07:58.668103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:07:58.671823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:07:58.739950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:07:58.747024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.747372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.747712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.748048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.748378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.748711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.749045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.749396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.750262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.750588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.750908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:58.751230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:07:59.013279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:07:59.494688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d7588-cc63-4368-bcbb-8b4a2e768e3a req-eeadf759-4ced-4296-842f-ac1c04fded3b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:07:59.496100 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d68d7588-cc63-4368-bcbb-8b4a2e768e3a req-eeadf759-4ced-4296-842f-ac1c04fded3b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 944 time: 0.0828059 Mar 21 07:07:59.539607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d68d7588-cc63-4368-bcbb-8b4a2e768e3a req-d0829158-27e8-4d7b-9774-2c8a288cbbea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372398 Mar 21 07:08:00.438876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:08:00.507807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:08:00.512514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:08:00.512879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:00.628424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:00.654259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:08:00.665022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:08:00.670488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:00.707843 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'code': 200} Mar 21 07:08:00.726111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a400c5a-1f3a-4bbe-9d0b-d5c3ef2548e4 req-acb51471-f781-49cb-a77f-bd8f13164e27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:00.727640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a400c5a-1f3a-4bbe-9d0b-d5c3ef2548e4 req-acb51471-f781-49cb-a77f-bd8f13164e27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0833242 Mar 21 07:08:00.740744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:08:00.913243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a400c5a-1f3a-4bbe-9d0b-d5c3ef2548e4 req-c8293aa2-628c-4329-8763-7088c5604930 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764500 Mar 21 07:08:00.946555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd935a2d-b6c1-4cb5-bbf5-253c7d0c55a8 req-e21c659b-667c-4660-bd80-85655c9f6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:00.948035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd935a2d-b6c1-4cb5-bbf5-253c7d0c55a8 req-e21c659b-667c-4660-bd80-85655c9f6bce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0746667 Mar 21 07:08:00.987905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd935a2d-b6c1-4cb5-bbf5-253c7d0c55a8 req-00a74d24-d0ee-4933-8d35-558b989ad524 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337534 Mar 21 07:08:02.097525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55632ced-d8b7-409a-9515-a326e2d5cd77 req-5f3bf3a3-e2c4-4423-a76e-e8e0708ec34a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:02.098989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55632ced-d8b7-409a-9515-a326e2d5cd77 req-5f3bf3a3-e2c4-4423-a76e-e8e0708ec34a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0832503 Mar 21 07:08:02.144716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55632ced-d8b7-409a-9515-a326e2d5cd77 req-f5d32ea0-4445-45f1-916c-3150b7415c90 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 Mar 21 07:08:03.329424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e8fd-be2e-4171-b2ff-7f0cf4f2d36c req-818534a6-d861-41a6-b143-8117c875e41c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:03.330871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3dc0e8fd-be2e-4171-b2ff-7f0cf4f2d36c req-818534a6-d861-41a6-b143-8117c875e41c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0792887 Mar 21 07:08:03.380261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3dc0e8fd-be2e-4171-b2ff-7f0cf4f2d36c req-d953c07f-3ebc-427a-9fb4-0ad547862b1d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Mar 21 07:08:03.565380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af046-082a-4bca-a83b-d7a9af0c2c11 req-097a454e-44e2-4bf6-ace6-5d71350a3b7b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:03.566723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48af046-082a-4bca-a83b-d7a9af0c2c11 req-097a454e-44e2-4bf6-ace6-5d71350a3b7b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0804346 Mar 21 07:08:03.610622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b48af046-082a-4bca-a83b-d7a9af0c2c11 req-45b534fc-00d9-41ca-ba3f-281970372eb0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 Mar 21 07:08:03.632845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35384) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:08:03.700996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf39419-91d3-4d00-b3ea-2b077c4c8ecc tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:03.703236 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ddf39419-91d3-4d00-b3ea-2b077c4c8ecc tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 1093 time: 0.0686533 Mar 21 07:08:03.706183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35388) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:08:03.710993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'port_id': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:08:03.788698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:04.382539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:04.386053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:04.558188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77 associated. External IP: 172.26.2.125, port: ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9. Mar 21 07:08:05.014452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:08:05.194556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:08:05.199644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:05.204118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:08:05.214084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:08:05.214698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:07:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:08:05.255575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d1ad2934-87c2-4ef5-9724-5107c1b401a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 991 time: 1.5483816 Mar 21 07:08:05.256150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:08:05.258690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35392) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:08:05.300662 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'status': 'completed', 'code': 200} Mar 21 07:08:05.380672 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-af5db5e1-3e7e-49ba-99f6-8104dfe1bcd0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 991 time: 0.1197541 Mar 21 07:08:05.402545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-bd068a71-725b-4622-8f52-36a7d2b86986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:05.404131 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-bd068a71-725b-4622-8f52-36a7d2b86986 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0821111 Mar 21 07:08:05.407349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:08:05.535995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-7f1840c6-48df-46cc-a6aa-f5f615b8161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:05.537378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-7f1840c6-48df-46cc-a6aa-f5f615b8161f service neutron] 10.222.0.30 "GET /v2.0/networks?id=45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 200 len: 897 time: 0.1274204 Mar 21 07:08:05.639743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-80e5cf0b-9b57-4b11-a274-ef3edc8abd3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 HTTP/1.1" status: 200 len: 999 time: 0.0966909 Mar 21 07:08:05.703191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-20b77918-7805-4941-b9c7-70b54c3160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:05.704629 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-20b77918-7805-4941-b9c7-70b54c3160b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 200 len: 833 time: 0.0587864 Mar 21 07:08:05.759342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:e1:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:08:04Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:08:05.763184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:08:05.771627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:08:05.772222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:07:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:08:05.778603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-df805469-0800-4b41-9c99-48f6413037c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:05.780054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-df805469-0800-4b41-9c99-48f6413037c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45e0b31d-bacc-4575-bb61-284e6d6a6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698366 Mar 21 07:08:05.912734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-935b0596-a24f-4693-a904-73f4097b192b service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266990 Mar 21 07:08:05.984797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:08:06.046029 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c45518cf-b2f9-4858-a9c4-2286309694f4 req-c9262fb5-7077-49b8-b1bf-b77a657f4f5a service neutron] 10.222.0.30 "GET /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273789 Mar 21 07:08:06.333497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:e1:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:08:04Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:08:06.337393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6160a9f-099d-4045-b640-dcee8b0a71ae None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'cd344ded-7e1a-4b78-b48a-069b51c5ea77', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'port_id': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'mac_address': 'fa:16:3e:e1:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:06:38Z', 'updated_at': '2022-03-21T07:08:04Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:08:06.384001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35398) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:08:06.494219 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-137dcf44-5648-425a-8cc0-c2fb85b60e13 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 991 time: 0.1089530 Mar 21 07:08:06.518135 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be5893-1051-4e34-8ece-8b5fab3a7ca3 None None] New status for floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:08:07.498026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35402) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:08:07.605160 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-197f0a05-a02d-43f4-952c-005840d10708 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 200 len: 993 time: 0.1059980 Mar 21 07:08:18.452778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:22.405580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0bb59c36-4938-4a90-a3ae-ec6d44efdb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:24.533875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee95e-f008-43f8-8bd5-209293955691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:25.765245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:25.776085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:27.270972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:27.696281 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:08:34.401744 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-7340ad98-27b2-4b4f-913c-3dcddd899285 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1726525 Mar 21 07:08:34.488681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-9367d1be-1969-4c5d-b6d6-607fa4b3439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:34.490327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-9367d1be-1969-4c5d-b6d6-607fa4b3439d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 1098 time: 0.0691369 Mar 21 07:08:34.632054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-02202e9b-896e-4ff8-84ea-ca2d006903cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:34.633436 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-02202e9b-896e-4ff8-84ea-ca2d006903cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1251686 Mar 21 07:08:34.735487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-3c89b6cb-65f0-4e83-8607-fafee1ce82b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 200 len: 1001 time: 0.0961230 Mar 21 07:08:34.797141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-29285e99-8dcc-40ff-8356-dc0f210d6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:34.798527 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-29285e99-8dcc-40ff-8356-dc0f210d6180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0573695 Mar 21 07:08:34.874581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-42212c4e-a950-4796-99c8-c3a1b0981721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:08:34.876144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-42212c4e-a950-4796-99c8-c3a1b0981721 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711567 Mar 21 07:08:35.005046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-464597d6-1958-4cfb-947f-28dd3849e72e service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222870 Mar 21 07:08:35.135931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba1ff65c-ac7f-4985-b182-50047d9abdcc req-b7a7fbb5-44c1-4023-a557-07fa646129a0 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251521 Mar 21 07:08:48.450464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:52.409092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7a016c60-5bc8-4b87-8fb0-b8b9f05e055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:54.536861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b743c9ca-d5e5-4186-a245-6d2ab6bfab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:55.767831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:55.778224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:08:57.271040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:04.696010 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:09:08.571910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a80255-6a34-407d-ae44-fa9408d359d1 req-5757192e-728c-4d41-920d-d8a0851f9d6e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:08.573281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32a80255-6a34-407d-ae44-fa9408d359d1 req-5757192e-728c-4d41-920d-d8a0851f9d6e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0791929 Mar 21 07:09:08.616788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32a80255-6a34-407d-ae44-fa9408d359d1 req-6a587e15-2e66-49db-aaa2-7d9e8660dd8e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379436 Mar 21 07:09:09.803941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ae253-a2f9-4c89-b62b-6e5f17f72eab req-0c94119a-ae5c-4dc3-a02a-37abcb42668a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:09.805642 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-764ae253-a2f9-4c89-b62b-6e5f17f72eab req-0c94119a-ae5c-4dc3-a02a-37abcb42668a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0823069 Mar 21 07:09:09.849308 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-764ae253-a2f9-4c89-b62b-6e5f17f72eab req-c08d463b-8bd1-4817-85f6-e025a57a1457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Mar 21 07:09:10.145473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-f00832fd-3500-471d-a2db-218191189ed8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:10.146882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-f00832fd-3500-471d-a2db-218191189ed8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.0790937 Mar 21 07:09:10.219662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:10.220009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:10.511386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:10.511642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:10.799673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43029ed7-b581-4ba5-adba-2d3f4afbb730 req-06d6479f-0bda-48be-9028-77a7c9a39151 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:10.801098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43029ed7-b581-4ba5-adba-2d3f4afbb730 req-06d6479f-0bda-48be-9028-77a7c9a39151 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.3491268 Mar 21 07:09:10.937865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43029ed7-b581-4ba5-adba-2d3f4afbb730 req-a8fe62a4-ffa2-4649-92a8-b1151a8c3d14 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259930 Mar 21 07:09:10.960194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:10.960194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:10.960194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77 disassociated. External IP: 172.26.2.125, port: ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9. Mar 21 07:09:10.960194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:11.131210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe806f08-9ccd-43c5-b50e-36fa7d74f51b req-9746ea0c-ba5f-492e-9e88-f4355c417a9a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:11.132574 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe806f08-9ccd-43c5-b50e-36fa7d74f51b req-9746ea0c-ba5f-492e-9e88-f4355c417a9a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 945 time: 0.1468565 Mar 21 07:09:11.191631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:11.200587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe806f08-9ccd-43c5-b50e-36fa7d74f51b req-ac26d78e-33da-4be5-a731-2dbd7d5c3831 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610235 Mar 21 07:09:11.248627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:11.259845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.260202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.260554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.260876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.261208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.261564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.261878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.262316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.263225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.263225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.263225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.263517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:11.450349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:11.639598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:11.650376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:11.660661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:11.661365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:11.730313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:09:11.732880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:11.735515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'name': 'network-vif-deleted', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:11.757959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-281c2b2f-d98e-4e30-9b3f-3db1a29677cb req-c0064dac-7a28-44e6-983a-4b8d4fbde76f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 HTTP/1.1" status: 204 len: 173 time: 1.6057849 Mar 21 07:09:11.780997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88717f89-f3d7-4e27-8f55-28e56d960ce0', 'name': 'network-vif-deleted', 'tag': 'ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9', 'status': 'completed', 'code': 200} Mar 21 07:09:11.854637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:12.168497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-f63a2278-8e0c-4b22-82f1-81d7e41bcdc1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:12.170050 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-f63a2278-8e0c-4b22-82f1-81d7e41bcdc1 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.1434603 Mar 21 07:09:12.172876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:12.177951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:12.186564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:12.187159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:12.215388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21093f-26ae-43cf-ad4f-4010d6edff5d req-317dc9fd-db31-4c43-a92a-0f4b8399431b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:12.216831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f21093f-26ae-43cf-ad4f-4010d6edff5d req-317dc9fd-db31-4c43-a92a-0f4b8399431b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 945 time: 0.1573768 Mar 21 07:09:12.275828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f21093f-26ae-43cf-ad4f-4010d6edff5d req-945e65f7-e285-4c27-9fb9-4687d36f578b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513573 Mar 21 07:09:12.285944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port 497b5cca-676b-4a01-9f1f-827f46b6894c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:12.286289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:12.426939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:12.437714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-34ed0b8d-6f24-4d0b-b63a-93a96107b948 req-2a998365-4601-424c-bf55-c778edabfdac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:12.495468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-34ed0b8d-6f24-4d0b-b63a-93a96107b948 req-2a998365-4601-424c-bf55-c778edabfdac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:12.496523 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34ed0b8d-6f24-4d0b-b63a-93a96107b948 req-2a998365-4601-424c-bf55-c778edabfdac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=88717f89-f3d7-4e27-8f55-28e56d960ce0 HTTP/1.1" status: 200 len: 210 time: 0.1088846 Mar 21 07:09:12.595038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:12.595722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:12.795787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:12.800170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00b5399-7ecf-41e1-a038-2f8f98058d58 None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:06:16Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '356031f8-6b95-4eb1-bf27-dd7bae1cf75f', 'name': '', 'network_id': '45e0b31d-bacc-4575-bb61-284e6d6a6697', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:51:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:15Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '6bbb1136-5acf-49b8-8219-30ae1dd4c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:12.875638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:12.914110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:09:12.914449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ca572a1a-6485-4bde-9d27-e8e2ce5cbcd9 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:12.914865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 497b5cca-676b-4a01-9f1f-827f46b6894c no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:13.020419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.020805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.021125 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP 2024ea1e-d2e9-446c-8c28-b76c467f55b7 disassociated. External IP: 172.26.2.122, port: 497b5cca-676b-4a01-9f1f-827f46b6894c. Mar 21 07:09:13.021506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for 497b5cca-676b-4a01-9f1f-827f46b6894c owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:13.028908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.034983 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579e03-19d4-4474-b7f9-741f7a35534c None None] New status for floating IP cd344ded-7e1a-4b78-b48a-069b51c5ea77: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:09:13.059883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:13.071285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:13.076132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.116633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.db.api [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:09:13.117011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG oslo_db.api [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:09:13.128195 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'code': 200} Mar 21 07:09:13.152743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:13.160496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.160848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.161188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.161548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.161881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.162218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.162543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.162868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.163190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.163513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.163832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.164215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.477771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9d590-9b97-4fb6-abcb-a7661df693e8 req-eaabe260-8255-4179-86d9-c6b3cea3d08b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:13.479225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2fd9d590-9b97-4fb6-abcb-a7661df693e8 req-eaabe260-8255-4179-86d9-c6b3cea3d08b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 943 time: 0.0844162 Mar 21 07:09:13.523377 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2fd9d590-9b97-4fb6-abcb-a7661df693e8 req-92d08155-531d-4219-ae9b-d601e5f9cb39 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Mar 21 07:09:13.595309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35452) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:13.618557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port 497b5cca-676b-4a01-9f1f-827f46b6894c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:13.618917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.666835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.697567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.762358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.779396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04a250-ea86-4f41-a7ce-9b6d2413e9e1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:13.788133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.788479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.788807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.789135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.789481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.789804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.790133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.790450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.790769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.791087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.791403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.791716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:13.799909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.812141 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-092c4c01-f5e4-4417-8cee-c2b46d39bd45 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/9d04a250-ea86-4f41-a7ce-9b6d2413e9e1 HTTP/1.1" status: 204 len: 168 time: 0.2157028 Mar 21 07:09:13.836365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35458) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:13.890758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] For port 497b5cca-676b-4a01-9f1f-827f46b6894c, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=497b5cca-676b-4a01-9f1f-827f46b6894c,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:13.891121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:13.994354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 8192b666-9c86-437c-bf69-02939a6c2136 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:13.994772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.200036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.200410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.200717 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP 2024ea1e-d2e9-446c-8c28-b76c467f55b7 disassociated. External IP: 172.26.2.122, port: 497b5cca-676b-4a01-9f1f-827f46b6894c. Mar 21 07:09:14.201053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for 497b5cca-676b-4a01-9f1f-827f46b6894c owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:14.284556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.284936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.352930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.408225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=497b5cca-676b-4a01-9f1f-827f46b6894c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:14.418573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 8192b666-9c86-437c-bf69-02939a6c2136 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:14.569198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.609786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:14.621404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=8192b666-9c86-437c-bf69-02939a6c2136,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:14.719287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.739085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:14.740254 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf999ad2-a5ab-47ba-ac2c-2482d6b06de9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/cd344ded-7e1a-4b78-b48a-069b51c5ea77 HTTP/1.1" status: 204 len: 168 time: 0.9029210 Mar 21 07:09:14.843386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b0346b14-f068-4bf6-af06-04a6b9f0adee req-014804e3-d092-4eb1-87b0-89f4ed07dba2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 210 time: 0.0606682 Mar 21 07:09:14.959291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:14.974286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:14.987953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:14.988703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:15.033182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] No DVR routers for this DVR port 497b5cca-676b-4a01-9f1f-827f46b6894c on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:09:15.035458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:15.038138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-deleted', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:15.055321 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f5d11b6b-c0ad-4710-bd3d-7014c480a676 req-5f0f0dfd-7950-4d3c-ab0d-4a58bace8b9c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "DELETE /v2.0/ports/497b5cca-676b-4a01-9f1f-827f46b6894c HTTP/1.1" status: 204 len: 173 time: 2.8803060 Mar 21 07:09:15.096386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f17279-826e-438a-9ab0-1866ca4be88c', 'name': 'network-vif-deleted', 'tag': '497b5cca-676b-4a01-9f1f-827f46b6894c', 'status': 'completed', 'code': 200} Mar 21 07:09:15.146999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875286-3062-4875-a902-9d1df86796b8 req-e309cd4a-c7a1-4876-93a2-c53d18eb0321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:15.148863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-54875286-3062-4875-a902-9d1df86796b8 req-e309cd4a-c7a1-4876-93a2-c53d18eb0321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0920994 Mar 21 07:09:15.198113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-54875286-3062-4875-a902-9d1df86796b8 req-f4a7488b-f71c-470b-ad5d-3f02f43f83ea tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430574 Mar 21 07:09:15.200957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:15.518543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:15.522357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:15.532190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:15.532827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:15.724504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:16.025041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-693edfc1-d31f-4074-bd00-6b248cd771a9 req-80f554f6-966f-4b96-8d35-3f938a74503b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:16.042309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-693edfc1-d31f-4074-bd00-6b248cd771a9 req-80f554f6-966f-4b96-8d35-3f938a74503b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:16.043550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-693edfc1-d31f-4074-bd00-6b248cd771a9 req-80f554f6-966f-4b96-8d35-3f938a74503b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f17279-826e-438a-9ab0-1866ca4be88c HTTP/1.1" status: 200 len: 210 time: 0.0679827 Mar 21 07:09:16.082506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:16.086553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1dc22-2567-4b64-9da9-4db0fae8086d None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:16.320661 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3966-813a-40e0-85e3-8d2c21812ec1 None None] New status for floating IP 2024ea1e-d2e9-446c-8c28-b76c467f55b7: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:09:16.397898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0dced-0f67-4374-a841-2d74128895df req-8b456be4-9069-4ed8-b624-05be354f2cd1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:16.399407 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea0dced-0f67-4374-a841-2d74128895df req-8b456be4-9069-4ed8-b624-05be354f2cd1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0849769 Mar 21 07:09:16.443430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea0dced-0f67-4374-a841-2d74128895df req-f259be0e-c80b-41b6-b006-b6b52692ab9a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e38c99-bcaf-44be-b9b7-6016c447ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382857 Mar 21 07:09:16.630038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-034b89ce-8170-49dd-b957-e6d315813f12 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:16.631463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-034b89ce-8170-49dd-b957-e6d315813f12 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0812998 Mar 21 07:09:16.706548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port ab58d220-e955-4d58-a118-76983428f035 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:16.706806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:16.949169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port ab58d220-e955-4d58-a118-76983428f035, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=ab58d220-e955-4d58-a118-76983428f035,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:16.949551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:17.075011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for ab58d220-e955-4d58-a118-76983428f035 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:17.219982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:17.273718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=ab58d220-e955-4d58-a118-76983428f035,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:17.364607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port ab58d220-e955-4d58-a118-76983428f035 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:09:17.368874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:17.371245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'name': 'network-vif-deleted', 'tag': 'ab58d220-e955-4d58-a118-76983428f035'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:17.394278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-93af4e5d-0dc1-41ed-80fd-e2146be88a31 req-6abe1357-7704-48c1-bdc7-9183926e2326 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/ab58d220-e955-4d58-a118-76983428f035 HTTP/1.1" status: 204 len: 173 time: 0.7575364 Mar 21 07:09:17.405312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-c1696c98-0072-44e5-8bdc-cdd0f0ab39f4 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766991755&fields=id&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 267 time: 0.0677965 Mar 21 07:09:17.435283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08accd2b-0b44-4f68-a737-da2ea879d7e6', 'name': 'network-vif-deleted', 'tag': 'ab58d220-e955-4d58-a118-76983428f035', 'status': 'completed', 'code': 200} Mar 21 07:09:17.674878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-53a06836-1e1e-4505-87ef-8c47ec1dea71 req-9c78d3d4-2792-46ab-ac39-b121d575362d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:17.715991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-bca1227b-b04d-480d-9e11-193f8728a844 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:17.717468 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-bca1227b-b04d-480d-9e11-193f8728a844 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.3031530 Mar 21 07:09:17.718557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-53a06836-1e1e-4505-87ef-8c47ec1dea71 req-9c78d3d4-2792-46ab-ac39-b121d575362d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:17.719554 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53a06836-1e1e-4505-87ef-8c47ec1dea71 req-9c78d3d4-2792-46ab-ac39-b121d575362d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=08accd2b-0b44-4f68-a737-da2ea879d7e6 HTTP/1.1" status: 200 len: 210 time: 0.0999389 Mar 21 07:09:17.734284 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-a7b16d30-880f-4093-a54f-d14847101a17 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/quotas/6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 375 time: 0.0095870 Mar 21 07:09:17.833698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-51307ef5-f241-4ed0-9a17-1c95d9356b3c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932400 Mar 21 07:09:18.066536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8e7dafab-f10c-4ebc-97d7-6f1f31799fbe service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214472 Mar 21 07:09:18.194060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8fec87a3-b0b9-4a2f-acf7-5c7a2d2b0f4f service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215873 Mar 21 07:09:18.464725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:18.814433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35496) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:18.882647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:18.911303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:18.977664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:18.995683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e38c99-bcaf-44be-b9b7-6016c447ccac,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:19.005074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:19.006244 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-030e4c70-b87c-485e-b0a5-5cbb18c656c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/54e38c99-bcaf-44be-b9b7-6016c447ccac HTTP/1.1" status: 204 len: 168 time: 0.1906562 Mar 21 07:09:19.035418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35502) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:19.598713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be79bc8d-4fd7-4677-bae7-a9fc8a65e7f8 req-1cee5bd3-a893-468a-bdb6-547bf6614a5f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 210 time: 0.0485370 Mar 21 07:09:19.616309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:20.078675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:20.079376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:20.267284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 356031f8-6b95-4eb1-bf27-dd7bae1cf75f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:20.267638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:20.391687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 356031f8-6b95-4eb1-bf27-dd7bae1cf75f owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:20.696039 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94909211-73a2-4ce6-aae7-77a07efdc7c4 req-4a8bd8c1-16a9-412b-b23b-6c99e51c689e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 210 time: 0.0441873 Mar 21 07:09:20.728373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:20.782019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=356031f8-6b95-4eb1-bf27-dd7bae1cf75f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:20.902025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ab58d220-e955-4d58-a118-76983428f035 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:20.938454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: ab58d220-e955-4d58-a118-76983428f035 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:09:20.939463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device ab58d220-e955-4d58-a118-76983428f035 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:21.060563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:21.542390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 0e937a36-caa7-4fb4-8c29-dc023ef8873e has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:21.724529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:21.740627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Sync routers for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:21.746061 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-df2eb9ca-602c-4cdd-8a56-ab7d3b3be93a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/0e937a36-caa7-4fb4-8c29-dc023ef8873e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070878 Mar 21 07:09:21.746445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35524) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:21.752757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:21.753480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:21.820598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5000e82-4833-4b4c-9c91-4cf4c01522c4 req-149644b2-d942-482e-9370-5bbba2da4902 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 210 time: 0.0587506 Mar 21 07:09:21.822507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet 6bbb1136-5acf-49b8-8219-30ae1dd4c040 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:09:21.825894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:21.888294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:21.955013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:21.975111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.052864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.100915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbb1136-5acf-49b8-8219-30ae1dd4c040,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:22.102861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.110428 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-456e32f6-79c9-4d25-ae92-af97549f7dc7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/6bbb1136-5acf-49b8-8219-30ae1dd4c040 HTTP/1.1" status: 204 len: 168 time: 0.3629746 Mar 21 07:09:22.113580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35530) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:22.146768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd87ca5-8c09-4160-923b-2b1b02194857 None None] Network 45e0b31d-bacc-4575-bb61-284e6d6a6697 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:09:22.303471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.437148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16f5d147-0cfe-4356-8b91-5ecef4372b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.450231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:09:20Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '3b54903a-e660-4836-8b1f-e2041a96704a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:11Z', 'updated_at': '2022-03-21T07:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:22.455060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Checking router: 0e937a36-caa7-4fb4-8c29-dc023ef8873e for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:22.465869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Routers {'0e937a36-caa7-4fb4-8c29-dc023ef8873e'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:22.466485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:08:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:22.501167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.512912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 3b54903a-e660-4836-8b1f-e2041a96704a {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:22.513293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.534044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] DHCP port deletion for 45e0b31d-bacc-4575-bb61-284e6d6a6697 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:09:22.599663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Deleting port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:09:22.600134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.679823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] Set router 0e937a36-caa7-4fb4-8c29-dc023ef8873e gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:22.703944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 3b54903a-e660-4836-8b1f-e2041a96704a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3b54903a-e660-4836-8b1f-e2041a96704a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:22.705138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:22.766277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-4fe5a66e-ac68-4332-930f-d344c187365d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:22.768404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-4fe5a66e-ac68-4332-930f-d344c187365d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.1889665 Mar 21 07:09:22.821414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-c599177f-66dd-43b0-8aad-dbc888b53c66 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 380 time: 0.0458078 Mar 21 07:09:22.830906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'port': {'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'admin_state_up': True, 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'security_groups': ['0fe1255e-9e46-43e5-912d-141051cc8049']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:22.832038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:09:22Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:22.841569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aeb5c6-30f0-489b-8286-91023f62e7f2 None None] The sync data for ids ['0e937a36-caa7-4fb4-8c29-dc023ef8873e'] in dv-neutron-834307-1-hyperv is: [{'id': '0e937a36-caa7-4fb4-8c29-dc023ef8873e', 'name': 'tempest-TestNetworkBasicOps-router-434016521', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:10Z', 'updated_at': '2022-03-21T07:09:22Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:22.847881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 3b54903a-e660-4836-8b1f-e2041a96704a owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:23.040439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] For port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,segment=NetworkSegment(e41aba72-7e26-4712-bb15-a0cbf2a20191),segment_id=e41aba72-7e26-4712-bb15-a0cbf2a20191)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:23.041049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.078554 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb79ba92-c136-4b0a-b917-77898219eede req-1a668b22-465a-4882-a731-41a68065822b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 210 time: 0.0548477 Mar 21 07:09:23.120337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:23.132721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:23.145317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Made reservation on behalf of 6fd5f6cad6be4c61a970fb2a5b90f24d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:09:23.150032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.163993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.185708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Calling delete_port for 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:09:23.240532 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=3b54903a-e660-4836-8b1f-e2041a96704a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:23.317100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.404271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] Pushing event deleted for resources: {'Port': ['ID=0faf183c-d3cf-44f7-b7dc-2a02d730ca72,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:23.408448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b416bb0-c8c9-4d4b-85fc-684286012de2 None None] No DVR routers for this DVR port 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:09:23.435118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.441137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.20.0.6 (26818e0a-86c0-4896-a657-c36ff8f2dcee/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a/35404d31-18e3-48f1-b5b8-ce227b2f4d6a) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:23.618439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.620870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.646477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.647178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 0e937a36-caa7-4fb4-8c29-dc023ef8873e {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:09:23.650778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.661988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.663079 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-13e99fc4-62a9-42f1-82bb-6291d594f4a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/0e937a36-caa7-4fb4-8c29-dc023ef8873e HTTP/1.1" status: 204 len: 168 time: 1.5486088 Mar 21 07:09:23.665709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35540) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:23.671687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Transition to ACTIVE for port object 35404d31-18e3-48f1-b5b8-ce227b2f4d6a will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:23.697378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.804598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:23.808142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:23.810254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:23.817632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.820777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:23.879010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:09:23.879802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0faf183c-d3cf-44f7-b7dc-2a02d730ca72 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:23.883433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 356031f8-6b95-4eb1-bf27-dd7bae1cf75f no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:23.891087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:23.891661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:23.904887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:23.935365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 356031f8-6b95-4eb1-bf27-dd7bae1cf75f {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:09:23.935728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 356031f8-6b95-4eb1-bf27-dd7bae1cf75f not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:23.947728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-96ba4eac-e3d8-4c64-900c-9bdb9a91f79c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1215537 Mar 21 07:09:23.959671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Request body: {'port': {'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:23.992067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.019897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e0b31d-bacc-4575-bb61-284e6d6a6697']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:24.051052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41aba72-7e26-4712-bb15-a0cbf2a20191') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:24.051352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41aba72-7e26-4712-bb15-a0cbf2a20191') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:24.067526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.094598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.108303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:09:24.109910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.112664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:09:24.131114 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:09:24.177163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a82039d0-5c43-485c-a0fd-d078bacb9caa None None] Provisioning for port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:24.192171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a82039d0-5c43-485c-a0fd-d078bacb9caa None None] Provisioning complete for port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:24.192808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a82039d0-5c43-485c-a0fd-d078bacb9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.246124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.270422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.278209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a82039d0-5c43-485c-a0fd-d078bacb9caa None None] Port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:24.294479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=45e0b31d-bacc-4575-bb61-284e6d6a6697,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:24.297861 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-afa39b84-64e9-4054-af2b-6e6d6e8e4dc5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/45e0b31d-bacc-4575-bb61-284e6d6a6697 HTTP/1.1" status: 204 len: 168 time: 0.6312010 Mar 21 07:09:24.324959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35546) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:24.331650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--1168760091', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:24.339714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:24.344016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:24.347809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:24.353878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:24.367743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:09:24.371404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.401592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:09:24.413118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.413695 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 43cf09a4-037e-48e2-864c-3400e084969e of type vlan for network 0e205544-6c26-4ed2-9dfb-46e68279e429 Mar 21 07:09:24.447432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.478592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.487662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:24.488302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.547584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9d972f53-a924-4e9b-96eb-4f067d2f8b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.556609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290acce5-81b0-48b3-8465-180184f23bb3 req-49eb34b0-bbbf-42cd-b1c2-0b74f9f33b6f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:24.557336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-290acce5-81b0-48b3-8465-180184f23bb3 req-49eb34b0-bbbf-42cd-b1c2-0b74f9f33b6f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:24.611873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=0e205544-6c26-4ed2-9dfb-46e68279e429,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:24.617943 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d7656230-0c8c-4e4c-88dc-65773a42c658 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2915514 Mar 21 07:09:24.618997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35550) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:24.624130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-723479509', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:24.631737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:09:24.631991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:24.635734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:24.636088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-290acce5-81b0-48b3-8465-180184f23bb3 req-49eb34b0-bbbf-42cd-b1c2-0b74f9f33b6f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:24.637276 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-290acce5-81b0-48b3-8465-180184f23bb3 req-49eb34b0-bbbf-42cd-b1c2-0b74f9f33b6f tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 931 time: 0.2794058 Mar 21 07:09:24.643589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:24.649970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:24.663173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.664483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.685418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.707775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-290acce5-81b0-48b3-8465-180184f23bb3 req-a75fcc83-025a-428e-a83a-e8f8dfd0f841 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609555 Mar 21 07:09:24.815119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35404d31-18e3-48f1-b5b8-ce227b2f4d6a {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:09:24.823106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.838101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Transition to ACTIVE for port object 35404d31-18e3-48f1-b5b8-ce227b2f4d6a will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:24.842362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:24.981130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Pushing event updated for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:25.093710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Attempting to bind port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:25.094265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Attempting to bind port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:25.094785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Attempting to bind port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:25.100148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a on network 26818e0a-86c0-4896-a657-c36ff8f2dcee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:09:25.100474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Attempting to bind port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:25.105883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:25.106224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:25.106615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Bound using segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:25.107045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Bound port: 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:25.107397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.112900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.205413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:25.208974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:25.216642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.283475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:25.284376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.286111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 1093 time: 1.3318431 Mar 21 07:09:25.286751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:25.332581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d4deb-ca20-4044-8528-04ff0e4347d8 service neutron] Pushing event updated for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:25.358490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3b54903a-e660-4836-8b1f-e2041a96704a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:25.393983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'status': 'completed', 'code': 200} Mar 21 07:09:25.427465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 3b54903a-e660-4836-8b1f-e2041a96704a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:09:25.427883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3b54903a-e660-4836-8b1f-e2041a96704a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:25.456380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-2fe3931d-071d-4357-ae13-6206fb3dff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:25.457834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-2fe3931d-071d-4357-ae13-6206fb3dff26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1096 time: 0.1200716 Mar 21 07:09:25.536050 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-4ed75069-f729-42f6-b522-b4291ab03552 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 217 time: 0.0714729 Mar 21 07:09:25.536991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.573895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.607206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-e601f7e8-8313-4de7-8af7-250adadeb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:25.608641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-e601f7e8-8313-4de7-8af7-250adadeb671 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0662599 Mar 21 07:09:25.688200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-582973ad-7881-40d2-a485-0b4a9786a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:25.689942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-582973ad-7881-40d2-a485-0b4a9786a071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757606 Mar 21 07:09:25.713640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.76 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/293ed268-7d86-43a1-ada4-cc1249dedcc4) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:25.784683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.786448 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.884292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-8306f0e1-0490-40a5-bb90-0f04cee965c2 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882534 Mar 21 07:09:25.892727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.921429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:25.992140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:25.994923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:25.998558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:26.017670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260556-c6c6-41df-a4ef-c34c567343a7 req-0b693314-1753-4e6d-8172-09f0f7ad2370 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:26.019176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c1260556-c6c6-41df-a4ef-c34c567343a7 req-0b693314-1753-4e6d-8172-09f0f7ad2370 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.1965022 Mar 21 07:09:26.028419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=293ed268-7d86-43a1-ada4-cc1249dedcc4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:26.059459 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b971fd1-5d6b-442c-88d4-a215223cb410 req-0c4e223a-109e-4635-afe1-20372e97d98b service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647935 Mar 21 07:09:26.082522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c1260556-c6c6-41df-a4ef-c34c567343a7 req-6471f583-77ca-4e64-ad1b-69995f28c436 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552936 Mar 21 07:09:26.172359 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-1550021c-8e6c-4468-8269-5f2accb5eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:26.174599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-1550021c-8e6c-4468-8269-5f2accb5eff8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1096 time: 0.0715389 Mar 21 07:09:26.414400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-59acc939-f998-491a-923a-16163b1ca986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:26.415862 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-59acc939-f998-491a-923a-16163b1ca986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.2357752 Mar 21 07:09:26.426930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:26.487737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-d949a853-d0ef-4ccb-8fd6-a3927990640c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 217 time: 0.0655663 Mar 21 07:09:26.549525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-5ea26f28-e67c-4805-9ca4-cba5c882ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:26.551010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-5ea26f28-e67c-4805-9ca4-cba5c882ed11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0579677 Mar 21 07:09:26.634154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-c3c413f4-e29a-4d43-8d2a-bedc0c17db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:26.635757 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-c3c413f4-e29a-4d43-8d2a-bedc0c17db9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788367 Mar 21 07:09:26.772277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-ac8b2e94-f347-489c-928a-956e66e77fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290805 Mar 21 07:09:26.890116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:26.908047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea9c92d1-ecfd-44ed-a982-f882e80dca5f req-a6321bd7-1a09-427b-8888-c54e17382a4a service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294782 Mar 21 07:09:27.090202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 2b350a0c-9d24-485c-8578-251e9e4ed293 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:09:27.270152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878bab-0a5d-4cca-91b4-5be1bf921e62 req-0c2c6a94-a3fc-444e-b5ed-3bfcffe51fa5 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:27.272372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3878bab-0a5d-4cca-91b4-5be1bf921e62 req-0c2c6a94-a3fc-444e-b5ed-3bfcffe51fa5 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.0836580 Mar 21 07:09:27.278827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:27.280408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:27.293116 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Sync routers for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:27.304314 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:27.304966 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:27.312248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:27.317727 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a1ba6919-c8a0-4fba-8377-8cfa7f711945 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6977129 Mar 21 07:09:27.318478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35560) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:27.357953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3878bab-0a5d-4cca-91b4-5be1bf921e62 req-03475ce2-e27b-4f8a-bb06-eff8ed106cfb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797269 Mar 21 07:09:27.369135 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-79f3a84f-4966-484f-b302-c0b427451f4b tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493588 Mar 21 07:09:27.372101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35564) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:27.483925 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:27.508033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d240c-96ec-4e20-97b2-b209ea4b039d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:27.509474 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4c2d240c-96ec-4e20-97b2-b209ea4b039d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363115 Mar 21 07:09:27.512181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:27.553723 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-29fcf63d-d743-452c-b82f-b38fd1a2f6d8 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404756 Mar 21 07:09:27.556170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35572) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:27.561331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2006470585', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:27.674852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:27.678594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:27.681379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:27.686927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:27.697687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:09:27.701062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:27.770093 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:26Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:27.773705 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Checking router: 2b350a0c-9d24-485c-8578-251e9e4ed293 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:27.774050 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Updating router 2b350a0c-9d24-485c-8578-251e9e4ed293 port 293ed268-7d86-43a1-ada4-cc1249dedcc4 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:09:27.832670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:27.920225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:27.997085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=a821fd6c-d3f4-4194-a722-532171850ad8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:28.006783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:28.007141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 0e205544-6c26-4ed2-9dfb-46e68279e429, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:09:28.026347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:09:28.035276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 0e205544-6c26-4ed2-9dfb-46e68279e429) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:28.039876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:28.040924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.044590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826dcc8-a819-4c0b-968b-af0c7a1015cb None None] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:09:28.064419 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-22d65cb1-9768-441e-b222-ead64b2ad891 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5066924 Mar 21 07:09:28.067206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35576) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:28.165521 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.177769 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Transition to ACTIVE for port object 293ed268-7d86-43a1-ada4-cc1249dedcc4 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:28.184798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.250915 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Pushing event updated for resources: {'Port': ['ID=293ed268-7d86-43a1-ada4-cc1249dedcc4,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:28.261146 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.261518 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.261854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.262188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.262514 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.262840 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.263161 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.263480 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.263799 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.264116 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.264430 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.264742 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:09:28.277490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-0e205544-6c26-4ed2-9dfb-46e68279e429', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:09:28.278341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.288162 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Attempting to bind port 293ed268-7d86-43a1-ada4-cc1249dedcc4 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:28.288835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Attempting to bind port 293ed268-7d86-43a1-ada4-cc1249dedcc4 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:28.289419 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Attempting to bind port 293ed268-7d86-43a1-ada4-cc1249dedcc4 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:28.295448 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:28.296545 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:28.297125 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.297719 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:28.299234 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Bound port: 293ed268-7d86-43a1-ada4-cc1249dedcc4, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:28.299930 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.381197 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] For port 293ed268-7d86-43a1-ada4-cc1249dedcc4, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:28.384741 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] For port 293ed268-7d86-43a1-ada4-cc1249dedcc4, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=293ed268-7d86-43a1-ada4-cc1249dedcc4,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:28.390139 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.471736 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c52fb-8f9c-4a60-b825-0a44f10afb14 None None] Pushing event updated for resources: {'Port': ['ID=293ed268-7d86-43a1-ada4-cc1249dedcc4,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:28.488111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Allocated IP 172.20.0.2 (0e205544-6c26-4ed2-9dfb-46e68279e429/a821fd6c-d3f4-4194-a722-532171850ad8/85473d09-8426-4f85-84d7-478fd3315ce3) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:28.491100 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:28.491715 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:28.578372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e73e95-caec-4aaa-9384-07ffa071b272 req-5086b47e-899e-45c9-972b-67e9958b9067 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:28.582012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04e73e95-caec-4aaa-9384-07ffa071b272 req-5086b47e-899e-45c9-972b-67e9958b9067 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.1000068 Mar 21 07:09:28.643641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04e73e95-caec-4aaa-9384-07ffa071b272 req-c75f8577-61cd-4614-8360-a6638aa62004 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556357 Mar 21 07:09:28.679424 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:28.727992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.738004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Transition to ACTIVE for port object 85473d09-8426-4f85-84d7-478fd3315ce3 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:28.756822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Transition to ACTIVE for port object 85473d09-8426-4f85-84d7-478fd3315ce3 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:28.764584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.833043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:28.834152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:28.839020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:28.881251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Pushing event updated for resources: {'Port': ['ID=85473d09-8426-4f85-84d7-478fd3315ce3,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:28.936964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Attempting to bind port 85473d09-8426-4f85-84d7-478fd3315ce3 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:28.937377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Attempting to bind port 85473d09-8426-4f85-84d7-478fd3315ce3 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:28.937731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Attempting to bind port 85473d09-8426-4f85-84d7-478fd3315ce3 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:28.944095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:28.945331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Checking segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:28.945656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.946054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Bound using segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:28.946523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Bound port: 85473d09-8426-4f85-84d7-478fd3315ce3, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:28.947428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:28.958226 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.006678 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:26Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:29.011159 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135d4d6-7df8-4f17-99cf-429c84720925 None None] The sync data for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv is: [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:26Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:29.072321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] For port 85473d09-8426-4f85-84d7-478fd3315ce3, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:29.075378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] For port 85473d09-8426-4f85-84d7-478fd3315ce3, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=85473d09-8426-4f85-84d7-478fd3315ce3,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:29.080378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.168063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3994bc-18d6-4405-9503-801ab56792fa None None] Pushing event updated for resources: {'Port': ['ID=85473d09-8426-4f85-84d7-478fd3315ce3,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:29.478063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 293ed268-7d86-43a1-ada4-cc1249dedcc4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:29.514896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (0e205544-6c26-4ed2-9dfb-46e68279e429/a821fd6c-d3f4-4194-a722-532171850ad8/8a2fb737-50b8-4807-8d0a-73e4d3cd0af4) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:29.607116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 293ed268-7d86-43a1-ada4-cc1249dedcc4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:29.613378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 293ed268-7d86-43a1-ada4-cc1249dedcc4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:29.613754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.737649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.739137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.756631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 293ed268-7d86-43a1-ada4-cc1249dedcc4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=293ed268-7d86-43a1-ada4-cc1249dedcc4,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:29.758524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:29.765800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.794181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.845868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=293ed268-7d86-43a1-ada4-cc1249dedcc4,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:29.866820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:29.870222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:29.874518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:29.899908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647a96f-2301-4c9a-92a3-0b5ab5cf8c34 req-b2a49f5a-37e8-484c-9a4b-f5178b42594b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:29.907785 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a647a96f-2301-4c9a-92a3-0b5ab5cf8c34 req-b2a49f5a-37e8-484c-9a4b-f5178b42594b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.1247923 Mar 21 07:09:29.921765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:29.947071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:29.950805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a647a96f-2301-4c9a-92a3-0b5ab5cf8c34 req-5d1ada47-013c-42bc-aa72-e5e55e9c0642 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Mar 21 07:09:30.314360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8ffa0-4eed-4931-81e0-71f537c4fc0a None None] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:09:30.357825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:30.421199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5c776764-b9c3-4681-82bf-d6d2c2b059d6 None None] Provisioning for port 85473d09-8426-4f85-84d7-478fd3315ce3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:30.763391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b016e1-8973-4a3f-87dd-d6d80e966276 None None] Provisioning for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:30.769465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-95b016e1-8973-4a3f-87dd-d6d80e966276 None None] Provisioning complete for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:30.770057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-95b016e1-8973-4a3f-87dd-d6d80e966276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:30.783466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:30.789685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:30.834542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-95b016e1-8973-4a3f-87dd-d6d80e966276 None None] Port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:30.909047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:30.912657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:30.964546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-638bc0da-2e47-411d-8b32-c5211d50f967 None None] Provisioning complete for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:30.964809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-638bc0da-2e47-411d-8b32-c5211d50f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:31.018562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-638bc0da-2e47-411d-8b32-c5211d50f967 None None] Port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:31.050303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:31.051439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:31.142946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3d4e5-dc9c-4c5c-9fb8-85aa757067b9 req-67928df2-a23d-491b-b1c3-822fbe307829 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.146097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cfb3d4e5-dc9c-4c5c-9fb8-85aa757067b9 req-67928df2-a23d-491b-b1c3-822fbe307829 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.0869288 Mar 21 07:09:31.191818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cfb3d4e5-dc9c-4c5c-9fb8-85aa757067b9 req-107d39cb-9911-4890-b777-6a65d7e12fd5 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Mar 21 07:09:31.257439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 2b350a0c-9d24-485c-8578-251e9e4ed293 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:31.338510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-df7d4210-316b-45f0-9d0d-58fd01953778 None None] Provisioning complete for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:31.338876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-df7d4210-316b-45f0-9d0d-58fd01953778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:31.395997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-df7d4210-316b-45f0-9d0d-58fd01953778 None None] Port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:31.446451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:31.456421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Sync routers for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:31.460953 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-570e10b4-188f-412d-bcb8-7b5797238cd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/2b350a0c-9d24-485c-8578-251e9e4ed293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3926518 Mar 21 07:09:31.464184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35588) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:31.469042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85473d09-8426-4f85-84d7-478fd3315ce3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:31.499482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:31.500022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:31.611706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.612483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.612948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.613424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.613877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.614694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.616149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cda6ac71-487a-4cde-8fea-8ca48ce91619 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1509159 Mar 21 07:09:31.618994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35592) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:31.691467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 85473d09-8426-4f85-84d7-478fd3315ce3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:31.695625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.696099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.696565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.697010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.697487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.697939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:31.702053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 85473d09-8426-4f85-84d7-478fd3315ce3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:31.702426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:31.702639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:31.705293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-08231af1-2015-44b7-8bdf-e6a1b8840609 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0817573 Mar 21 07:09:31.757025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:31.912068 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-45c1910e-90f9-4e0b-8272-b01ca6bd6fa7 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2081800 Mar 21 07:09:31.914916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35600) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:31.920412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2116425753', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:32.034259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.058408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:32.062421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:port and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:32.065521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:32.071477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:32.081459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:09:32.085089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.107220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] device_id is not set on port beeafcfc-1236-48a7-a9a4-24c0e42b9285 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:09:32.118251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 85473d09-8426-4f85-84d7-478fd3315ce3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=85473d09-8426-4f85-84d7-478fd3315ce3,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:32.123134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.123881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 293ed268-7d86-43a1-ada4-cc1249dedcc4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:32.261667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.9 (0e205544-6c26-4ed2-9dfb-46e68279e429/a821fd6c-d3f4-4194-a722-532171850ad8/beeafcfc-1236-48a7-a9a4-24c0e42b9285) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:32.274781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=85473d09-8426-4f85-84d7-478fd3315ce3,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:32.313496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 293ed268-7d86-43a1-ada4-cc1249dedcc4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:32.314101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.353788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:32.366078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Checking router: 2b350a0c-9d24-485c-8578-251e9e4ed293 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:32.366431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Updating router 2b350a0c-9d24-485c-8578-251e9e4ed293 port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:09:32.430514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.630488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62788c-0f46-4cc2-98bc-ba0aadcd6cc3 req-98e31898-41b1-434c-a7b0-263113315e1b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:32.631953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c62788c-0f46-4cc2-98bc-ba0aadcd6cc3 req-98e31898-41b1-434c-a7b0-263113315e1b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.3036401 Mar 21 07:09:32.663394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.696704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object beeafcfc-1236-48a7-a9a4-24c0e42b9285 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:32.702466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c62788c-0f46-4cc2-98bc-ba0aadcd6cc3 req-c614adc9-a01a-45c8-ab87-f4c126aab1f6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574038 Mar 21 07:09:32.725381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.794837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:32.797916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:32.801895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:32.841068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:32.875418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:32.876820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.902117 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc311892-948d-4326-9ee9-36390df3fc1e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9860008 Mar 21 07:09:32.943474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.957128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Transition to ACTIVE for port object 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:32.966165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:32.972732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 35404d31-18e3-48f1-b5b8-ce227b2f4d6a details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:09:33.166230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1f715-b91c-4d78-92a5-2b44f6c03a17 None None] Pushing event updated for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:33.189939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2f0ce4f8-dc77-421d-9fc7-85a600c0364d None None] Provisioning for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:33.234602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2f0ce4f8-dc77-421d-9fc7-85a600c0364d None None] Provisioning complete for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:33.234949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce4f8-dc77-421d-9fc7-85a600c0364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.279796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35608) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:33.285108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308596746', 'description': 'tempest-secgroup-smoke-1308596746 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:33.292118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:33.296273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:33.300110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:33.305922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:33.315738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.336408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:33.340205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:33.343082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:33.349445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:33.386357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Attempting to bind port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:33.387120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Attempting to bind port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:33.387484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Attempting to bind port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:33.394859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce4f8-dc77-421d-9fc7-85a600c0364d None None] Port beeafcfc-1236-48a7-a9a4-24c0e42b9285 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:33.402960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:33.403350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Checking segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:33.403752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.404129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Bound using segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:33.404595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Bound port: 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:33.404970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.423071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.428262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.432688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85473d09-8426-4f85-84d7-478fd3315ce3 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:33.475597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de91e975-a862-49c6-aadb-4226a0edc092,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:33.479769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.483672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8bc73396-0daf-4fea-a2b9-3ae5aa6ed4d3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001755 Mar 21 07:09:33.484811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35612) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:33.489707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:33.496022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:33.499806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:33.503942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:33.510632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:33.529746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.547895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:33.573752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:09:33.598593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.602475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.625860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2779d83-34b7-489c-bb9b-871a2cb7d782,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:33.637046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.641392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35616) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:33.641557 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-965f1d60-dc8a-4e55-9c47-b7db1e222238 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563225 Mar 21 07:09:33.647375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:33.651197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] For port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:33.654450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:33.659750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:33.662672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:33.668461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:33.678757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] For port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:33.683328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.685318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.692868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 85473d09-8426-4f85-84d7-478fd3315ce3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:33.693244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.724128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.753783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.757983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.782025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cadebd3-6253-468d-bf5b-9b4e7b93523d,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:33.794972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.796173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ad69f156-9d85-4529-8c53-9b2d100090c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530876 Mar 21 07:09:33.799957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35622) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:33.805628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:33.811001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35404d31-18e3-48f1-b5b8-ce227b2f4d6a {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:09:33.812537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:33.818391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:33.822482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:33.829759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:33.856785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.857947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:33.863112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:33.864012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:33.900320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a8c27-3db6-49b2-b0cb-4123466f2968 req-9384375c-d3ad-4539-9b08-21cb6aaa2e0b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:33.902590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-168a8c27-3db6-49b2-b0cb-4123466f2968 req-9384375c-d3ad-4539-9b08-21cb6aaa2e0b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 943 time: 0.0896053 Mar 21 07:09:33.926833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.928631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1f715-b91c-4d78-92a5-2b44f6c03a17 None None] Pushing event updated for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:33.954006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.962770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:33.965552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-168a8c27-3db6-49b2-b0cb-4123466f2968 req-9934944e-646b-4fc9-9068-518aeda02f7c tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563471 Mar 21 07:09:34.115343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42aa3df7-e149-4659-9f2b-016d58562971,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:34.125074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.126665 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61936978-f269-4ce5-bf2a-0208743990fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3253455 Mar 21 07:09:34.129818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35626) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:34.135419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:34.141244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:34.146349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:34.149164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:34.155611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:34.174765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.218717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:34.241232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:34.242116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.246758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.271381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca6458-34cd-4b28-b52c-f6ba2ae22b75,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:34.283585 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.286994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35630) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:34.287508 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-339ff8f1-1833-4dca-a385-0d152728d6ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561809 Mar 21 07:09:34.292957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['35404d31-18e3-48f1-b5b8-ce227b2f4d6a'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:09:34.295920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:34.303447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:34.307738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:34.310726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:34.317510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:34.326975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:09:34.333761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.401561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.404864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.428709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddf7182-8d1b-4539-a22c-33269f32859f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:34.440090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.441503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bc883314-df20-4d3e-87a6-0e3bdb6dce78 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526771 Mar 21 07:09:34.444238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35634) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:34.449947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'de91e975-a862-49c6-aadb-4226a0edc092', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:34.458915 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:34.463407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:34.466408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:34.472824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:34.483380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:09:34.490816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.559366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.563234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.589032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89c3abc-5837-4e29-acfc-a795e2bf2261,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:34.599103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:34.609340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8960efe7-964b-45aa-b3a7-837546fb7fe1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546779 Mar 21 07:09:34.739761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:33Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:34.748217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0f65-4601-466b-8677-5bade1453baa None None] The sync data for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv is: [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:33Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:34.844185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-ce1884c1-a011-4d6d-9886-1b5176f8b747 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:34.866825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-ce1884c1-a011-4d6d-9886-1b5176f8b747 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:34.868408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-ce1884c1-a011-4d6d-9886-1b5176f8b747 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308596746&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0826848 Mar 21 07:09:35.007122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-66816231-b7e9-4a40-ac0d-bae6379492f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:35.007744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-66816231-b7e9-4a40-ac0d-bae6379492f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:35.025027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-66816231-b7e9-4a40-ac0d-bae6379492f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:35.026314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-66816231-b7e9-4a40-ac0d-bae6379492f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 930 time: 0.1511114 Mar 21 07:09:35.151330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-af96bb2e-02b1-438b-82ba-d0af439f510f service neutron] 10.222.0.31 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1121154 Mar 21 07:09:35.284607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83634d47-4729-4d1d-a708-94ca49407efe req-7bb34ef6-0725-4395-b5b6-195844fc7250 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:35.289733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83634d47-4729-4d1d-a708-94ca49407efe req-7bb34ef6-0725-4395-b5b6-195844fc7250 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 944 time: 0.2175424 Mar 21 07:09:35.353898 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-9a4002a8-a981-4d78-ba05-8e11fa84c6b6 service neutron] 10.222.0.31 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946471 Mar 21 07:09:35.362796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83634d47-4729-4d1d-a708-94ca49407efe req-7441a19a-83a8-4999-80ad-ea1254700ea0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697076 Mar 21 07:09:35.432881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:35.501781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-e6baf614-4521-4722-9b98-13a5ed3f22f0 service neutron] 10.222.0.31 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375520 Mar 21 07:09:35.509632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:35.515033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:35.515402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:35.648010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:35.685150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:35.689308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:35.725326 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cd85001b-dc9b-46b3-8c46-ec93cbac4f93 req-a7ee5512-c843-455b-8ba1-af25d8c266b2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 210 time: 0.0499017 Mar 21 07:09:35.765620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:36.549399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c62da-0772-4720-965e-f1c8f4418136 req-064bed12-d427-48eb-b475-b2909e8321c7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:36.550733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb1c62da-0772-4720-965e-f1c8f4418136 req-064bed12-d427-48eb-b475-b2909e8321c7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 944 time: 0.0816762 Mar 21 07:09:36.593538 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb1c62da-0772-4720-965e-f1c8f4418136 req-bd216ee5-b098-4674-93e5-dc32eb9982fa tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372810 Mar 21 07:09:36.816914 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2960b4b2-1738-4de7-bc0d-ccce03c20855 req-ed82f1f0-8d23-4598-8e20-6cfe4419732f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 210 time: 0.0430856 Mar 21 07:09:36.997160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 35404d31-18e3-48f1-b5b8-ce227b2f4d6a up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:37.064790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:37.070029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:37.070581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:37.187246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:37.214290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:37.225176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:37.228985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:37.268268 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'code': 200} Mar 21 07:09:37.302017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:37.396616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:37.470671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:37.471138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:37.524941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6404c-e74d-4916-8830-276bb48d297f req-7dda66ae-ed20-4485-a205-d0ae7233687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:37.526541 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6cf6404c-e74d-4916-8830-276bb48d297f req-7dda66ae-ed20-4485-a205-d0ae7233687c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.0708253 Mar 21 07:09:37.571670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6cf6404c-e74d-4916-8830-276bb48d297f req-236766d3-0399-4593-b3ba-c3153d0fcd0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Mar 21 07:09:37.775753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669fe9b-5306-4ebc-bb88-b60d50a0d10e req-66896ddd-a962-4fdb-8176-0698ab080c12 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:37.777192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8669fe9b-5306-4ebc-bb88-b60d50a0d10e req-66896ddd-a962-4fdb-8176-0698ab080c12 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.0799232 Mar 21 07:09:37.823934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8669fe9b-5306-4ebc-bb88-b60d50a0d10e req-aa05adf4-90df-478e-8f7b-5e7e0dd13b2a tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Mar 21 07:09:37.966006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3557620c-8fb7-4855-9d02-80a59d3357a9 req-da0c1fd3-31d0-4bf3-8819-9c85b5fb1bfe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 210 time: 0.0467608 Mar 21 07:09:38.809048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-5ba93cb5-2346-4243-9b1c-f59788462789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:38.810344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-5ba93cb5-2346-4243-9b1c-f59788462789 service neutron] 10.222.0.30 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1026 time: 0.1674902 Mar 21 07:09:39.007187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-23613f17-1a25-4742-b3ef-aaddf884f1c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:39.009704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-23613f17-1a25-4742-b3ef-aaddf884f1c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 797 time: 0.1930280 Mar 21 07:09:39.073893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-ec9b22d2-0bbf-4721-8fd3-2d2be05919c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 380 time: 0.0505371 Mar 21 07:09:39.084269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1fe5-bd34-43e4-85e0-02e833eb6e7b req-a29ac7d5-3080-436e-9843-59da9caf4777 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:39.085703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-64ef1fe5-bd34-43e4-85e0-02e833eb6e7b req-a29ac7d5-3080-436e-9843-59da9caf4777 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.1348383 Mar 21 07:09:39.119735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Request body: {'port': {'device_id': '4012d0b6-e7ad-446c-9469-334033b04f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:39.180620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d0b8388a-cc96-4d08-84a3-d588a4f9be43 req-42ddf5f2-4be0-436c-a964-761cc4cb0f95 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 210 time: 0.1058455 Mar 21 07:09:39.243590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-64ef1fe5-bd34-43e4-85e0-02e833eb6e7b req-826280a2-ad76-4a1e-89db-3282adc17cf0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274612 Mar 21 07:09:39.275531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:39.582442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904482bf-4ac0-458e-b01a-c76714fe693d req-d45fa169-a34a-474b-ad16-ab8d2f172545 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:39.583901 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-904482bf-4ac0-458e-b01a-c76714fe693d req-d45fa169-a34a-474b-ad16-ab8d2f172545 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.2316213 Mar 21 07:09:39.650703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-904482bf-4ac0-458e-b01a-c76714fe693d req-4e6140e7-6663-46e8-b0f6-c97215bf19c9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601487 Mar 21 07:09:39.674482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35690) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:39.720884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeafcfc-1236-48a7-a9a4-24c0e42b9285 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:09:39.728184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:39.743729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Transition to ACTIVE for port object beeafcfc-1236-48a7-a9a4-24c0e42b9285 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:39.748165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:39.748821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa3241-0d97-4abd-a3f7-9e313e6af2c3 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:39.750520 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-13aa3241-0d97-4abd-a3f7-9e313e6af2c3 tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1093 time: 0.0749097 Mar 21 07:09:39.753149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35694) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:39.758115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:39.763937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:39.767797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:floatingip and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:39.770616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:39.776249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:39.787766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:39.942561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:39.950796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:39.996759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:39.997089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:39.997443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:40.002201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:09:40.002577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:40.007658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:40.007989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Checking segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:40.008364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Bound using segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:40.008784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Bound port: beeafcfc-1236-48a7-a9a4-24c0e42b9285, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:40.009127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.082217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.26.2.52 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/72e09d3c-2314-4fe0-8bbf-8e034af10f46) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:40.106361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:40.109281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:40.114274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.176180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:40.177535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.178954 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] 10.222.0.30 "PUT /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1131 time: 1.0924211 Mar 21 07:09:40.179487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:40.238086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.245467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132dbfb-d611-47ae-9055-3892736c6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:40.252580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'status': 'completed', 'code': 200} Mar 21 07:09:40.305458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.370423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:40.379391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:40.383754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:40.411849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-1df0a6d0-a09b-4d3d-ab9f-096df6a0c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:40.413648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-1df0a6d0-a09b-4d3d-ab9f-096df6a0c4f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 1134 time: 0.1603041 Mar 21 07:09:40.431714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=72e09d3c-2314-4fe0-8bbf-8e034af10f46,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:40.600860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-465eee90-b18d-4143-a155-da7bf556558e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 217 time: 0.1787856 Mar 21 07:09:40.614221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947136-a7f9-46b5-912b-94afd13d1ac4 req-18fa305b-9e8c-4ca0-89bf-8687ffcaf33d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:40.615633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-30947136-a7f9-46b5-912b-94afd13d1ac4 req-18fa305b-9e8c-4ca0-89bf-8687ffcaf33d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 981 time: 0.2895591 Mar 21 07:09:40.708202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-30947136-a7f9-46b5-912b-94afd13d1ac4 req-f7226770-e0c7-4608-8ed0-c478d03e55e0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618687 Mar 21 07:09:40.709625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-007d8a51-f4ce-41c1-84a2-79a40bb33f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:40.710954 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-007d8a51-f4ce-41c1-84a2-79a40bb33f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 200 len: 835 time: 0.0944927 Mar 21 07:09:40.790513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-9b433b79-610d-405a-ac0f-bd11879fcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:40.791979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-9b433b79-610d-405a-ac0f-bd11879fcde4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e205544-6c26-4ed2-9dfb-46e68279e429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753353 Mar 21 07:09:40.827405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.903865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:40.925931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-1591329b-46fd-4c5c-ad91-f0199af6d8ed service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274438 Mar 21 07:09:41.060478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f035f43e-4da5-478e-8e7d-b0641cb41962 req-b37147a5-0817-4716-b1cc-908535a29392 service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274707 Mar 21 07:09:41.114144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:41.118809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:41.177820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-18cf9bee-deee-423b-a2b5-34db4cafed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:41.179292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-18cf9bee-deee-423b-a2b5-34db4cafed1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 1134 time: 0.0732982 Mar 21 07:09:41.230895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=72e09d3c-2314-4fe0-8bbf-8e034af10f46,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:41.239631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:41.317793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-dbfb8078-047c-4f54-ad60-021eba076fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:41.319151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-dbfb8078-047c-4f54-ad60-021eba076fe8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 898 time: 0.1339855 Mar 21 07:09:41.396434 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-8beb6001-71a4-45e3-98f5-5de0a1abc692 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 217 time: 0.0710156 Mar 21 07:09:41.461294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-16af7219-628b-43a0-956e-8ecef9066f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:41.462762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-16af7219-628b-43a0-956e-8ecef9066f0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 200 len: 835 time: 0.0605268 Mar 21 07:09:41.522159 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP a50fff40-82a7-449d-92a0-9e7e0cec1633 associated. External IP: 172.26.2.52, port: 35404d31-18e3-48f1-b5b8-ce227b2f4d6a. Mar 21 07:09:41.541456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-b7b9130a-2dcd-4c2b-929e-63b143f38c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:41.542987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-b7b9130a-2dcd-4c2b-929e-63b143f38c62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e205544-6c26-4ed2-9dfb-46e68279e429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745752 Mar 21 07:09:41.679823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-4b79a5d7-4004-41f9-b784-8ca58fd2454b service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307037 Mar 21 07:09:41.726104 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:09:41.815634 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7251893e-5be4-4ea7-a515-7ba55a8d5b8e req-81889864-3cd4-4d70-83d1-1f20c0ac19eb service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297348 Mar 21 07:09:41.887550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:41.894929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f81c2-b298-4e29-b9ab-6a75e028a287 req-0fc595cc-96f2-4083-8795-7d496602bf1b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:41.896388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-271f81c2-b298-4e29-b9ab-6a75e028a287 req-0fc595cc-96f2-4083-8795-7d496602bf1b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 981 time: 0.0799234 Mar 21 07:09:41.940004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-271f81c2-b298-4e29-b9ab-6a75e028a287 req-1cb15794-9b6a-475c-a86f-a89abe6ebb81 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Mar 21 07:09:42.065142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:42.075064 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:42.084802 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:42.085485 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:42.091395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:42.151643 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dbd438ec-4153-41d7-b2e7-6d4d7c47722e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3974469 Mar 21 07:09:42.152432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:42.198226 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'status': 'completed', 'code': 200} Mar 21 07:09:42.267043 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:42.291103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-f94451cc-db3b-4bbb-85cf-2c4d85b214ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:42.293915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-f94451cc-db3b-4bbb-85cf-2c4d85b214ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.0750558 Mar 21 07:09:42.425288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-5f260221-b015-45d4-be3a-191d2e6b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:42.426721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-5f260221-b015-45d4-be3a-191d2e6b880f service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1265447 Mar 21 07:09:42.612454 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:40Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:42.616302 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:42.624637 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:42.625253 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:42.640289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-f6c66b78-b0fd-45cb-b52a-598d2b23bfa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 998 time: 0.2070816 Mar 21 07:09:42.701791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-ff6ca537-f3fa-40bb-8a9f-f14c1cc4304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:42.703240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-ff6ca537-f3fa-40bb-8a9f-f14c1cc4304c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0570748 Mar 21 07:09:42.778956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-c04e7d17-bf00-49b4-bd0d-fb57c27f7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:42.780432 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-c04e7d17-bf00-49b4-bd0d-fb57c27f7606 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694466 Mar 21 07:09:42.800947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:42.914260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-92cb199d-8782-40cb-8dfc-002a6612e841 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271789 Mar 21 07:09:43.022208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:09:43.102120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8b57d5a-2b39-42c7-ace1-30c0598ad645 req-50179fd8-de0a-41c9-9b73-51694185fd3f service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819229 Mar 21 07:09:43.151209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e2172-30c6-4c7f-93b1-c5432cfced2e req-2097b8c1-a250-4de9-a002-e5ececea368c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:43.152801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-111e2172-30c6-4c7f-93b1-c5432cfced2e req-2097b8c1-a250-4de9-a002-e5ececea368c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 981 time: 0.1014614 Mar 21 07:09:43.180062 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:40Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:43.183918 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3cd6b1-ebac-46d7-a281-886318438941 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:40Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:43.202490 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-111e2172-30c6-4c7f-93b1-c5432cfced2e req-0dbd4f5c-5889-4889-adef-c03d03e03633 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Mar 21 07:09:43.225713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:43.233168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'mac_address': 'fa:16:3e:34:59:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:09:43.291910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:43.309646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeafcfc-1236-48a7-a9a4-24c0e42b9285 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:09:43.326116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:43.331217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:43.393897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a642d-e2ea-4ee0-9a6a-c0eefa0ecb26 None None] New status for floating IP a50fff40-82a7-449d-92a0-9e7e0cec1633: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:09:43.486380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:43.660373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['beeafcfc-1236-48a7-a9a4-24c0e42b9285'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:09:44.388562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e49097-3384-48f3-a09e-f3bcc59de33a req-627cfdcb-ec4b-4d04-8fbe-fa947a87171c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:44.390047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4e49097-3384-48f3-a09e-f3bcc59de33a req-627cfdcb-ec4b-4d04-8fbe-fa947a87171c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 982 time: 0.0786324 Mar 21 07:09:44.439054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4e49097-3384-48f3-a09e-f3bcc59de33a req-c5114c03-5f07-4399-be7b-13fd1dfc1218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Mar 21 07:09:45.032187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:09:45.099422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:09:45.104303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:45.104670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:45.218820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:45.245611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:45.256262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:45.260634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:45.303698 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'code': 200} Mar 21 07:09:45.341100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:45.514297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20a6fa-1aa7-4209-a2f9-2c1c26031987 req-b4bcfee6-9b59-4c20-9788-c92a98c4a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:45.515700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c20a6fa-1aa7-4209-a2f9-2c1c26031987 req-b4bcfee6-9b59-4c20-9788-c92a98c4a0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 1136 time: 0.0695534 Mar 21 07:09:45.601330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c20a6fa-1aa7-4209-a2f9-2c1c26031987 req-54e09adf-8590-4ecc-ab06-722f6fe81ef7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Mar 21 07:09:45.635845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e45a7-798c-4cfb-be64-4403b0e917f4 req-13f493d2-a1ef-4775-805b-5e2b81f44b9e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:45.637286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba7e45a7-798c-4cfb-be64-4403b0e917f4 req-13f493d2-a1ef-4775-805b-5e2b81f44b9e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.0898178 Mar 21 07:09:45.681058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba7e45a7-798c-4cfb-be64-4403b0e917f4 req-548949f0-14bf-4028-9e32-46f3a73b4612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 Mar 21 07:09:46.867600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a84c-d2d7-4ecf-a827-f9657d1138cc req-4e509a03-411f-4331-8114-9722d0b5d609 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:46.869062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f50a84c-d2d7-4ecf-a827-f9657d1138cc req-4e509a03-411f-4331-8114-9722d0b5d609 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.0821543 Mar 21 07:09:46.913339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f50a84c-d2d7-4ecf-a827-f9657d1138cc req-98422861-9bab-4660-a2d7-e119b8b67579 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Mar 21 07:09:48.107658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58977447-b19f-47e6-bbf3-90f1856f51bb req-6d08b5c0-5568-490d-94cd-072387357ca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:48.109107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58977447-b19f-47e6-bbf3-90f1856f51bb req-6d08b5c0-5568-490d-94cd-072387357ca5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.0828197 Mar 21 07:09:48.152373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58977447-b19f-47e6-bbf3-90f1856f51bb req-bc8e2429-9717-4a3d-9d6d-a98a693eb3c5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Mar 21 07:09:48.336250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ce34-ccac-478e-afc9-4f0f7c673a7b req-86ef03b1-49db-473a-95b7-23c845d7dbdf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:48.337738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b168ce34-ccac-478e-afc9-4f0f7c673a7b req-86ef03b1-49db-473a-95b7-23c845d7dbdf tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.0825734 Mar 21 07:09:48.381558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b168ce34-ccac-478e-afc9-4f0f7c673a7b req-b585170e-4d1c-432d-a1e0-5e361963c319 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Mar 21 07:09:48.404066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35722) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:48.473161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:48.478218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152293fc-55cb-48e9-8adc-4dd03471a91f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:48.479708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-152293fc-55cb-48e9-8adc-4dd03471a91f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 1131 time: 0.0746975 Mar 21 07:09:48.482545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35726) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:48.488298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:48.494237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:48.498108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:48.501092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:48.507193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:48.517631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:48.651357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:48.786545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.89 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/90ba3960-40bb-40e8-aba9-050b618367a2) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:09:48.928642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:48.957274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:49.020559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:09:49.024611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:09:49.027993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:09:49.183277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=90ba3960-40bb-40e8-aba9-050b618367a2,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:49.579026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:49.658366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:49.885713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:49.891073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:50.003397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=90ba3960-40bb-40e8-aba9-050b618367a2,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:50.017371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:50.202270 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 677e35cb-6de7-4a0e-b3fd-2207549c3611 associated. External IP: 172.26.2.89, port: beeafcfc-1236-48a7-a9a4-24c0e42b9285. Mar 21 07:09:50.562212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 2b350a0c-9d24-485c-8578-251e9e4ed293 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:09:50.844085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:09:50.853108 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Sync routers for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:09:50.863212 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:50.863807 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:50.869987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:50.925525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb49d155-54c7-49bb-8e6b-b268b0133003 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4418914 Mar 21 07:09:50.926109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:09:50.928436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35732) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:50.970993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4012d0b6-e7ad-446c-9469-334033b04f62', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'status': 'completed', 'code': 200} Mar 21 07:09:51.003931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07a7ae-a580-4db5-a6db-c6f4ef78f8fe tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.005454 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bb07a7ae-a580-4db5-a6db-c6f4ef78f8fe tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62&network_id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 1131 time: 0.0753891 Mar 21 07:09:51.051789 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:51.073056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-e59fbdfe-7829-4b6d-89ca-0425edbc1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.074678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-e59fbdfe-7829-4b6d-89ca-0425edbc1e7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 1136 time: 0.0791898 Mar 21 07:09:51.218812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-ec0a18ef-3266-49c9-963f-9de2f097589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.233489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-ec0a18ef-3266-49c9-963f-9de2f097589a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 898 time: 0.1493022 Mar 21 07:09:51.401565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-a833e0ff-7d04-487b-bd96-b0c7cda4873f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1036 time: 0.1642196 Mar 21 07:09:51.415060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '677e35cb-6de7-4a0e-b3fd-2207549c3611', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2116425753', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'mac_address': 'fa:16:3e:34:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012d0b6-e7ad-446c-9469-334033b04f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:49Z', 'updated_at': '2022-03-21T07:09:49Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:51.418889 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Checking router: 2b350a0c-9d24-485c-8578-251e9e4ed293 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:09:51.427572 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:09:51.428146 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:51.473006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea3af6-edcf-4af7-9a49-7920507658a7 req-f4a58f00-fc68-4e68-849c-43154ec8d423 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.474393 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55ea3af6-edcf-4af7-9a49-7920507658a7 req-f4a58f00-fc68-4e68-849c-43154ec8d423 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.1711347 Mar 21 07:09:51.502994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-a6743098-72b8-47a8-a753-b43621270de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.504382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-a6743098-72b8-47a8-a753-b43621270de8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 200 len: 835 time: 0.0947287 Mar 21 07:09:51.566330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55ea3af6-edcf-4af7-9a49-7920507658a7 req-5c0a1dcf-dda5-401a-8e52-8107df3c97be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Mar 21 07:09:51.600179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-71f44c74-5d15-430a-8795-3ad8210af9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:51.601684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-71f44c74-5d15-430a-8795-3ad8210af9cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e205544-6c26-4ed2-9dfb-46e68279e429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857093 Mar 21 07:09:51.614593 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:09:51.737563 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-01731333-f0d2-4b1f-9f69-cfa657dfd57c service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293938 Mar 21 07:09:51.875884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9653f8d-4761-45d2-aeb6-d5d12fc97440 req-e355f4d0-311e-4924-ab04-31236c9bc73e service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289916 Mar 21 07:09:51.964963 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '677e35cb-6de7-4a0e-b3fd-2207549c3611', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2116425753', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'mac_address': 'fa:16:3e:34:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012d0b6-e7ad-446c-9469-334033b04f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:49Z', 'updated_at': '2022-03-21T07:09:49Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:09:51.969058 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce69d5f-33d0-4954-a683-a73e09c4f0fc None None] The sync data for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv is: [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '677e35cb-6de7-4a0e-b3fd-2207549c3611', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2116425753', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'mac_address': 'fa:16:3e:34:59:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4012d0b6-e7ad-446c-9469-334033b04f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:49Z', 'updated_at': '2022-03-21T07:09:49Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:09:52.142034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01754a50-cd4c-49d9-9e52-4336f76f36c2 None None] New status for floating IP 677e35cb-6de7-4a0e-b3fd-2207549c3611: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:09:52.411667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d6d27599-0c10-4609-9ec5-1b0400ed6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:52.812480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73c1a4-2f30-49e2-8d7b-6c0a845ca4c4 req-864e784c-c7c6-4df6-9894-3a52fc3ee490 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:52.814926 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c73c1a4-2f30-49e2-8d7b-6c0a845ca4c4 req-864e784c-c7c6-4df6-9894-3a52fc3ee490 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.1364758 Mar 21 07:09:52.865176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-391d3e78-d431-453a-aa49-ac7bc9680d73 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:52.865967 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-391d3e78-d431-453a-aa49-ac7bc9680d73 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 983 time: 0.1317236 Mar 21 07:09:52.875924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c73c1a4-2f30-49e2-8d7b-6c0a845ca4c4 req-b98fe723-a581-4ea0-ada7-413ba2ac69a0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Mar 21 07:09:52.947279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-11f1b906-e3c0-4f88-a2cb-d2c8aea96813 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:52.948625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-11f1b906-e3c0-4f88-a2cb-d2c8aea96813 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0705335 Mar 21 07:09:53.092868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-256804cb-9a8f-41eb-8cef-2c58390ad2b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1388595 Mar 21 07:09:53.102322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:53.208975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:53.509567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:09:53.537014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:53.585970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] device_id is not set on port beeafcfc-1236-48a7-a9a4-24c0e42b9285 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:09:53.593991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:53.600248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:53.738963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=6']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:53.798355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] No DVR routers for this DVR port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:09:53.878784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-abc30310-8d41-42ae-97a5-526664fadcff None None] Provisioning complete for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:09:53.879399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-abc30310-8d41-42ae-97a5-526664fadcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:53.935903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-abc30310-8d41-42ae-97a5-526664fadcff None None] Port beeafcfc-1236-48a7-a9a4-24c0e42b9285 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:09:54.053862 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d85e4977-c6f7-498b-a02c-42895b00aeeb req-fba21e3f-a871-4d92-bcac-b6929b633086 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=4012d0b6-e7ad-446c-9469-334033b04f62 HTTP/1.1" status: 200 len: 210 time: 0.0553446 Mar 21 07:09:54.066295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] In _notify_port_updated(), no bound segment for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:09:54.067113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:54.067704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:54.068897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0ce78d7-763e-4599-a4cf-b1d5c456c8d1 req-337f417d-bfa6-4de5-8d5f-4718783f9ca5 service neutron] 10.222.0.30 "PUT /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1026 time: 0.9703691 Mar 21 07:09:54.541564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f2800b1e-cc56-409d-9323-1e03bc5219c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.149423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35748) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:55.218493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af5065-375f-4568-8d76-b0f81927a1e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:55.218995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c1af5065-375f-4568-8d76-b0f81927a1e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:09:55.234127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c1af5065-375f-4568-8d76-b0f81927a1e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:09:55.235436 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c1af5065-375f-4568-8d76-b0f81927a1e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 925 time: 0.0883811 Mar 21 07:09:55.526341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35756) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:55.531648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690827783', 'description': 'tempest-secgroup-smoke-690827783 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:55.538722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:55.548005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:55.558156 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.578827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:55.583656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:55.586481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:55.592034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:55.661007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.664562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.709126 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1a64f-f831-4903-a52b-78ad1018337a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:55.711820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.713028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c1fae54-5c79-4fc3-9382-ff11f4acd1f2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1856632 Mar 21 07:09:55.715867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35760) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:55.720746 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:55.726564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:55.730401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:55.733204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:55.738864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:55.754853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.783297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.786502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.818737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.822479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.849997 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16826e19-da2b-4154-a337-139693409b02,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:55.864147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.864147 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-44013f20-c2c9-487d-97d9-595d52365cde tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428959 Mar 21 07:09:55.864147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35764) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:55.871246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:55.874788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:55.878606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:55.881420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:55.886969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:55.903113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.963800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.966817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:55.992256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37106946-16eb-4e82-9dee-5177f5b27cd3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:56.000468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.010098 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e96d27f7-85ac-433f-9f9e-7ba936666995 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380022 Mar 21 07:09:56.010098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35768) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:56.017886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:56.024344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:56.024344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:56.030860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:56.038041 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:56.054568 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.120561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.120561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.149375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910e5e1b-d562-4f8f-991e-e5d099c4ad01,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:56.153804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.157588 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-95198fd9-7ba5-4615-acd8-e6c7f789fb27 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470511 Mar 21 07:09:56.160818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35772) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:56.167372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:56.174082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:56.174082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:56.182106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:56.188378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:56.205306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.276740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.276740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.303244 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af718513-3b38-4168-a638-460df210131a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:56.310479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.310479 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-29cf94b2-9c6c-481f-b826-8d5b134ae13e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510882 Mar 21 07:09:56.318739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35776) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:56.318739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:56.330515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:56.337953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:56.337953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:56.347484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:56.358529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:09:56.365373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.432712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.432712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.466157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57a4c71-88f5-4dec-affe-7b621fb85f71,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:56.472924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.472924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0f3d06ec-11ab-4a7e-8f74-935b6e32b767 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547348 Mar 21 07:09:56.472924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35780) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:09:56.482611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '32a1a64f-f831-4903-a52b-78ad1018337a', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:56.482611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:09:56.490194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:09:56.490194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:09:56.499444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:09:56.513469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:09:56.520324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.591594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.591594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.618605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cca525-b319-4535-bd10-78d1ef80020c,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:56.627556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:56.627556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bbcfe69b-b31b-49bb-9148-6349c0a9ce9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499126 Mar 21 07:09:56.801455 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-89656799-a7c5-4dac-afe9-42d66578c218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690827783&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0446367 Mar 21 07:09:56.890626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-82c1da0b-6e2a-45a2-932a-637dee36fc92 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:56.890626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-82c1da0b-6e2a-45a2-932a-637dee36fc92 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 930 time: 0.0834045 Mar 21 07:09:56.977186 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-403b0907-8d9e-484c-8518-df1aa4e7af9c service neutron] 10.222.0.31 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0732937 Mar 21 07:09:57.124344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-48e0eeaf-ca49-42a1-ab4f-972c632ba21c service neutron] 10.222.0.31 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423666 Mar 21 07:09:57.160984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:09:57.228636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:09:57.288774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:57.324861 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-fa33869c-2194-4eff-9d57-cd12c8c500f4 service neutron] 10.222.0.31 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926463 Mar 21 07:09:57.560108 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8f9e434d-ae7d-4195-a97b-6afccee0db54 req-9485ed15-8700-4a39-b93f-8c33cb0b3a26 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 210 time: 0.0511229 Mar 21 07:09:58.665703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-19abcb36-43bc-4c1f-9de8-a256972a1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:58.665703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-19abcb36-43bc-4c1f-9de8-a256972a1a35 service neutron] 10.222.0.30 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1026 time: 0.2044888 Mar 21 07:09:58.763727 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b02c253d-d33e-4348-a32c-603857cbd35e req-1fc7d0c6-7791-4635-8458-1886c6a1dc93 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 210 time: 0.0499985 Mar 21 07:09:58.879015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-bbf68865-1711-47dd-b1d0-4b2f039ae84d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:09:58.879015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-bbf68865-1711-47dd-b1d0-4b2f039ae84d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 797 time: 0.2075055 Mar 21 07:09:58.933131 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-9756c2ef-4526-4cb6-8d9b-282e27ab5e51 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 472 time: 0.0437412 Mar 21 07:09:58.943239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Request body: {'port': {'device_id': '7a7d10b5-e38e-47b5-920d-4cfea3d9405b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:09:59.056707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:59.475220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeafcfc-1236-48a7-a9a4-24c0e42b9285 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:09:59.475220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:59.498855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Transition to ACTIVE for port object beeafcfc-1236-48a7-a9a4-24c0e42b9285 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:09:59.498855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:59.670729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=7']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:09:59.813489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:09:59.813489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:09:59.813489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:59.823338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:09:59.823338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Attempting to bind port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:09:59.827006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:09:59.827006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Checking segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:09:59.827006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Bound using segment: {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:09:59.827006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Bound port: beeafcfc-1236-48a7-a9a4-24c0e42b9285, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cf09a4-037e-48e2-864c-3400e084969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:09:59.827006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:09:59.984779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:09:59.984779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:09:59.998340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:00.059913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f1830-639f-4c41-87f7-3fb66ec51a4b req-5f250c86-a09a-440c-8a9f-e7f818d57b68 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:00.063173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c96f1830-639f-4c41-87f7-3fb66ec51a4b req-5f250c86-a09a-440c-8a9f-e7f818d57b68 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 981 time: 0.1755154 Mar 21 07:10:00.070938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:00.070938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:00.070938 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1131 time: 1.1337571 Mar 21 07:10:00.090293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d10b5-e38e-47b5-920d-4cfea3d9405b', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:10:00.242113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d10b5-e38e-47b5-920d-4cfea3d9405b', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'status': 'completed', 'code': 200} Mar 21 07:10:00.284633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c11f3-9bdd-4a27-9da9-1269a45ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=8']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:00.291805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c96f1830-639f-4c41-87f7-3fb66ec51a4b req-32f2fa6b-a641-4efe-b6ec-e0cf6b2115c1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819291 Mar 21 07:10:00.311482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-381299ee-7685-4add-acf2-d6ade0918e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:00.313347 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-381299ee-7685-4add-acf2-d6ade0918e54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 1134 time: 0.1625123 Mar 21 07:10:00.421296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-820eaa90-9686-446e-b4f6-4c2462d4ba86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1036 time: 0.1004460 Mar 21 07:10:00.485179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-5749004f-b0f7-4f93-9cdf-7178b2c3d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:00.487293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-5749004f-b0f7-4f93-9cdf-7178b2c3d902 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 200 len: 835 time: 0.0603025 Mar 21 07:10:00.559851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-a7510b5c-1bcd-46e8-a115-fad0cb906d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:00.561294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-a7510b5c-1bcd-46e8-a115-fad0cb906d95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e205544-6c26-4ed2-9dfb-46e68279e429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679903 Mar 21 07:10:00.791009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-bc24648c-c80f-4675-a776-9d59f4ee0cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237728 Mar 21 07:10:00.929663 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e43d5bef-9aa2-42f1-a096-54f97e5340bc req-f1dee14f-1dd2-47ef-888c-6d6b6dc7767d service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295173 Mar 21 07:10:01.045245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544decf-baac-41b4-894f-39b716bbaca4 req-cf2a2cf6-59ff-4471-b37a-eafff0cbdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:01.047168 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-cf2a2cf6-59ff-4471-b37a-eafff0cbdbb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 1134 time: 0.0756645 Mar 21 07:10:01.175340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544decf-baac-41b4-894f-39b716bbaca4 req-57218477-d66a-417e-9764-8d5947b67b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:01.176738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-57218477-d66a-417e-9764-8d5947b67b3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 898 time: 0.1237195 Mar 21 07:10:01.284085 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-045bac51-4947-4a91-98d1-76e0e3b8e4cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1036 time: 0.0981266 Mar 21 07:10:01.345824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544decf-baac-41b4-894f-39b716bbaca4 req-c847bb4c-2838-4210-a524-8b27f07d5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:01.347261 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-c847bb4c-2838-4210-a524-8b27f07d5bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 200 len: 835 time: 0.0570753 Mar 21 07:10:01.478341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544decf-baac-41b4-894f-39b716bbaca4 req-82523bb3-ab74-4785-8533-3a9c815a5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:01.479792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-82523bb3-ab74-4785-8533-3a9c815a5980 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e205544-6c26-4ed2-9dfb-46e68279e429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252916 Mar 21 07:10:01.581146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda69b4-d020-44e4-8a47-77d68e1c38f6 req-c061374c-6e16-4b00-809f-242138fdb231 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:01.582508 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4bda69b4-d020-44e4-8a47-77d68e1c38f6 req-c061374c-6e16-4b00-809f-242138fdb231 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 981 time: 0.1673293 Mar 21 07:10:01.658886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4bda69b4-d020-44e4-8a47-77d68e1c38f6 req-1d760483-0b0b-4302-9e46-f366e8f12138 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699089 Mar 21 07:10:01.662107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-933287f6-a5b6-4551-9395-c361e44b129b service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737051 Mar 21 07:10:01.797377 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1544decf-baac-41b4-894f-39b716bbaca4 req-022f4e47-7b8e-4855-a6fb-302d52f36755 service neutron] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282327 Mar 21 07:10:02.849118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba68bd7-f61a-43ec-b247-800ded6f9400 req-cbf53f40-9395-453a-bd9e-c46412120965 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:02.850577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ba68bd7-f61a-43ec-b247-800ded6f9400 req-cbf53f40-9395-453a-bd9e-c46412120965 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 981 time: 0.0857155 Mar 21 07:10:02.895397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ba68bd7-f61a-43ec-b247-800ded6f9400 req-e4a4fe31-5203-4ee4-8dcb-cfbb716a9132 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Mar 21 07:10:03.185744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:10:03.318425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:03.333618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'port_id': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'mac_address': 'fa:16:3e:34:59:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:10:03.401599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:03.416300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeafcfc-1236-48a7-a9a4-24c0e42b9285 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:10:03.431399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:03.435285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:03.507811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=9']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:03.754515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['beeafcfc-1236-48a7-a9a4-24c0e42b9285'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:10:04.081162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dbca5-f240-498a-9638-a69c526fd123 req-440731bd-7887-481f-8140-ae63b44b6a7d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:04.082365 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d2dbca5-f240-498a-9638-a69c526fd123 req-440731bd-7887-481f-8140-ae63b44b6a7d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 982 time: 0.0801780 Mar 21 07:10:04.127077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d2dbca5-f240-498a-9638-a69c526fd123 req-05b18c67-4d8d-4d70-838c-e3eba09b4882 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Mar 21 07:10:05.224455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:05.312059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:05.318005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:05.318005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:05.380805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f043-dd06-4014-b076-ec8d1dc24204 req-a00e5b69-125d-4d5a-a89c-722d2742c7ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:05.380805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5de0f043-dd06-4014-b076-ec8d1dc24204 req-a00e5b69-125d-4d5a-a89c-722d2742c7ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 982 time: 0.1071329 Mar 21 07:10:05.429704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5de0f043-dd06-4014-b076-ec8d1dc24204 req-ac1c192a-2180-43d3-81f2-64f1cf96f850 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Mar 21 07:10:05.459192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:05.487429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d10b5-e38e-47b5-920d-4cfea3d9405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:10:05.498848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:05.503277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:05.548017 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d10b5-e38e-47b5-920d-4cfea3d9405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeafcfc-1236-48a7-a9a4-24c0e42b9285', 'code': 200} Mar 21 07:10:05.594163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=10']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:05.785571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307b6b6-c541-4e68-b3d0-844b0abf9b66 req-aafd5886-37ca-4d7c-be13-0950610d7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:05.786746 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d307b6b6-c541-4e68-b3d0-844b0abf9b66 req-aafd5886-37ca-4d7c-be13-0950610d7963 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 1137 time: 0.0784218 Mar 21 07:10:05.830760 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d307b6b6-c541-4e68-b3d0-844b0abf9b66 req-8d41d304-263a-4c1b-9a59-8083ec7d68db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Mar 21 07:10:06.636326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9e8a-365a-42a1-aad8-220e4b2fd492 req-3380337a-e642-4c37-a788-d0c7a379f64c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:06.638964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa4c9e8a-365a-42a1-aad8-220e4b2fd492 req-3380337a-e642-4c37-a788-d0c7a379f64c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.0907331 Mar 21 07:10:06.684259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa4c9e8a-365a-42a1-aad8-220e4b2fd492 req-b40872fd-3537-47e0-ac6b-c90f4c8b55a7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Mar 21 07:10:07.963207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d76d2-7829-4f98-84da-923f28f6d5f0 req-ae9ff018-4718-4b1b-b86c-ecb7b638a560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:07.964646 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cb8d76d2-7829-4f98-84da-923f28f6d5f0 req-ae9ff018-4718-4b1b-b86c-ecb7b638a560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.1743977 Mar 21 07:10:08.008100 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cb8d76d2-7829-4f98-84da-923f28f6d5f0 req-36d6e08a-6cc9-49b3-b869-06b52fae595e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377378 Mar 21 07:10:08.184332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776c06-eafe-4b50-a0f8-47c20ef66c18 req-730b3030-d955-46e7-a4fc-96fd04f5f3d2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:08.185796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77776c06-eafe-4b50-a0f8-47c20ef66c18 req-730b3030-d955-46e7-a4fc-96fd04f5f3d2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.0784245 Mar 21 07:10:08.232471 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77776c06-eafe-4b50-a0f8-47c20ef66c18 req-550eb0b9-56cd-49c2-b4ec-76bc892ad16a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Mar 21 07:10:08.254653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35834) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:08.470748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053eaf9-2824-4b35-8627-6a6eeebf714d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:08.473297 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b053eaf9-2824-4b35-8627-6a6eeebf714d tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b&network_id=0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 200 len: 1132 time: 0.2176559 Mar 21 07:10:08.829298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b02a22-190e-4167-b10b-66ed19a25bd8 req-631c2ab9-6eb3-4998-8a85-0540219fd56c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:08.831225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-71b02a22-190e-4167-b10b-66ed19a25bd8 req-631c2ab9-6eb3-4998-8a85-0540219fd56c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.0836856 Mar 21 07:10:08.878130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-71b02a22-190e-4167-b10b-66ed19a25bd8 req-c992fd00-ad2a-4ef8-8927-cfcc49e3f346 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Mar 21 07:10:10.062181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338da90-805d-4114-bb86-db6d3c70bcd7 req-24c4f67a-e48d-4024-9b56-e2d82983e18f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:10.063627 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8338da90-805d-4114-bb86-db6d3c70bcd7 req-24c4f67a-e48d-4024-9b56-e2d82983e18f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.0805757 Mar 21 07:10:10.152230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8338da90-805d-4114-bb86-db6d3c70bcd7 req-cdc611b1-2544-46d9-8ab6-72aa1f291dce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830057 Mar 21 07:10:10.184226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-56f67d75-f982-4c05-8fec-bb5844526fbc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:10.185649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-56f67d75-f982-4c05-8fec-bb5844526fbc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 984 time: 0.0994585 Mar 21 07:10:10.256970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-e6826ab4-1f6f-4f9c-beb2-e9da17f2d311 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:10.258408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-e6826ab4-1f6f-4f9c-beb2-e9da17f2d311 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674500 Mar 21 07:10:10.405365 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-55b7fc35-7310-427b-984c-e42228ff4257 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1421115 Mar 21 07:10:10.414885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:10.526210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:10.722951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=beeafcfc-1236-48a7-a9a4-24c0e42b9285,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:10.751081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] For port beeafcfc-1236-48a7-a9a4-24c0e42b9285, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:10:10.811783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] device_id is not set on port beeafcfc-1236-48a7-a9a4-24c0e42b9285 yet. {{(pid=87988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 21 07:10:10.820411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:10.826484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:10.964583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Pushing event updated for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=11']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:11.026570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] No DVR routers for this DVR port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:10:11.140703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f8c07e9-367b-4e57-8ad1-0697dab04631 None None] Provisioning complete for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:11.141374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f8c07e9-367b-4e57-8ad1-0697dab04631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:11.193964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c07e9-367b-4e57-8ad1-0697dab04631 None None] Port beeafcfc-1236-48a7-a9a4-24c0e42b9285 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:10:11.381158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-88f19637-36dc-4a4f-bb64-9f42a55488d5 req-3a90739e-13b6-4dd6-b08c-b1de64496b56 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a7d10b5-e38e-47b5-920d-4cfea3d9405b HTTP/1.1" status: 200 len: 210 time: 0.0482585 Mar 21 07:10:11.385770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] In _notify_port_updated(), no bound segment for port beeafcfc-1236-48a7-a9a4-24c0e42b9285 on network 0e205544-6c26-4ed2-9dfb-46e68279e429 {{(pid=87988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 21 07:10:11.386583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:11.387186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:11.388380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27febcf9-ac96-4ffb-a219-d31caf285a9c req-39d0a9aa-993e-42d0-a33d-962bc0973384 service neutron] 10.222.0.30 "PUT /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 200 len: 1027 time: 0.9773529 Mar 21 07:10:12.483069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35852) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:12.552806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:12.581663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:12.643967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:12.660744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1a64f-f831-4903-a52b-78ad1018337a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:12.670285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:12.671413 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b1f5263-4da1-41f7-a8a7-3a456d52129b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/32a1a64f-f831-4903-a52b-78ad1018337a HTTP/1.1" status: 204 len: 168 time: 0.1873255 Mar 21 07:10:12.702039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35858) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:13.013662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 90ba3960-40bb-40e8-aba9-050b618367a2 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:10:13.014000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:13.178229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:13.178557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:13.215334 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:10:13.279343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device beeafcfc-1236-48a7-a9a4-24c0e42b9285 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:10:13.302499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 90ba3960-40bb-40e8-aba9-050b618367a2 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:10:13.450737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:13.496734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=90ba3960-40bb-40e8-aba9-050b618367a2,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:13.587478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:13.587703 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 677e35cb-6de7-4a0e-b3fd-2207549c3611 disassociated (deleted). External IP: 172.26.2.89, port: beeafcfc-1236-48a7-a9a4-24c0e42b9285. Mar 21 07:10:13.935030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 2b350a0c-9d24-485c-8578-251e9e4ed293 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:10:14.120296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:10:14.129718 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Sync routers for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:10:14.138947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:14.139788 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:14.140644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.199598 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9dd8ecb-84fb-43f8-b920-aaa3b7dc9961 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/677e35cb-6de7-4a0e-b3fd-2207549c3611 HTTP/1.1" status: 204 len: 168 time: 1.4939547 Mar 21 07:10:14.333884 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:14.358284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35866) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:14.434104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.466360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.536153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.557346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de91e975-a862-49c6-aadb-4226a0edc092,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:14.568736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.569084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.569717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.570052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.570377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.570704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.571032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.571354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.571682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.572000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.572318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.572632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:14.575337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.577280 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3af5d5e6-4e80-4836-9303-96c755f426a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/de91e975-a862-49c6-aadb-4226a0edc092 HTTP/1.1" status: 204 len: 168 time: 0.2165997 Mar 21 07:10:14.610412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35872) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:14.687663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port beeafcfc-1236-48a7-a9a4-24c0e42b9285 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:10:14.687996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:14.698640 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:14.702353 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Checking router: 2b350a0c-9d24-485c-8578-251e9e4ed293 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:10:14.710951 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:14.711534 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:14.888659 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:14.926166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:15.054987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for beeafcfc-1236-48a7-a9a4-24c0e42b9285 owned by {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:10:15.199759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:15.204952 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:15.208968 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7deef-7778-4474-bf25-0b983f9b1878 None None] The sync data for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv is: [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:09:30Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '8a2fb737-50b8-4807-8d0a-73e4d3cd0af4', 'name': '', 'network_id': '0e205544-6c26-4ed2-9dfb-46e68279e429', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:d2:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:29Z', 'updated_at': '2022-03-21T07:09:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'a821fd6c-d3f4-4194-a722-532171850ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:10:15.254589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=beeafcfc-1236-48a7-a9a4-24c0e42b9285,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:15.263373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.263702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.264040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.264376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.264716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.265050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.265406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.265867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.266050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.266381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.266705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.267028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:15.376693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:15.387519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-93ecbd28-8a92-4d8e-bb15-0f09d7a3c6b1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/ports/beeafcfc-1236-48a7-a9a4-24c0e42b9285 HTTP/1.1" status: 204 len: 168 time: 0.7765458 Mar 21 07:10:15.390404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35876) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:15.452765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c908ceb-1700-4ca0-bbb3-b4466b5a57c8 None None] New status for floating IP 677e35cb-6de7-4a0e-b3fd-2207549c3611: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:10:16.059142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:16.411290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:10:16.411633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:16.595810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:16.596724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:16.724645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:10:17.155403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:17.206929 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=8a2fb737-50b8-4807-8d0a-73e4d3cd0af4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:17.486927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:17.841407 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 2b350a0c-9d24-485c-8578-251e9e4ed293 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:10:18.017512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:10:18.027342 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Sync routers for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:10:18.029754 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-059bc9f3-7d32-4a1d-afd7-26a2cdf8c457 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/2b350a0c-9d24-485c-8578-251e9e4ed293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6381197 Mar 21 07:10:18.032319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35880) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:18.037841 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:18.038438 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:18.097298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet a821fd6c-d3f4-4194-a722-532171850ad8 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:10:18.100066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.156112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.210994 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:18.241023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.314061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.360134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=a821fd6c-d3f4-4194-a722-532171850ad8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:18.365493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.372306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcb03d-5934-412a-b307-c61ed4283604 None None] Network 0e205544-6c26-4ed2-9dfb-46e68279e429 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:10:18.375780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35884) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:18.376327 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe82104f-94b7-4d6a-9d37-cd4e62722cc3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/a821fd6c-d3f4-4194-a722-532171850ad8 HTTP/1.1" status: 204 len: 168 time: 0.3425496 Mar 21 07:10:18.531239 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:10:17Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:18.535273 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Checking router: 2b350a0c-9d24-485c-8578-251e9e4ed293 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:10:18.543433 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Routers {'2b350a0c-9d24-485c-8578-251e9e4ed293'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:18.544052 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['2b350a0c-9d24-485c-8578-251e9e4ed293'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:18.556561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.566977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.649945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] DHCP port deletion for 0e205544-6c26-4ed2-9dfb-46e68279e429 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:10:18.653841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Deleting port 85473d09-8426-4f85-84d7-478fd3315ce3 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:10:18.654215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.732652 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:10:18.736258 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] Set router 2b350a0c-9d24-485c-8578-251e9e4ed293 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:18.753815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.764275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 293ed268-7d86-43a1-ada4-cc1249dedcc4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:10:18.764616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.889642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] For port 85473d09-8426-4f85-84d7-478fd3315ce3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=85473d09-8426-4f85-84d7-478fd3315ce3,segment=NetworkSegment(43cf09a4-037e-48e2-864c-3400e084969e),segment_id=43cf09a4-037e-48e2-864c-3400e084969e)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:18.890027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:18.946560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 293ed268-7d86-43a1-ada4-cc1249dedcc4, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=293ed268-7d86-43a1-ada4-cc1249dedcc4,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:18.947079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.014573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Calling delete_port for 85473d09-8426-4f85-84d7-478fd3315ce3 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:10:19.038917 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:10:17Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:19.043362 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8a04a-0eb4-4372-bac7-09c7a2020078 None None] The sync data for ids ['2b350a0c-9d24-485c-8578-251e9e4ed293'] in dv-neutron-834307-1-hyperv is: [{'id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'name': 'tempest-TestNetworkBasicOps-router-723479509', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:09:24Z', 'updated_at': '2022-03-21T07:10:17Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '293ed268-7d86-43a1-ada4-cc1249dedcc4', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b350a0c-9d24-485c-8578-251e9e4ed293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:09:25Z', 'updated_at': '2022-03-21T07:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:10:19.097804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.143916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Pushing event deleted for resources: {'Port': ['ID=85473d09-8426-4f85-84d7-478fd3315ce3,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:19.152736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] No DVR routers for this DVR port 85473d09-8426-4f85-84d7-478fd3315ce3 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:10:19.154579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.154917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.155250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.155576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.155900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.156244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.156539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.156860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.157178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.157532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.157848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.158158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bfe3e4-82eb-4573-a64f-b18116f91673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:19.183847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 293ed268-7d86-43a1-ada4-cc1249dedcc4 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:10:19.349323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.396293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=293ed268-7d86-43a1-ada4-cc1249dedcc4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:19.446456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85473d09-8426-4f85-84d7-478fd3315ce3 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:10:19.489659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 85473d09-8426-4f85-84d7-478fd3315ce3 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:10:19.490016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 85473d09-8426-4f85-84d7-478fd3315ce3 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:10:19.490429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:10:19.506456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.525871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:10:19.526228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8a2fb737-50b8-4807-8d0a-73e4d3cd0af4 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:10:19.684938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.687070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.709242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.709735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 2b350a0c-9d24-485c-8578-251e9e4ed293 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:10:19.725443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.726623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-530f5e6f-17cb-49be-9ae1-c6bd94bf0ca6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/2b350a0c-9d24-485c-8578-251e9e4ed293 HTTP/1.1" status: 204 len: 168 time: 1.3490593 Mar 21 07:10:19.729177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35888) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:19.845453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:19.976313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.001580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e205544-6c26-4ed2-9dfb-46e68279e429']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:20.013245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cf09a4-037e-48e2-864c-3400e084969e') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:20.013555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cf09a4-037e-48e2-864c-3400e084969e') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:20.025142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.041233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.046977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:10:20.047353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:10:20.061572 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:10:20.141165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.160006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.169076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=0e205544-6c26-4ed2-9dfb-46e68279e429,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:20.176656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb408a96-3202-4526-bb26-1d5106774647 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/0e205544-6c26-4ed2-9dfb-46e68279e429 HTTP/1.1" status: 204 len: 168 time: 0.4464772 Mar 21 07:10:20.190123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35892) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:20.201394 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-081398a1-41bd-4cda-9c81-446df761ec09 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101249 Mar 21 07:10:20.203659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35896) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:20.209156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--1805588125', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:20.213767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:20.217781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:20.221758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:20.227636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:20.240065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:10:20.243518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.271505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:10:20.280485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.280871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 552d545b-9ec6-4151-9022-235117b8ac76 of type vlan for network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 Mar 21 07:10:20.310767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.339281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.344493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:20.345060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.450289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2455995 Mar 21 07:10:20.453048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35900) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:20.453550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad11a8-f587-4e2f-ba91-a7a5d5827481 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:20.458868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:20.463301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:10:20.466030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:20.469932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:20.474727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:20.480975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:20.491622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.492635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.507706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:20.890233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:21.187004 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:21.219383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:21.352691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.20 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/375f1988-ce03-4746-9312-e7837c508d95) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:10:21.415037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 293ed268-7d86-43a1-ada4-cc1249dedcc4 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:10:21.450074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 293ed268-7d86-43a1-ada4-cc1249dedcc4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:10:21.450324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 293ed268-7d86-43a1-ada4-cc1249dedcc4 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:10:21.502912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:21.530636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:21.598340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:21.601106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:21.604679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:10:21.638540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:22.010344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:22.413621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bc781274-1c19-4a8c-a4a1-5470361ed077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:22.464362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:22.664204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:10:22.838893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:10:22.848632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:10:22.857431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:22.858032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:22.865290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:22.866530 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2b7ab176-53f9-4373-95bb-995ca720754c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4124780 Mar 21 07:10:22.869659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:22.908060 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5e0f77c-0581-4c8b-8384-40ade7cc50ef tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373383 Mar 21 07:10:22.911020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35910) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:23.036749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:23.040589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f94569-27c2-44fc-a984-ddcc52634b58 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:23.042096 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01f94569-27c2-44fc-a984-ddcc52634b58 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302123 Mar 21 07:10:23.044894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35914) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:23.087446 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ae2bf53c-59d0-4f54-a37c-d867221bc535 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414803 Mar 21 07:10:23.089926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:23.095056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711676851', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:23.201917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:23.206174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:23.208882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:23.214390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:23.226699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:10:23.230147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.322473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:21Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:23.326333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:10:23.326680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Updating router 21fa8eaa-333c-486a-858b-f74bbff13ec5 port 375f1988-ce03-4746-9312-e7837c508d95 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:10:23.384249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.446967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.529776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:23.534220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:10:23.534575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:10:23.554712 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:10:23.564426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:23.569265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:23.570009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.629300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6aba7c-6314-406c-abba-81595902adc5 None None] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:10:23.701368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4979f0b4-d2c3-4c5d-814b-c6fd9b5ae6b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6103578 Mar 21 07:10:23.704023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35922) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:23.939752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.948253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:10:23.949129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:23.967396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Transition to ACTIVE for port object 375f1988-ce03-4746-9312-e7837c508d95 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:23.976333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.120781 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094dd0f-a562-40cc-91f9-a029fca3c81f None None] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:24.125187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Attempting to bind port 375f1988-ce03-4746-9312-e7837c508d95 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:10:24.125571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Attempting to bind port 375f1988-ce03-4746-9312-e7837c508d95 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:10:24.125928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Attempting to bind port 375f1988-ce03-4746-9312-e7837c508d95 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:10:24.169010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:10:24.169404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:10:24.169800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.170183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:10:24.170641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Bound port: 375f1988-ce03-4746-9312-e7837c508d95, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:10:24.171006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.246223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Allocated IP 172.20.0.2 (a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0/f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1/1e2be2fb-2369-4bcc-9789-90ecdd2f7b67) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:10:24.269166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:10:24.302350 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=375f1988-ce03-4746-9312-e7837c508d95,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:10:24.350632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.421353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.481614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:24.482235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:09:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:24.529097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094dd0f-a562-40cc-91f9-a029fca3c81f None None] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:24.611642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-70463609-c308-47a1-841a-e52dd77457a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.699392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.724021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Transition to ACTIVE for port object 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:24.751426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:24.850419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Transition to ACTIVE for port object 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:24.872835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:24.930713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0/f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1/c49e7ae7-badd-4750-b5a2-f9e6c5358a55) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:10:25.001104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:25.010609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:25.019084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:10:25.022894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Pushing event updated for resources: {'Port': ['ID=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:25.098286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.115618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object c49e7ae7-badd-4750-b5a2-f9e6c5358a55 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:25.140101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.203544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Attempting to bind port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:10:25.203903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Attempting to bind port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:10:25.204261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Attempting to bind port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 on network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:10:25.212236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:25.214544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:10:25.214913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Checking segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:10:25.215285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:25.215433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.215682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Bound using segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:10:25.216138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Bound port: 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:10:25.216509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.219062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:10:25.257240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:25.324040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] For port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:10:25.328255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] For port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:10:25.332008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.366204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:21Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:25.387041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29220dae-a721-4567-860f-c167aaf9c22c None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:21Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:10:25.409519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.426470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303854be-3200-4e2b-809d-22e04301c1c5 None None] Pushing event updated for resources: {'Port': ['ID=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:25.728350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.788561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:25.791132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:26.173346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:26.179628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:26.293079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:26.306324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:26.449383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:26.450740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:26.479975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d5998-d1d5-4d18-8c24-f7fad4058b50 None None] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:10:26.575054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d88d3b0f-a7b1-42cb-9c63-58ab853dc7c4 None None] Provisioning for port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:26.639846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:10:26.831771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:10:26.844874 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-964a1c6e-d3ac-4037-ac1c-b20ded5254c3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1397500 Mar 21 07:10:26.848364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:26.914740 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:10:26.925990 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:26.927013 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:10:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:27.027942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0a3e7ef8-e368-4996-8de9-dc7ed6b7a0e9 None None] Provisioning for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:27.033825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0a3e7ef8-e368-4996-8de9-dc7ed6b7a0e9 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:27.034248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0a3e7ef8-e368-4996-8de9-dc7ed6b7a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.093473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e7ef8-e368-4996-8de9-dc7ed6b7a0e9 None None] Port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:10:27.125959 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:27.137031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.137865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.138323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.138773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.139222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.139674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.141510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-bbf92ac9-12e6-450e-ba23-29f935aa3712 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2920628 Mar 21 07:10:27.144427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35930) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:27.219934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4bb79a48-1c13-40da-a0ed-a0d318316e9a None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:27.220428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4bb79a48-1c13-40da-a0ed-a0d318316e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.222759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.222759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.223330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.223569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.224074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.224925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:27.226497 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cdafa8ad-944f-4036-a097-cc79ac309c50 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0810194 Mar 21 07:10:27.229181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35934) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:27.331931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.334152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4bb79a48-1c13-40da-a0ed-a0d318316e9a None None] Port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:10:27.463041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ec35fcd5-e57d-4957-aacf-0d2800777cf1 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:27.464251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ec35fcd5-e57d-4957-aacf-0d2800777cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.484504 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a671c150-dc84-4c04-86dc-cbfee3551e26 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2540481 Mar 21 07:10:27.524692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:27.527300 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:26Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:27.531150 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:10:27.531638 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Updating router 21fa8eaa-333c-486a-858b-f74bbff13ec5 port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:10:27.580591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ec35fcd5-e57d-4957-aacf-0d2800777cf1 None None] Port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:10:27.588619 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.604436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:27.609986 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:27.610567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.730465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.763587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:27.768451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.769550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:27.795011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35940) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:27.802285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439064261', 'description': 'tempest-secgroup-smoke-439064261 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:27.809497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:27.816095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:27.819808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:27.827635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:27.843286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.867322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:27.871842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:27.875127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:27.881638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:27.893285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:27.907614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 375f1988-ce03-4746-9312-e7837c508d95 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:27.917631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 375f1988-ce03-4746-9312-e7837c508d95 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:27.918296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.959907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.963893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.979213 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:27.992580 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Transition to ACTIVE for port object c49e7ae7-badd-4750-b5a2-f9e6c5358a55 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:27.999419 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.011911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4b0028-ed1b-4c2c-a642-f679f68c0567,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.016276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.018546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2aa86ace-f97c-49fa-b22b-5a82a97ecbe8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2207892 Mar 21 07:10:28.020819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35944) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:28.029712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:28.040218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:28.045207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:28.048306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:28.050836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.056341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:28.072789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=375f1988-ce03-4746-9312-e7837c508d95,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:28.081959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.082812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.169311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.186741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.192572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.250811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4f705c-2fe1-40d7-b857-f26131c5e0c0,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.254445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.256403 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-81586ff2-31fc-493f-91e7-3c9e930d65a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2336581 Mar 21 07:10:28.258878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35948) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:28.264842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:28.275902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:28.283675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:28.288448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:28.302245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:28.321710 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.331516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.343309 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.343660 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.344000 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.344330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.344656 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.344983 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.345355 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.345709 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.346032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.346356 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.346670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.347016 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:10:28.351135 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Attempting to bind port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:10:28.351510 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Attempting to bind port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:10:28.351873 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Attempting to bind port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 on network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:10:28.357744 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:10:28.358116 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Checking segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:10:28.358509 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.358889 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Bound using segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:10:28.359341 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Bound port: c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:10:28.359887 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.395354 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.400535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.424776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451c77a3-8af0-4fb8-86d2-c71f8676be0c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.434385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.438365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 35952) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:28.438569 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5850f785-219b-49ff-a656-b9f8dc8f688c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785183 Mar 21 07:10:28.445019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:28.451022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:28.454972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:28.458017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:28.459604 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:10:28.462609 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:10:28.464476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:28.468777 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.551932 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:28.552565 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:10:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:28.597415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.622489 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b9e87-cb58-4749-8abc-5807ec34896b None None] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.667599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.673079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.699476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bdabab-cde9-4e3f-ad69-1d7526dfd7bb,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.709832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.711294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2d1ae9d5-dd55-478b-ba3f-808a885a0758 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716012 Mar 21 07:10:28.714518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35956) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:28.720348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:28.726975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:28.730931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:28.733787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:28.740182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:28.754785 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:28.758015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.824667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.828503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.853810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e45259-ebba-4ff0-a755-613bab88223c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:28.863686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.864933 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7f5cdd33-81b2-4417-bfe1-0388ceefae84 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493726 Mar 21 07:10:28.867631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35960) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:28.872662 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:28.879324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:28.883129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:28.885992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:28.891626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:28.901632 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:10:28.908739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.977867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:28.981684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.005051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6f5ef1-2605-45f8-bef5-d26c771b9692,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:29.014511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.015967 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9b65a6b6-f065-44fe-95ac-f80dd09d9d33 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474299 Mar 21 07:10:29.018706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 35964) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:29.023618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'ab4b0028-ed1b-4c2c-a642-f679f68c0567', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:29.029481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:29.033373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:29.037610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:29.043414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:29.054899 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:10:29.061633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.071891 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:29.075825 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ba76a-2f27-4809-af68-17ce841b19f7 None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:10:29.150810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.154640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.182622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a3be80-c5bf-47e7-9c60-1802889296ec,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:29.192700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.194390 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8eaa0641-485e-465d-a928-25ac5f121f05 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745169 Mar 21 07:10:29.370066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-70f1234a-a77f-4fcd-b20a-047bd150f4be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:10:29.389022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-70f1234a-a77f-4fcd-b20a-047bd150f4be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:10:29.390557 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-70f1234a-a77f-4fcd-b20a-047bd150f4be tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439064261&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0685930 Mar 21 07:10:29.510716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:29.559765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-e8c6adb1-61b9-4482-80bd-91266a82d9ee tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:29.560543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-e8c6adb1-61b9-4482-80bd-91266a82d9ee tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:10:29.579624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-e8c6adb1-61b9-4482-80bd-91266a82d9ee tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:10:29.581410 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-e8c6adb1-61b9-4482-80bd-91266a82d9ee tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 200 len: 797 time: 0.1828048 Mar 21 07:10:29.590478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:29.591008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.597239 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-ac065e43-3234-4e4d-bd78-ba07428461e8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0100567 Mar 21 07:10:29.695986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-368c1bc3-bdd6-430c-a72d-84214e45d43a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:10:29.713429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-368c1bc3-bdd6-430c-a72d-84214e45d43a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:10:29.714738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-368c1bc3-bdd6-430c-a72d-84214e45d43a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117985 Mar 21 07:10:29.730260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:29.819252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:29.825811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:29.828185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:29.918520 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-02b06aee-3b42-44eb-8b37-c2c784027a52 service neutron] 10.222.0.31 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867352 Mar 21 07:10:29.973558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:30.018861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:30.027570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:30.027570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:30.096638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-f8dbd527-ea4c-491d-a56a-40e38d5083d2 service neutron] 10.222.0.31 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727564 Mar 21 07:10:30.226796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:30.239987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 375f1988-ce03-4746-9312-e7837c508d95 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:30.240365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:30.455067 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8d03ac9-d8e9-43fc-a0a1-7e19614c02cb req-0bcf8a11-1b66-4148-b5c9-420206b18b2e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 210 time: 0.0525255 Mar 21 07:10:31.431365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:31.517955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:31.517955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:31.677053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-484f7bf0-676b-4b10-8b58-da498737baf6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:31.678388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-484f7bf0-676b-4b10-8b58-da498737baf6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 200 len: 797 time: 0.1737635 Mar 21 07:10:31.749318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9a40d16-b0dd-438e-bf64-5701955232ac req-3032a80c-c83e-4c30-9a1f-4b6f2f4705a7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 210 time: 0.0813608 Mar 21 07:10:31.792028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-88c1542f-2b97-48a5-8e9e-2d0fd03f1931 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 379 time: 0.0715270 Mar 21 07:10:31.800516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['ab4b0028-ed1b-4c2c-a642-f679f68c0567']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:31.949485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:31.959533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:31.971891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:10:31.975710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:32.153083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.10 (a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0/f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1/80389d4b-e105-4a1a-8949-67cd9e1fcf06) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:10:32.354463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:32.373887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 80389d4b-e105-4a1a-8949-67cd9e1fcf06 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:32.399964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:32.472927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:32.476270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:32.480227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:10:32.514174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:32.553543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:32.553543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:32.585646 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-27901c07-7dd2-47d6-90d1-bc27630e1c9c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897239 Mar 21 07:10:32.598808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Request body: {'port': {'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:32.780119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8539e6b-3fec-4779-90c8-441d303e33c8 None None] Provisioning for port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:32.795360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c8539e6b-3fec-4779-90c8-441d303e33c8 None None] Provisioning complete for port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:32.795360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c8539e6b-3fec-4779-90c8-441d303e33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:32.858244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c8539e6b-3fec-4779-90c8-441d303e33c8 None None] Port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:10:32.866999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.099741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1c873-b175-4aa5-bcf2-57f016df1b57 req-83e86fec-c873-443d-87c3-9953dee187e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:33.100425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-1ce1c873-b175-4aa5-bcf2-57f016df1b57 req-83e86fec-c873-443d-87c3-9953dee187e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:10:33.174509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-1ce1c873-b175-4aa5-bcf2-57f016df1b57 req-83e86fec-c873-443d-87c3-9953dee187e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:10:33.175597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ce1c873-b175-4aa5-bcf2-57f016df1b57 req-83e86fec-c873-443d-87c3-9953dee187e9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 932 time: 0.2677355 Mar 21 07:10:33.242948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ce1c873-b175-4aa5-bcf2-57f016df1b57 req-dac27ce3-6e8f-45a8-9277-31b02a7efe71 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600152 Mar 21 07:10:33.321792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80389d4b-e105-4a1a-8949-67cd9e1fcf06 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:10:33.330995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.346355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Transition to ACTIVE for port object 80389d4b-e105-4a1a-8949-67cd9e1fcf06 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:10:33.350367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.570323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Pushing event updated for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:33.617773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Attempting to bind port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:10:33.618111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Attempting to bind port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:10:33.618441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Attempting to bind port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 on network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:10:33.623073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 on network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:10:33.623390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Attempting to bind port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 on network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:10:33.629104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:10:33.629464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Checking segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:10:33.629842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Bound using segment: {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:10:33.630286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Bound port: 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d545b-9ec6-4151-9022-235117b8ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:10:33.630628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.720263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:10:33.723337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:10:33.727606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.781430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:33.782043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:33.783807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] 10.222.0.30 "PUT /v2.0/ports/80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 200 len: 1094 time: 1.1917243 Mar 21 07:10:33.786248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:10:33.821365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0ae3-52a7-4b80-8b02-c4dedd0f410b service neutron] Pushing event updated for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:33.866888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'status': 'completed', 'code': 200} Mar 21 07:10:33.907924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-07a4813e-ac00-4e87-a1f7-b3e81deca33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:33.910282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-07a4813e-ac00-4e87-a1f7-b3e81deca33c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1097 time: 0.0758238 Mar 21 07:10:33.983583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-2968bb8a-f5ae-4a89-bccb-e6256b857f2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 200 len: 217 time: 0.0655956 Mar 21 07:10:34.046311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-7de655c6-5ac8-4513-9fb8-fe5b3853cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.047689 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-7de655c6-5ac8-4513-9fb8-fe5b3853cdbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 HTTP/1.1" status: 200 len: 834 time: 0.0576003 Mar 21 07:10:34.124811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-52a3adec-6b3f-4542-b54f-714ce0d8e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.126208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-52a3adec-6b3f-4542-b54f-714ce0d8e147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727830 Mar 21 07:10:34.258826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-c2715bd6-8946-42f3-92a2-20d361fbf136 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254611 Mar 21 07:10:34.440710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c3b9092-20a7-48e5-b603-94d90949d3ea req-64f834ca-2daf-47d6-b91a-2827896e1963 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766443 Mar 21 07:10:34.463717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7ef1-4c3f-4c3a-9ddf-b8c7b22c586f req-ada4a72d-54df-4337-915b-cb79972e9de8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.465143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-711e7ef1-4c3f-4c3a-9ddf-b8c7b22c586f req-ada4a72d-54df-4337-915b-cb79972e9de8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 944 time: 0.1149774 Mar 21 07:10:34.553142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-711e7ef1-4c3f-4c3a-9ddf-b8c7b22c586f req-c1b2a0f0-cfd8-458d-bd9b-5af5d0599a66 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821679 Mar 21 07:10:34.577109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-cdeb9caf-c9be-405e-81dd-48791e4173e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.578583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-cdeb9caf-c9be-405e-81dd-48791e4173e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1097 time: 0.0898468 Mar 21 07:10:34.809196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-07802b75-8fbb-46a8-87b1-52292a9734fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.810649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-07802b75-8fbb-46a8-87b1-52292a9734fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 200 len: 898 time: 0.2259932 Mar 21 07:10:34.879216 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-3e9dbf9d-7f9b-4d62-9a55-ec84a28a891b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 200 len: 217 time: 0.0603316 Mar 21 07:10:34.943582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-55c815dc-0bd1-49eb-847b-7ae01fca088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:34.945251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-55c815dc-0bd1-49eb-847b-7ae01fca088d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 HTTP/1.1" status: 200 len: 834 time: 0.0595238 Mar 21 07:10:35.019327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-bcd3c38e-3dec-49a4-88e5-6a2c6b3b2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.020701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-bcd3c38e-3dec-49a4-88e5-6a2c6b3b2517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693748 Mar 21 07:10:35.154612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-c8cc4a0d-e4f9-467d-969e-4f8353b19a90 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262586 Mar 21 07:10:35.348482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a1a0be5-650e-4767-8608-88adb4d6a619 req-47f32d40-333a-4491-baa5-62e0baca1adf service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822827 Mar 21 07:10:35.354870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-1bcfa3be-a55f-4ba4-8362-feb46788b82d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1545165 Mar 21 07:10:35.490199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-22df568d-bf3d-44eb-94fe-283247bef98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.491650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-22df568d-bf3d-44eb-94fe-283247bef98c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.0709023 Mar 21 07:10:35.638115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-0d91599f-f93e-4f59-8dce-63c9f84c2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.639556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-0d91599f-f93e-4f59-8dce-63c9f84c2f24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1274960 Mar 21 07:10:35.801658 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-3a0bd363-07f3-4253-ab15-191ac6307726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 1000 time: 0.1557212 Mar 21 07:10:35.862239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ef33-7303-47f9-b362-cc349559e134 req-a1298d8e-3ee8-4c94-8969-9b31ac8136c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.863580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0ff4ef33-7303-47f9-b362-cc349559e134 req-a1298d8e-3ee8-4c94-8969-9b31ac8136c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 944 time: 0.1667202 Mar 21 07:10:35.900071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-8150499d-4fa8-48dd-ade2-e6c9fd2d601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.901503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-8150499d-4fa8-48dd-ade2-e6c9fd2d601e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0922003 Mar 21 07:10:35.959862 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0ff4ef33-7303-47f9-b362-cc349559e134 req-5b887d96-fc42-4eee-8ae6-e7cd782a4ead tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902560 Mar 21 07:10:35.989591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-1460e43c-3e2e-42e6-9f25-1c98672f8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:35.991058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-1460e43c-3e2e-42e6-9f25-1c98672f8659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811760 Mar 21 07:10:36.124435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-0ea539c7-b07a-4dcc-aef1-2766ca16c95d service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257713 Mar 21 07:10:36.259327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b94ef703-1bb0-41f7-a26d-a4514b1b2894 req-a8e9e660-2e9c-4f48-9b63-6f6eefc41ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284988 Mar 21 07:10:37.242757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb9cae-d9eb-4cdb-ad3c-17b6e313b1c1 req-b34028ef-45e4-4f0e-b137-e3b8b17ae22a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:37.244137 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bdeb9cae-d9eb-4cdb-ad3c-17b6e313b1c1 req-b34028ef-45e4-4f0e-b137-e3b8b17ae22a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 944 time: 0.1798978 Mar 21 07:10:37.289875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bdeb9cae-d9eb-4cdb-ad3c-17b6e313b1c1 req-1fca4ab5-f0fd-46e1-817e-ad63d1ca9870 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400057 Mar 21 07:10:37.327258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 80389d4b-e105-4a1a-8949-67cd9e1fcf06 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:10:37.458534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:37.471655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:10:37.527280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:37.544061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80389d4b-e105-4a1a-8949-67cd9e1fcf06 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:10:37.558613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:37.562355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:37.628778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:37.884280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['80389d4b-e105-4a1a-8949-67cd9e1fcf06'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:10:38.481832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395ccbf-8499-4e10-baff-bbf95c6363db req-0d5695e0-c0b9-4c63-aa9b-953377ecb6e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:38.483269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7395ccbf-8499-4e10-baff-bbf95c6363db req-0d5695e0-c0b9-4c63-aa9b-953377ecb6e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 945 time: 0.0846059 Mar 21 07:10:38.528592 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7395ccbf-8499-4e10-baff-bbf95c6363db req-69f45b31-acca-4736-ae0c-72b79490761f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 Mar 21 07:10:39.339060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 80389d4b-e105-4a1a-8949-67cd9e1fcf06 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:10:39.413556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:10:39.418598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:10:39.418978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:39.543803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:39.571901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:10:39.582958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:10:39.586407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:39.633692 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'code': 200} Mar 21 07:10:39.662413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:39.729253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc45fa0-44df-4ba5-8367-be28521f77f3 req-027f0b34-58cb-413c-bceb-ada70a59a4c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:39.730719 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3dc45fa0-44df-4ba5-8367-be28521f77f3 req-027f0b34-58cb-413c-bceb-ada70a59a4c0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0955746 Mar 21 07:10:39.791289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3dc45fa0-44df-4ba5-8367-be28521f77f3 req-359dbc7f-edd0-4b4e-a20b-5133837b0d86 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498290 Mar 21 07:10:39.875387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390be08b-bb0a-4c4a-9b06-1327be623d5e req-59102851-d5f6-4270-bce5-3d248024c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:39.876840 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-390be08b-bb0a-4c4a-9b06-1327be623d5e req-59102851-d5f6-4270-bce5-3d248024c10e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1099 time: 0.0708423 Mar 21 07:10:39.918000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-390be08b-bb0a-4c4a-9b06-1327be623d5e req-0cfb8524-d967-4329-8832-6fa39d9665eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343540 Mar 21 07:10:40.976415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021c69-59ae-44c0-b170-1280af90b01a req-075bff80-356e-4ce0-bcdd-e7713668e239 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:40.977888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3021c69-59ae-44c0-b170-1280af90b01a req-075bff80-356e-4ce0-bcdd-e7713668e239 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0860596 Mar 21 07:10:41.022095 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3021c69-59ae-44c0-b170-1280af90b01a req-9887aac1-8fb5-4bfa-8e4a-e2ee12b08524 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Mar 21 07:10:42.221578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37172842-dd82-47b7-9bb0-78435326bf38 req-ac8de322-d2ba-483d-b0b3-4809f2da1c29 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:42.223002 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-37172842-dd82-47b7-9bb0-78435326bf38 req-ac8de322-d2ba-483d-b0b3-4809f2da1c29 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0864592 Mar 21 07:10:42.272440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-37172842-dd82-47b7-9bb0-78435326bf38 req-c14fa540-f9a2-408f-a366-5b918973fe82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Mar 21 07:10:42.474954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724274c-09b1-4d5f-9426-61161ea8b7a3 req-198502c1-63df-4f3f-8d69-8105d4dbfb26 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:42.476430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e724274c-09b1-4d5f-9426-61161ea8b7a3 req-198502c1-63df-4f3f-8d69-8105d4dbfb26 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0865126 Mar 21 07:10:42.522503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e724274c-09b1-4d5f-9426-61161ea8b7a3 req-7c4014c3-4b30-45a3-a412-d71ecc4f719e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Mar 21 07:10:42.545587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36024) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:42.614004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5b1b3-afd9-4b7a-bb3e-4e212b9bb38a tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:42.616341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6ff5b1b3-afd9-4b7a-bb3e-4e212b9bb38a tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1094 time: 0.0697501 Mar 21 07:10:42.619059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36028) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:42.623907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:10:42.629703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:10:42.634009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:10:42.636794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:10:42.642404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:10:42.653040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:42.791770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:42.931829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.181 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/73274fc2-0631-44c7-94c4-047fc2b81e18) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:10:43.079308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:43.107122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:43.171175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:10:43.174370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:10:43.178720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:10:43.215456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=73274fc2-0631-44c7-94c4-047fc2b81e18,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:43.686473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:43.760754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:43.964047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:43.968254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:44.077877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=73274fc2-0631-44c7-94c4-047fc2b81e18,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:10:44.087687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:44.258684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 412c881b-c730-4fac-a623-7f56b25113b4 associated. External IP: 172.26.2.181, port: 80389d4b-e105-4a1a-8949-67cd9e1fcf06. Mar 21 07:10:44.602118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:10:44.775339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:10:44.785352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:10:44.794844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:44.795435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:10:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:44.799601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:44.858023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-28f9d7db-29e4-4609-b8e3-b6f0ac598d0d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2378771 Mar 21 07:10:44.858810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:10:44.860780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36032) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:44.904579 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'status': 'completed', 'code': 200} Mar 21 07:10:44.990849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:44.995974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecae9cc-20fa-44a0-abad-877314419c75 req-57bd6d34-5c83-484f-946f-592bfd93100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:44.997532 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-57bd6d34-5c83-484f-946f-592bfd93100c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1099 time: 0.0717230 Mar 21 07:10:45.042339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36038) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:45.042613 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-230e16e8-704e-41c6-9937-0382192e3247 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5 HTTP/1.1" status: 200 len: 922 time: 0.1806688 Mar 21 07:10:45.352277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-36248170-5be2-4e63-9cc0-573cedae0840 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 992 time: 0.3074965 Mar 21 07:10:45.358268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecae9cc-20fa-44a0-abad-877314419c75 req-1b5187dc-7842-4299-8660-9c24f0fb6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:45.359655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-1b5187dc-7842-4299-8660-9c24f0fb6b9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 200 len: 898 time: 0.3564091 Mar 21 07:10:45.386083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:10:43Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:29Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:45.389951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:10:45.398863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:10:45.399467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:10:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:45.467936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-9451a28c-8453-4fd4-b77a-d43ebcf34093 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 200 len: 1000 time: 0.1021492 Mar 21 07:10:45.530159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecae9cc-20fa-44a0-abad-877314419c75 req-485644aa-5017-4cb8-bba7-14aed4743f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:45.531640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-485644aa-5017-4cb8-bba7-14aed4743f55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 HTTP/1.1" status: 200 len: 834 time: 0.0585566 Mar 21 07:10:45.575501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:10:45.610531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecae9cc-20fa-44a0-abad-877314419c75 req-4965bbf4-211b-4ff5-a6f9-dccad0ae67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:10:45.612005 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-4965bbf4-211b-4ff5-a6f9-dccad0ae67e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743012 Mar 21 07:10:45.744949 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-7401fd40-598c-459c-ad72-e8294838c698 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265478 Mar 21 07:10:45.877419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eecae9cc-20fa-44a0-abad-877314419c75 req-2dba0df2-dce2-487c-ad60-31ac941ce4d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264067 Mar 21 07:10:45.924548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:10:43Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:29Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:10:45.928426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40205b7f-1e26-4cf3-adbe-866ba4f6b8ee None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:10:43Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:10:29Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:10:46.104043 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908870b-84d4-4e6b-90ed-2c16596d31a4 None None] New status for floating IP 412c881b-c730-4fac-a623-7f56b25113b4: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:10:46.354753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36042) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:10:46.468837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-872830da-404a-4f66-9b51-734e25fdf2d0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 994 time: 0.1129248 Mar 21 07:10:48.508335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:52.418358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-00817827-35d5-4cad-9505-ef7ca899748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:54.543722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cec2079a-b940-4b81-a6db-efec93478c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:55.731269 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:10:55.789695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:55.791615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:10:57.284697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:18.523036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:22.421737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8bcc-325e-4a32-af73-5a9b8beaa1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:24.551563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-418ad833-b689-4cd4-8245-c7c97c437c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:25.778884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:25.783792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:27.288700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:32.729856 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:11:32.873307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-0558c768-4e75-4183-a9cf-c80b8a26ee94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766991755&fields=id&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 267 time: 0.0408025 Mar 21 07:11:33.021264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-5501fa3d-1c53-4555-9242-65e90769cedc tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:33.022675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-5501fa3d-1c53-4555-9242-65e90769cedc tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.1425340 Mar 21 07:11:33.037239 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-87340d07-22a5-4fb1-b5b5-d212368fb692 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/quotas/6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 375 time: 0.0093205 Mar 21 07:11:33.126899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-3527f7ee-a653-46ec-a9fd-7ce86f9a9ae9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0847588 Mar 21 07:11:33.264119 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-6646d1f7-f40d-4e96-95be-e32039f40ab2 service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253581 Mar 21 07:11:33.395837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-3d5bf426-b28b-4515-b845-7cd9cdece887 service neutron] 10.222.0.31 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251719 Mar 21 07:11:33.766890 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ac4e3c15-5bc4-4643-b4c4-63dda21b4b2d req-a417fc9c-0cca-4e6f-a448-deec7a154c60 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Mar 21 07:11:34.860207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-8f9b943d-9b5d-4311-a64e-5360f00678fd tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:34.861669 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-8f9b943d-9b5d-4311-a64e-5360f00678fd tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 812 time: 0.2605689 Mar 21 07:11:34.942074 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-581333fc-2a4f-45cc-8e2e-3e27ca9ca88e req-a69bda75-e0b7-456f-8db4-e25ac0125347 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 210 time: 0.0596931 Mar 21 07:11:34.956876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-d1ee7e28-6c24-41d0-b74a-b77f28dbca45 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d HTTP/1.1" status: 200 len: 380 time: 0.0875039 Mar 21 07:11:34.965150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'port': {'device_id': 'db441214-fc36-4271-bf1e-924b37fa1523', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'admin_state_up': True, 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'security_groups': ['0fe1255e-9e46-43e5-912d-141051cc8049']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:11:35.106316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:11:35.116222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:11:35.125678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Made reservation on behalf of 6fd5f6cad6be4c61a970fb2a5b90f24d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:11:35.129978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.291173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.20.0.9 (26818e0a-86c0-4896-a657-c36ff8f2dcee/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a/e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:11:35.494061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.509835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Transition to ACTIVE for port object e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:11:35.532928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.603795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:11:35.606866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:11:35.609420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:11:35.650269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:35.671472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.671797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.672130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.672453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.672773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.673284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.673780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.674094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.674423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.674741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.675057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.675370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:35.695388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:35.696024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.724968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-9b5b2044-a051-4b42-9348-a06dd9b7a912 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629406 Mar 21 07:11:35.737024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Request body: {'port': {'device_id': 'db441214-fc36-4271-bf1e-924b37fa1523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:11:35.850932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.869029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-46e52e81-abcc-456b-b3bc-515036773244 None None] Provisioning for port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:11:35.875226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-46e52e81-abcc-456b-b3bc-515036773244 None None] Provisioning complete for port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:11:35.875788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-46e52e81-abcc-456b-b3bc-515036773244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:35.931542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-46e52e81-abcc-456b-b3bc-515036773244 None None] Port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:11:36.265740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ac659-06a5-4c26-a8fa-a30f4c2e1866 req-8d357be2-d775-46f1-a562-8479b0fa0816 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:36.266564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-900ac659-06a5-4c26-a8fa-a30f4c2e1866 req-8d357be2-d775-46f1-a562-8479b0fa0816 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:11:36.300365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-900ac659-06a5-4c26-a8fa-a30f4c2e1866 req-8d357be2-d775-46f1-a562-8479b0fa0816 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:11:36.301580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-900ac659-06a5-4c26-a8fa-a30f4c2e1866 req-8d357be2-d775-46f1-a562-8479b0fa0816 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 931 time: 0.2140760 Mar 21 07:11:36.390832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-58d3aed1-2c2a-41f5-a2bc-f1628361103a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2060044 Mar 21 07:11:36.395517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:11:36.406294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:36.411102 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-900ac659-06a5-4c26-a8fa-a30f4c2e1866 req-ee3f28da-fad3-456e-b818-a55893832015 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798812 Mar 21 07:11:36.424137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Transition to ACTIVE for port object e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:11:36.433470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:36.607219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:36.827623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-5ae8ee3a-6563-42f6-b0b7-586db2f1518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:36.829003 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-5ae8ee3a-6563-42f6-b0b7-586db2f1518a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.3565400 Mar 21 07:11:36.836005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Attempting to bind port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:11:36.836352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Attempting to bind port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:11:36.836692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Attempting to bind port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:11:36.841312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 on network 26818e0a-86c0-4896-a657-c36ff8f2dcee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:11:36.841639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Attempting to bind port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 on network 26818e0a-86c0-4896-a657-c36ff8f2dcee {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:11:36.846753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:11:36.847160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Checking segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:11:36.848134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Bound using segment: {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:11:36.848623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Bound port: e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:11:36.848910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:37.058116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:11:37.067292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-ab63400c-21ad-49bf-815d-383025c40fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.069040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-ab63400c-21ad-49bf-815d-383025c40fa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.2107985 Mar 21 07:11:37.071588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:11:37.127886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:37.220990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.221647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:37.223823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 200 len: 1093 time: 1.4910212 Mar 21 07:11:37.226551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:11:37.246047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-35512343-9431-40ca-8703-f9eacba593a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 1000 time: 0.1712673 Mar 21 07:11:37.251623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0ac8-3a20-4252-942a-1c9d4347ddc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:37.299091 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'status': 'completed', 'code': 200} Mar 21 07:11:37.379714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-afe948f7-f208-4ccd-88df-4659febe4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.381164 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-afe948f7-f208-4ccd-88df-4659febe4dd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.1202979 Mar 21 07:11:37.439770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-5ca5f229-01a2-4669-812f-9084a1f63e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.441161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-5ca5f229-01a2-4669-812f-9084a1f63e72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1096 time: 0.1440928 Mar 21 07:11:37.516092 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-a3cc83b0-b11d-4d95-a7ff-859eab2f3e06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0634363 Mar 21 07:11:37.629952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-f342f6ae-411e-401f-a476-afc362828fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.631316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-f342f6ae-411e-401f-a476-afc362828fff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2434270 Mar 21 07:11:37.640471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-045a80ce-7fa9-47f6-927e-fa001f86cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.641771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-045a80ce-7fa9-47f6-927e-fa001f86cdbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0864098 Mar 21 07:11:37.801701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f304c-5c91-4bac-adfc-004a4d197d80 req-a8085d6b-62ad-4733-a010-41abefcc2cbe tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.803125 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-754f304c-5c91-4bac-adfc-004a4d197d80 req-a8085d6b-62ad-4733-a010-41abefcc2cbe tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.2854750 Mar 21 07:11:37.873839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-754f304c-5c91-4bac-adfc-004a4d197d80 req-6b0cb222-1618-4387-aa66-7aade974184b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643761 Mar 21 07:11:37.875627 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-4b8d5b41-3284-4e97-9dc4-e7491928ff3f service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382123 Mar 21 07:11:37.878264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-db44c4a0-d358-41c8-9cee-93d885d38249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:37.880079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-db44c4a0-d358-41c8-9cee-93d885d38249 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2185690 Mar 21 07:11:38.111758 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca3065a6-f898-426a-8b20-e1097802ffd4 req-81fa2de1-a4d2-450a-8650-1edd4b0d066c service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299430 Mar 21 07:11:38.114816 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-146801bb-cc49-4178-b4c2-aa766f65c558 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155576 Mar 21 07:11:38.358546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2875c0b7-cfa1-40cd-b70f-1e57372f1d9d req-4e62031d-1d63-4436-b23d-a7905fda94b8 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374017 Mar 21 07:11:38.466270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-3daaad78-8589-4df2-9a93-8744ef68d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:38.467715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-3daaad78-8589-4df2-9a93-8744ef68d9b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1096 time: 0.0699704 Mar 21 07:11:38.598737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-fff18d87-9e65-4589-8723-c8525bda96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:38.600068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-fff18d87-9e65-4589-8723-c8525bda96d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1256320 Mar 21 07:11:38.669531 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-c8a3b0e9-d423-48a6-bdef-6a7e28b4255a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0634155 Mar 21 07:11:38.729880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-088969f0-cd84-4d3d-8985-28308166966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:38.731249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-088969f0-cd84-4d3d-8985-28308166966f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0563929 Mar 21 07:11:38.807752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-4a6d816f-a0f4-46b3-926f-99e8a98c0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:38.809200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-4a6d816f-a0f4-46b3-926f-99e8a98c0d41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721979 Mar 21 07:11:38.942312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-3dfa8a96-e74e-4fee-9020-d5516a9e7c3b service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259186 Mar 21 07:11:39.127787 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78f295c7-77b3-406f-bb20-bcd3a6edc7de req-1987ae67-2c50-4bd3-9c51-235f3f4e7f24 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792500 Mar 21 07:11:39.139180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b63f2-b904-40a2-ae89-ad3ac21156df req-c103d848-980c-4f94-9fc4-818c79944dd2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:39.140607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0f5b63f2-b904-40a2-ae89-ad3ac21156df req-c103d848-980c-4f94-9fc4-818c79944dd2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.1618795 Mar 21 07:11:39.191013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0f5b63f2-b904-40a2-ae89-ad3ac21156df req-94c80716-5f85-402b-9c04-bd6f07067359 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Mar 21 07:11:40.379969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282d2ae-a13c-4e18-bb5f-a9c8216a510d req-ec042db0-693b-4778-bc21-7f5d5aa6cd2d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:40.381460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0282d2ae-a13c-4e18-bb5f-a9c8216a510d req-ec042db0-693b-4778-bc21-7f5d5aa6cd2d tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.0833645 Mar 21 07:11:40.424744 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0282d2ae-a13c-4e18-bb5f-a9c8216a510d req-bff741a2-181b-43bc-b101-f5d65e96cdaa tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Mar 21 07:11:41.614964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c50411-4640-4d80-ac4a-e064062be005 req-543a3a6a-616c-43f8-a5ca-833208feb7f6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:41.616332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-60c50411-4640-4d80-ac4a-e064062be005 req-543a3a6a-616c-43f8-a5ca-833208feb7f6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.0842330 Mar 21 07:11:41.658595 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-60c50411-4640-4d80-ac4a-e064062be005 req-9881a53f-d04e-4979-b065-5c4c91897a04 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365541 Mar 21 07:11:42.842281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89ba1e-14a5-47ab-8980-4776e9c3f780 req-58e98c77-2abf-4d51-9cd7-28f7f056cb0e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:42.843641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec89ba1e-14a5-47ab-8980-4776e9c3f780 req-58e98c77-2abf-4d51-9cd7-28f7f056cb0e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.0796771 Mar 21 07:11:42.886919 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec89ba1e-14a5-47ab-8980-4776e9c3f780 req-9964686a-182a-453f-8abc-a9460efcdba0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372479 Mar 21 07:11:44.070637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3a7a2-6b20-4bde-b6e9-f147d3ba6082 req-05669845-a8df-4187-a0bb-450cc799b9b9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:44.072027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cd3a7a2-6b20-4bde-b6e9-f147d3ba6082 req-05669845-a8df-4187-a0bb-450cc799b9b9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.0835497 Mar 21 07:11:44.116424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cd3a7a2-6b20-4bde-b6e9-f147d3ba6082 req-582b16cc-8995-471e-87fb-93e629aed4d2 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Mar 21 07:11:45.312597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9ba0-c411-44e6-aa16-0aa89d631fc6 req-0f457730-6e52-4271-b4f5-92834217d822 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:45.314392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-044c9ba0-c411-44e6-aa16-0aa89d631fc6 req-0f457730-6e52-4271-b4f5-92834217d822 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 943 time: 0.0952122 Mar 21 07:11:45.368019 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-044c9ba0-c411-44e6-aa16-0aa89d631fc6 req-4fedeaaf-c984-4037-a9bf-0dfc2f75539b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470841 Mar 21 07:11:45.665735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:11:45.804934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:11:45.817753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'port_id': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'mac_address': 'fa:16:3e:34:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:11:45.875072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:45.891809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:11:45.909903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:11:45.913726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:45.983292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:45.990656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.991001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.991484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.991654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.991979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.992306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.993278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.993278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.993442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.993668 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.993995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:45.994312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:11:46.301030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:11:46.548103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc24e-0a62-4c6a-ae92-03a684049ff6 req-f43eed30-527f-4ea0-b43c-276f9d322097 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:46.549552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984cc24e-0a62-4c6a-ae92-03a684049ff6 req-f43eed30-527f-4ea0-b43c-276f9d322097 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 944 time: 0.0788076 Mar 21 07:11:46.596206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984cc24e-0a62-4c6a-ae92-03a684049ff6 req-8a7a5560-ff6f-4a09-972e-9c1d2e089170 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Mar 21 07:11:47.664348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:11:47.729680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:11:47.734447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:11:47.734819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:47.786064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b86d05-a6ca-4057-afda-1d91e4f6ad9d req-25a5f232-d762-476e-a9c9-4638d0469dc9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:47.787580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6b86d05-a6ca-4057-afda-1d91e4f6ad9d req-25a5f232-d762-476e-a9c9-4638d0469dc9 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 944 time: 0.0819294 Mar 21 07:11:47.830831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6b86d05-a6ca-4057-afda-1d91e4f6ad9d req-06e924d6-3429-4f91-be86-2c37a710056b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Mar 21 07:11:47.852880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:47.879221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:11:47.889242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:11:47.893345 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:47.926942 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'code': 200} Mar 21 07:11:47.971313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:48.201112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d136-0bfc-4cda-b093-410a28f363e6 req-108aad07-f419-48b5-8f0a-d499ecc6c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:48.202602 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5749d136-0bfc-4cda-b093-410a28f363e6 req-108aad07-f419-48b5-8f0a-d499ecc6c5a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1098 time: 0.0696077 Mar 21 07:11:48.243045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5749d136-0bfc-4cda-b093-410a28f363e6 req-088021cd-8a15-4c45-a8e6-c59e441c0d04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Mar 21 07:11:48.523085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:49.115140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5d7c-7368-4cb4-ad5e-9ace5fb655c9 req-df15e5bb-c072-4d05-b524-18ffb7e64b87 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:49.116611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b38b5d7c-7368-4cb4-ad5e-9ace5fb655c9 req-df15e5bb-c072-4d05-b524-18ffb7e64b87 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.1832571 Mar 21 07:11:49.159532 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b38b5d7c-7368-4cb4-ad5e-9ace5fb655c9 req-f8dd938d-f929-4cec-953a-beb326429a07 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372851 Mar 21 07:11:50.340743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0dd72-3996-42eb-8597-c5077bcf4702 req-50449d74-8570-4b2a-9a3f-d303cf87cf93 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:50.342226 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbb0dd72-3996-42eb-8597-c5077bcf4702 req-50449d74-8570-4b2a-9a3f-d303cf87cf93 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.0795958 Mar 21 07:11:50.389034 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbb0dd72-3996-42eb-8597-c5077bcf4702 req-84f563e2-8ee1-4e14-a1be-045923d98068 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Mar 21 07:11:50.628944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb75d-f79b-4286-a1fc-c88883fb90b0 req-affa22c6-45d4-4fb9-b1f9-f0d0cebcc73e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:50.630412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dcbb75d-f79b-4286-a1fc-c88883fb90b0 req-affa22c6-45d4-4fb9-b1f9-f0d0cebcc73e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.1404548 Mar 21 07:11:50.673865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dcbb75d-f79b-4286-a1fc-c88883fb90b0 req-f711a3db-f6cb-45e6-9bad-06202e9984fc tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Mar 21 07:11:50.698403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36156) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:50.770444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd38aed-5e21-4228-ae42-7c426afcee8b tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:50.771832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5fd38aed-5e21-4228-ae42-7c426afcee8b tempest-TestVolumeBootPattern-1383871947 tempest-TestVolumeBootPattern-1383871947-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1093 time: 0.0724676 Mar 21 07:11:50.774635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36160) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:50.779430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:11:50.785081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:11:50.788903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Usage tracker for resource:floatingip and tenant:6fd5f6cad6be4c61a970fb2a5b90f24d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:11:50.791708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:11:50.797210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:11:50.808054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:50.944437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:51.076710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Allocated IP 172.26.2.225 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/06e5acc4-948e-4031-8fed-ab51d1e34379) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:11:51.221122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:51.252198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:51.317628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:11:51.321197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:11:51.324870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:11:51.367647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=06e5acc4-948e-4031-8fed-ab51d1e34379,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:51.735937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:51.809514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:52.012399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:52.017720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:52.229347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event updated for resources: {'Port': ['ID=06e5acc4-948e-4031-8fed-ab51d1e34379,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:52.239454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:52.412850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP d28d0372-ec2e-4cdc-9889-274a4d9304cb associated. External IP: 172.26.2.225, port: e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4. Mar 21 07:11:52.424189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-893d9f8c-b020-4605-84ec-e4ca42ea60c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:52.763882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:11:52.939895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:11:52.953078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:11:52.962390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:11:52.963194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:52.964840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:53.023622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dc98f3b3-7df2-47c7-a6ee-501652c6b5a0 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2478921 Mar 21 07:11:53.024112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:11:53.067440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'status': 'completed', 'code': 200} Mar 21 07:11:53.155955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:11:53.159019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-0d67b9a5-5a04-4180-923f-42c63d656bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:53.160488 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-0d67b9a5-5a04-4180-923f-42c63d656bee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1098 time: 0.0709698 Mar 21 07:11:53.294990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-86f69541-cdf6-430c-985c-2a326d92f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:53.296345 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-86f69541-cdf6-430c-985c-2a326d92f8aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1302385 Mar 21 07:11:53.400202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-e4fb9ed8-dfa2-4ff9-bfd3-28b4a95bc175 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 200 len: 999 time: 0.0971715 Mar 21 07:11:53.461978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-e4077164-437c-4a6f-b1e6-4f343f6a1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:53.463387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-e4077164-437c-4a6f-b1e6-4f343f6a1e4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0569630 Mar 21 07:11:53.504858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}, {'id': 'd28d0372-ec2e-4cdc-9889-274a4d9304cb', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.225', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:34:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db441214-fc36-4271-bf1e-924b37fa1523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:11:51Z', 'updated_at': '2022-03-21T07:11:51Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:53.509067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:11:53.517348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:11:53.517948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:53.540242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-f97e894f-bab7-4de0-a32b-861d645b5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:11:53.541729 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-f97e894f-bab7-4de0-a32b-861d645b5701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726690 Mar 21 07:11:53.700638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:11:53.784863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-c79980df-11a8-46e3-a552-82fb3734d6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372823 Mar 21 07:11:53.927654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8eb7d2-9179-42f9-b3e3-613a4ecd8167 req-183b9cd0-58d9-4071-8faf-be09aef9a905 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310928 Mar 21 07:11:54.092234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}, {'id': 'd28d0372-ec2e-4cdc-9889-274a4d9304cb', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.225', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:34:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db441214-fc36-4271-bf1e-924b37fa1523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:11:51Z', 'updated_at': '2022-03-21T07:11:51Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:54.096258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519dfb5-ee86-40bc-8ac6-34e8e20b8da4 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}, {'id': 'd28d0372-ec2e-4cdc-9889-274a4d9304cb', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.225', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:34:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db441214-fc36-4271-bf1e-924b37fa1523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:11:51Z', 'updated_at': '2022-03-21T07:11:51Z', 'revision_number': 0, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:11:54.280824 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7d207-bf03-411e-a735-91f897e8e791 None None] New status for floating IP d28d0372-ec2e-4cdc-9889-274a4d9304cb: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:11:54.545662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d5d7f1a7-03a9-422c-8e05-71a3e321d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:55.663324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36170) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:55.781230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:55.783859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:55.847177 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a773f362-bb4c-4833-a626-9bcea080a6fb tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1827250 Mar 21 07:11:55.850754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36174) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:56.038392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc743e-bbbe-40bc-84fe-e7f28f69e084 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Notify agent at dv-neutron-834307-1-hyperv the message router_removed_from_agent {{(pid=87987) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 21 07:11:56.041661 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a0cc743e-bbbe-40bc-84fe-e7f28f69e084 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "DELETE /v2.0/agents/f97cc9c4-b677-4e6f-8b35-ed4f4385cf30/l3-routers/21fa8eaa-333c-486a-858b-f74bbff13ec5 HTTP/1.1" status: 204 len: 168 time: 0.1900237 Mar 21 07:11:56.044232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36178) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:56.338289 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c610e85b-f129-417a-bce8-33f64814069c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2919834 Mar 21 07:11:56.339984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36182) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:56.450113 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5cebd1ab-2ed0-4e0c-9cf9-a922783ee354 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 994 time: 0.1080327 Mar 21 07:11:56.780721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd39fb3-c749-4d13-b27b-12137ff42f2b None None] New status for floating IP 412c881b-c730-4fac-a623-7f56b25113b4: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:11:57.292005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:57.452943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:57.461380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:11:57.559286 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-75875d67-3094-430f-8d05-57b86979a76e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 992 time: 0.1049986 Mar 21 07:11:57.577610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:57.608797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:11:57.612486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:57.613188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:11:57.726109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:57.781319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:57.797362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=375f1988-ce03-4746-9312-e7837c508d95,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:11:57.800656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:11:57.869288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:11:58.698635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36194) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:58.897406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2288e0-bd8b-4a69-b653-237a832fbd8f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:11:58.897714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2288e0-bd8b-4a69-b653-237a832fbd8f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Notify agent at dv-neutron-834307-1-hyperv the message router_added_to_agent {{(pid=87987) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 21 07:11:58.915496 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8e2288e0-bd8b-4a69-b653-237a832fbd8f tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "POST /v2.0/agents/f97cc9c4-b677-4e6f-8b35-ed4f4385cf30/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2158356 Mar 21 07:11:58.918003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36202) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:58.929115 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:11:58.938693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:11:58.939286 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:59.104039 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-60baedd3-e439-4e0c-91c9-6031d69276ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1825006 Mar 21 07:11:59.104292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36206) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:11:59.123092 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:11:59.210693 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d8620195-f958-456d-afcd-8415db043188 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 992 time: 0.1036663 Mar 21 07:11:59.476686 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:11:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:59.480483 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:11:59.488773 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:11:59.489396 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:11:59.673555 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:00.103934 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:11:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:00.108408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fc9e-78d9-4364-be16-044df8bcb5b7 None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '412c881b-c730-4fac-a623-7f56b25113b4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'port_id': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'mac_address': 'fa:16:3e:60:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:10:43Z', 'updated_at': '2022-03-21T07:11:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:11:57Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:00.213509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36212) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:00.384973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0cfce16f-4917-4ff2-a06a-535ded97253c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 992 time: 0.1702690 Mar 21 07:12:01.389379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36216) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:01.508632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0021ff34-be08-450b-b820-976c6efd3ba4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 992 time: 0.1180942 Mar 21 07:12:01.519596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:01.587203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:01.587623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:01.705633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:01.736634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:01.740647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:01.741446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:01.856832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:01.868427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 375f1988-ce03-4746-9312-e7837c508d95 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:01.868777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:01.962409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a6274-43f1-4a66-b711-643482eace8b None None] New status for floating IP 412c881b-c730-4fac-a623-7f56b25113b4: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:12:02.111875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:02.199647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=375f1988-ce03-4746-9312-e7837c508d95,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:02.208740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:02.340783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:02.512451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36220) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:02.618846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f8029f19-254e-4563-b60a-8c33fd439e44 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 200 len: 994 time: 0.1049573 Mar 21 07:12:02.890178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:03.097753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 73274fc2-0631-44c7-94c4-047fc2b81e18 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:12:03.098023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.276055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.276615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.399408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 73274fc2-0631-44c7-94c4-047fc2b81e18 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:12:03.473604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:03.548807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:03.549180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.670888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:03.675735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.721386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=73274fc2-0631-44c7-94c4-047fc2b81e18,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:03.740253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 375f1988-ce03-4746-9312-e7837c508d95 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:03.740746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.760879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.761208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.761574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.761908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.762237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.762563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.762886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.763205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.763657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.763844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.764158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.764608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:03.824051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:03.824369 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 412c881b-c730-4fac-a623-7f56b25113b4 disassociated (deleted). External IP: 172.26.2.181, port: 80389d4b-e105-4a1a-8949-67cd9e1fcf06. Mar 21 07:12:04.169349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:12:04.343812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:12:04.354022 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:12:04.363081 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:04.363678 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:04.364110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:04.424518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-caa80d42-5d46-4978-a063-85f0ea52fb34 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/412c881b-c730-4fac-a623-7f56b25113b4 HTTP/1.1" status: 204 len: 168 time: 1.5332270 Mar 21 07:12:04.425092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:12:04.552186 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'status': 'completed', 'code': 200} Mar 21 07:12:04.554545 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:04.720239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-1fb55a4f-8259-4c49-ad6e-c895271c2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:04.721829 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-1fb55a4f-8259-4c49-ad6e-c895271c2053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 1099 time: 0.1269119 Mar 21 07:12:04.881737 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:12:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:04.885555 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:12:04.893650 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:04.894224 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:04.913229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-cab2ec72-e40e-478a-a4e2-dde1f5ac2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:04.914707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-cab2ec72-e40e-478a-a4e2-dde1f5ac2ccd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 200 len: 898 time: 0.1859708 Mar 21 07:12:04.986043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-96aebe43-97fd-464d-a259-6125d9742ea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 200 len: 217 time: 0.0648503 Mar 21 07:12:04.993486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146d7e-2ebf-41b3-b755-374030cbbd2a req-185e08b0-20cc-432b-abbc-73b1498cfa3b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:04.994896 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24146d7e-2ebf-41b3-b755-374030cbbd2a req-185e08b0-20cc-432b-abbc-73b1498cfa3b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.2722182 Mar 21 07:12:05.072130 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:05.086125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-f7c40d6d-253c-4c26-be61-a48c3eb3b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:05.087676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-f7c40d6d-253c-4c26-be61-a48c3eb3b4fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 HTTP/1.1" status: 200 len: 834 time: 0.0919480 Mar 21 07:12:05.090703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24146d7e-2ebf-41b3-b755-374030cbbd2a req-6503a834-ba53-488a-b422-0220513a82ae tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630252 Mar 21 07:12:05.163092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-b3d60026-d399-430d-b7f7-472041353d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:05.164556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-b3d60026-d399-430d-b7f7-472041353d32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702329 Mar 21 07:12:05.298503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-0973c714-4c1a-40d9-94b7-2beab4298e86 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Mar 21 07:12:05.382891 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:12:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:05.386718 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4087-57fa-40a0-bfef-3cbdb466dc0a None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:10:25Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'c49e7ae7-badd-4750-b5a2-f9e6c5358a55', 'name': '', 'network_id': 'a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1e:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:24Z', 'updated_at': '2022-03-21T07:12:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:05.434791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eda9d8c9-14c5-45a8-9d7a-c6851cb75273 req-667a6a1e-ebc6-4460-b01d-44227915d062 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289027 Mar 21 07:12:05.998115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d86f3-c953-4afc-b149-11612ceb82f7 None None] New status for floating IP 412c881b-c730-4fac-a623-7f56b25113b4: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:12:06.282516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6ca9-bd24-4398-b4c3-04d85df2a751 req-fee94eaa-fbbb-4a06-9bbc-5694e1130f0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:06.283876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cffc6ca9-bd24-4398-b4c3-04d85df2a751 req-fee94eaa-fbbb-4a06-9bbc-5694e1130f0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0835404 Mar 21 07:12:06.370402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cffc6ca9-bd24-4398-b4c3-04d85df2a751 req-26908eb8-68bb-4659-9cf2-c9bc533f917d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab4b0028-ed1b-4c2c-a642-f679f68c0567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806446 Mar 21 07:12:06.405551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-8bb62bcd-c48f-47c1-bbb1-118d25d3adb2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:06.406960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-8bb62bcd-c48f-47c1-bbb1-118d25d3adb2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 946 time: 0.0994723 Mar 21 07:12:06.587718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:12:06.588079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:06.858016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 80389d4b-e105-4a1a-8949-67cd9e1fcf06, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=80389d4b-e105-4a1a-8949-67cd9e1fcf06,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:06.858016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:06.991292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 80389d4b-e105-4a1a-8949-67cd9e1fcf06 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:12:07.145275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:07.196551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=80389d4b-e105-4a1a-8949-67cd9e1fcf06,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:07.280708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 80389d4b-e105-4a1a-8949-67cd9e1fcf06 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:12:07.283289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:07.297350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'name': 'network-vif-deleted', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:12:07.297350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3f75227-0e49-4f6d-acf4-a78748fb4956 req-1d3d934e-dc4d-4706-a2a9-50ef648f60f8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/80389d4b-e105-4a1a-8949-67cd9e1fcf06 HTTP/1.1" status: 204 len: 173 time: 0.8817966 Mar 21 07:12:07.346446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f44d9e-ac1a-4582-aa57-3c4835860c7e', 'name': 'network-vif-deleted', 'tag': '80389d4b-e105-4a1a-8949-67cd9e1fcf06', 'status': 'completed', 'code': 200} Mar 21 07:12:07.553467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-d8f629ca-9f70-4bcd-a2c8-5d6112bc8803 req-fc35bf76-e704-424c-b161-7a3a63eec2c5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:12:07.584689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-d8f629ca-9f70-4bcd-a2c8-5d6112bc8803 req-fc35bf76-e704-424c-b161-7a3a63eec2c5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:12:07.590895 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8f629ca-9f70-4bcd-a2c8-5d6112bc8803 req-fc35bf76-e704-424c-b161-7a3a63eec2c5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=95f44d9e-ac1a-4582-aa57-3c4835860c7e HTTP/1.1" status: 200 len: 210 time: 0.0871685 Mar 21 07:12:08.684458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36254) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:08.760160 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:08.792553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:08.861266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:08.880284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4b0028-ed1b-4c2c-a642-f679f68c0567,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:08.909486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:08.909486 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-320f404b-3492-4a79-ad7b-baac15d604ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab4b0028-ed1b-4c2c-a642-f679f68c0567 HTTP/1.1" status: 204 len: 168 time: 0.2190022 Mar 21 07:12:08.935369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36260) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:09.523761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:09.732854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:12:09.760455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 80389d4b-e105-4a1a-8949-67cd9e1fcf06 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:12:09.796604 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 80389d4b-e105-4a1a-8949-67cd9e1fcf06 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:12:09.796952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 80389d4b-e105-4a1a-8949-67cd9e1fcf06 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:12:10.015881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port c49e7ae7-badd-4750-b5a2-f9e6c5358a55 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:12:10.015881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:10.233308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port c49e7ae7-badd-4750-b5a2-f9e6c5358a55, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:10.233308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:10.361868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for c49e7ae7-badd-4750-b5a2-f9e6c5358a55 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:12:10.580544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:10.641504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=c49e7ae7-badd-4750-b5a2-f9e6c5358a55,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:10.928569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.400659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 21fa8eaa-333c-486a-858b-f74bbff13ec5 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:12:11.581967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:12:11.596072 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Sync routers for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:12:11.597983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7084416a-1abd-4ac5-85ea-a03052fbe21c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648643 Mar 21 07:12:11.601339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36264) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:11.611327 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:11.611926 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:11.669870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:12:11.675242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.730376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.819568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.823559 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:11.893380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.937625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:11.940960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:11.949744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17226227-20bb-45e1-b58a-adb6738e8a46 None None] Network a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:12:11.954420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-53657eda-5a1d-4238-b613-b5546a584321 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/f2bcd26a-e308-4fc1-99c2-d1a24b10ceb1 HTTP/1.1" status: 204 len: 168 time: 0.3497767 Mar 21 07:12:11.954633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36268) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:12.126566 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:12:10Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:12.131319 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Checking router: 21fa8eaa-333c-486a-858b-f74bbff13ec5 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:12:12.139327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.139749 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Routers {'21fa8eaa-333c-486a-858b-f74bbff13ec5'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:12.140643 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['21fa8eaa-333c-486a-858b-f74bbff13ec5'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:12.209288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] DHCP port deletion for a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:12:12.214887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Deleting port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:12:12.215482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.337620 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] Set router 21fa8eaa-333c-486a-858b-f74bbff13ec5 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:12.343725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.355892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 375f1988-ce03-4746-9312-e7837c508d95 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:12:12.356114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.450882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] For port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,segment=NetworkSegment(552d545b-9ec6-4151-9022-235117b8ac76),segment_id=552d545b-9ec6-4151-9022-235117b8ac76)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:12.450882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.550014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 375f1988-ce03-4746-9312-e7837c508d95, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=375f1988-ce03-4746-9312-e7837c508d95,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:12.550501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.579139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Calling delete_port for 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:12:12.664466 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:12:10Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:12.668830 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0724a94-66a8-4ebf-a9c6-fd457aefa383 None None] The sync data for ids ['21fa8eaa-333c-486a-858b-f74bbff13ec5'] in dv-neutron-834307-1-hyperv is: [{'id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'name': 'tempest-TestNetworkBasicOps-router-2123301502', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '375f1988-ce03-4746-9312-e7837c508d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:10:20Z', 'updated_at': '2022-03-21T07:12:10Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '375f1988-ce03-4746-9312-e7837c508d95', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa8eaa-333c-486a-858b-f74bbff13ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:10:21Z', 'updated_at': '2022-03-21T07:12:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:12.671017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:12.697474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 375f1988-ce03-4746-9312-e7837c508d95 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:12:12.777537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] Pushing event deleted for resources: {'Port': ['ID=1e2be2fb-2369-4bcc-9789-90ecdd2f7b67,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:12.785709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516de6a8-2b4a-422d-8762-b4b42d7b6cf5 None None] No DVR routers for this DVR port 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:12:12.890842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.060820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=375f1988-ce03-4746-9312-e7837c508d95,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:13.153096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.342574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.342574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.370297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.370297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 21fa8eaa-333c-486a-858b-f74bbff13ec5 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:12:13.391878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.395388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36272) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:13.403459 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2665b0cc-8949-4171-8e31-f0c776361a82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/21fa8eaa-333c-486a-858b-f74bbff13ec5 HTTP/1.1" status: 204 len: 168 time: 1.4421108 Mar 21 07:12:13.523582 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.672638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.699192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:13.711253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552d545b-9ec6-4151-9022-235117b8ac76') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:13.711512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552d545b-9ec6-4151-9022-235117b8ac76') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:13.722921 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.743823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.755180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:12:13.755180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:12:13.764936 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:12:13.847527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.855506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:13.872192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:12:13.885687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:13.893132 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4eb47cc1-6a99-47e0-b335-c6636fcc05fd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/a4e99e0e-2c37-4079-b9da-e68d2ce6d7a0 HTTP/1.1" status: 204 len: 168 time: 0.4985197 Mar 21 07:12:13.917302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36276) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:13.921782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--1100182650', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:13.926893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:13.933196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:13.954237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:13.965473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:13.968590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:12:13.968590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1e2be2fb-2369-4bcc-9789-90ecdd2f7b67 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:12:13.968814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:12:13.977522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:12:13.981284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.017887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c49e7ae7-badd-4750-b5a2-f9e6c5358a55 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:12:14.019988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:12:14.022447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c49e7ae7-badd-4750-b5a2-f9e6c5358a55 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:12:14.023119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.023119 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment b80566c2-61c7-40a3-8d80-1ee87d7f75f1 of type vlan for network b5d9fad1-01ce-444f-b207-958afdd0aab4 Mar 21 07:12:14.049030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.085494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.091155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:14.091734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.211965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2886796 Mar 21 07:12:14.211965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36282) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:14.211965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831beced-de59-40b1-8062-d6dff3ee3a24 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=b5d9fad1-01ce-444f-b207-958afdd0aab4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:14.223369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:14.226245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:12:14.231043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:14.245189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:14.245189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:14.255094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:14.274445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.274445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.294405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.584273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.896409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:14.932652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:15.065631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.187 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/403f5309-eebe-46ff-b14c-7c7f45065e0d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:12:15.338590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:15.367633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:15.445141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:12:15.446381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:15.449113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:15.452627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:12:15.477445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 375f1988-ce03-4746-9312-e7837c508d95 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:12:15.477445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 375f1988-ce03-4746-9312-e7837c508d95 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:12:15.489446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=403f5309-eebe-46ff-b14c-7c7f45065e0d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:15.894337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:16.254411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:16.480307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router f7402ed9-6583-44fe-b883-57b0624b4f63 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:12:16.782454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:12:16.791750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Sync routers for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:12:16.802269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:16.803504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:16.824748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:16.829546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36286) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:16.830071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6dd74cb6-53fc-43e5-b4b2-9305c11dadff tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6201439 Mar 21 07:12:17.000757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:17.012755 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0594ca2c-a04e-40ff-aac0-8ccc54ccc86e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1791108 Mar 21 07:12:17.012755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36290) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:17.156900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f300494-6bdc-49ea-9191-fcb43317eb03 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:17.158430 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3f300494-6bdc-49ea-9191-fcb43317eb03 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463869 Mar 21 07:12:17.161247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36294) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:17.200842 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e3746ee1-249b-454e-ac24-60281856fe9e tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383060 Mar 21 07:12:17.203427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:17.209632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672440708', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:17.289404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:15Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:17.293245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Checking router: f7402ed9-6583-44fe-b883-57b0624b4f63 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:12:17.293586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Updating router f7402ed9-6583-44fe-b883-57b0624b4f63 port 403f5309-eebe-46ff-b14c-7c7f45065e0d binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:12:17.320787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:17.324571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:17.327367 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:17.332953 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:17.343600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:12:17.346545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.347301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.583294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.657362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=d9c1240d-1cf0-4b73-94f1-b909fca09438,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:17.670786 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:12:17.671147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: b5d9fad1-01ce-444f-b207-958afdd0aab4, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:12:17.689657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:12:17.690314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.698860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b5d9fad1-01ce-444f-b207-958afdd0aab4) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:17.703247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:17.703548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Transition to ACTIVE for port object 403f5309-eebe-46ff-b14c-7c7f45065e0d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:17.703874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.711940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1338e35-79d6-425c-8e1b-910d75797f43 None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:12:17.727416 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-904892d9-a33a-4593-9eb1-60c36e27551c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5229726 Mar 21 07:12:17.728837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.730398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:17.879700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Attempting to bind port 403f5309-eebe-46ff-b14c-7c7f45065e0d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:12:17.880271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Attempting to bind port 403f5309-eebe-46ff-b14c-7c7f45065e0d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:12:17.881010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Attempting to bind port 403f5309-eebe-46ff-b14c-7c7f45065e0d on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:12:17.883000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff53f6-9a99-4580-a003-30d027054fcb None None] Pushing event updated for resources: {'Port': ['ID=403f5309-eebe-46ff-b14c-7c7f45065e0d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:17.892703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:12:17.893081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:12:17.893517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:17.893904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:12:17.894373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Bound port: 403f5309-eebe-46ff-b14c-7c7f45065e0d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:12:17.894749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.061005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] For port 403f5309-eebe-46ff-b14c-7c7f45065e0d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:12:18.098940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] For port 403f5309-eebe-46ff-b14c-7c7f45065e0d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=403f5309-eebe-46ff-b14c-7c7f45065e0d,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:12:18.107618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.149183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b5d9fad1-01ce-444f-b207-958afdd0aab4', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:12:18.150016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.201944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:18.202573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:18.321250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff53f6-9a99-4580-a003-30d027054fcb None None] Pushing event updated for resources: {'Port': ['ID=403f5309-eebe-46ff-b14c-7c7f45065e0d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:18.438024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.501136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:18.621095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Allocated IP 172.20.0.2 (b5d9fad1-01ce-444f-b207-958afdd0aab4/d9c1240d-1cf0-4b73-94f1-b909fca09438/a252922c-2f01-489b-b038-7003609679d2) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:12:18.663360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.976070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:18.989463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Transition to ACTIVE for port object a252922c-2f01-489b-b038-7003609679d2 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:19.000635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:15Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:19.011385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a70068-b8ca-4020-b45e-0e7e67a643ac None None] The sync data for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv is: [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:15Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:19.014981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Transition to ACTIVE for port object a252922c-2f01-489b-b038-7003609679d2 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:19.019906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.089931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:19.092928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:19.097061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:12:19.103416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (b5d9fad1-01ce-444f-b207-958afdd0aab4/d9c1240d-1cf0-4b73-94f1-b909fca09438/47022eb3-b6e8-4348-9570-a487bba744b9) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:12:19.107030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Pushing event updated for resources: {'Port': ['ID=a252922c-2f01-489b-b038-7003609679d2,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:19.197554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Attempting to bind port a252922c-2f01-489b-b038-7003609679d2 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:12:19.197963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Attempting to bind port a252922c-2f01-489b-b038-7003609679d2 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:12:19.198297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Attempting to bind port a252922c-2f01-489b-b038-7003609679d2 on network b5d9fad1-01ce-444f-b207-958afdd0aab4 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:12:19.203828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:12:19.204205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Checking segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:12:19.204609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.205003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Bound using segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:12:19.205501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Bound port: a252922c-2f01-489b-b038-7003609679d2, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:12:19.205878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.271892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.311250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 47022eb3-b6e8-4348-9570-a487bba744b9 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:19.338394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] For port a252922c-2f01-489b-b038-7003609679d2, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:12:19.342793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] For port a252922c-2f01-489b-b038-7003609679d2, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a252922c-2f01-489b-b038-7003609679d2,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:12:19.346275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.347416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.419693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:19.423585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:19.426082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:12:19.446407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c523357-bd6e-4f22-9622-6f80780310a7 None None] Pushing event updated for resources: {'Port': ['ID=a252922c-2f01-489b-b038-7003609679d2,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:19.548805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 403f5309-eebe-46ff-b14c-7c7f45065e0d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:19.601691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:19.633530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 403f5309-eebe-46ff-b14c-7c7f45065e0d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:19.640653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.657244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 403f5309-eebe-46ff-b14c-7c7f45065e0d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:19.657856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.847774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.866394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 403f5309-eebe-46ff-b14c-7c7f45065e0d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=403f5309-eebe-46ff-b14c-7c7f45065e0d,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:19.872029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:19.947651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=403f5309-eebe-46ff-b14c-7c7f45065e0d,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:20.012975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:20.444680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:20.449904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:20.502194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635870d-e7cc-4869-80ff-6d12dddd1c5c None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:12:20.568303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:20.570118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:20.608805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7df951e2-86aa-4820-b4b4-6354e1820b97 None None] Provisioning for port a252922c-2f01-489b-b038-7003609679d2 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:20.731728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:20.733497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:20.938338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router f7402ed9-6583-44fe-b883-57b0624b4f63 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:12:21.061127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2deff19b-7c4a-4c91-a705-c71bdb745293 None None] Provisioning for port 47022eb3-b6e8-4348-9570-a487bba744b9 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:21.067285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2deff19b-7c4a-4c91-a705-c71bdb745293 None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:21.068086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2deff19b-7c4a-4c91-a705-c71bdb745293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.125588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2deff19b-7c4a-4c91-a705-c71bdb745293 None None] Port 47022eb3-b6e8-4348-9570-a487bba744b9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:12:21.248812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d7b807d2-78d3-4978-9789-57bc686275dc None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:21.249479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d7b807d2-78d3-4978-9789-57bc686275dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.269120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:12:21.280250 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Sync routers for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:12:21.293731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36306) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:21.295186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:21.295893 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:21.305963 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8ad421e-2772-477d-aafa-78dd4036d7b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/f7402ed9-6583-44fe-b883-57b0624b4f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5735164 Mar 21 07:12:21.315545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d7b807d2-78d3-4978-9789-57bc686275dc None None] Port 47022eb3-b6e8-4348-9570-a487bba744b9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:12:21.440861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.441400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.441867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.442325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.443539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6e6cbeb2-31cf-4769-9f9c-2a701f16c60e None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:21.443654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.444015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6e6cbeb2-31cf-4769-9f9c-2a701f16c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.444439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.449549 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f63be50f-ee7a-437f-a461-2db7cdea38ad tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1539423 Mar 21 07:12:21.450141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36310) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:21.488415 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:21.512481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6e6cbeb2-31cf-4769-9f9c-2a701f16c60e None None] Port 47022eb3-b6e8-4348-9570-a487bba744b9 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:12:21.544758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.545348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.545806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.546252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.546693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.547171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:21.551290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d7685c9f-d9da-4417-8825-d487da3d0461 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0975802 Mar 21 07:12:21.551935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36314) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:21.583059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a252922c-2f01-489b-b038-7003609679d2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:21.656605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a252922c-2f01-489b-b038-7003609679d2 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:21.662075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a252922c-2f01-489b-b038-7003609679d2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:21.662075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.777356 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6ca26996-51d0-45da-8b88-33efcdb620d3 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2232163 Mar 21 07:12:21.787754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.822443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a252922c-2f01-489b-b038-7003609679d2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a252922c-2f01-489b-b038-7003609679d2,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:21.827664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.828529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 403f5309-eebe-46ff-b14c-7c7f45065e0d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:21.845195 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:20Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:21.849082 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Checking router: f7402ed9-6583-44fe-b883-57b0624b4f63 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:12:21.849939 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Updating router f7402ed9-6583-44fe-b883-57b0624b4f63 port 47022eb3-b6e8-4348-9570-a487bba744b9 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:12:21.902664 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:21.946968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a252922c-2f01-489b-b038-7003609679d2,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:21.958628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 403f5309-eebe-46ff-b14c-7c7f45065e0d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:21.958628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.256703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.268451 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Transition to ACTIVE for port object 47022eb3-b6e8-4348-9570-a487bba744b9 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:22.278366 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.315187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36320) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:22.320702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233343101', 'description': 'tempest-secgroup-smoke-1233343101 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:22.327706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:22.332140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:22.335768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:22.342106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:22.353539 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.374700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:22.379479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:22.384071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:22.390967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:22.407174 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Pushing event updated for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:22.422696 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.423065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.423749 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.424092 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.424426 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.424755 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.425079 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.425653 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.426589 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.427100 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.428342 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.428684 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:22.432286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc154aca-f537-478d-9b6e-6fd850db28de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.476868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.481108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.526342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc43f2-12b3-4f87-b77a-6647c3066f7f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:22.527225 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Attempting to bind port 47022eb3-b6e8-4348-9570-a487bba744b9 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:12:22.527546 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Attempting to bind port 47022eb3-b6e8-4348-9570-a487bba744b9 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:12:22.527767 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Attempting to bind port 47022eb3-b6e8-4348-9570-a487bba744b9 on network b5d9fad1-01ce-444f-b207-958afdd0aab4 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:12:22.533703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:12:22.533912 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Checking segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:12:22.534303 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.534684 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Bound using segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:12:22.535193 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Bound port: 47022eb3-b6e8-4348-9570-a487bba744b9, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:12:22.535546 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.538690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.540093 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-51faaaaf-2166-477f-b2df-1ca34222fb0e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2237558 Mar 21 07:12:22.542905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36324) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:22.547930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:22.554084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:22.557903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:22.560896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:22.566521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:22.585907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.623525 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] For port 47022eb3-b6e8-4348-9570-a487bba744b9, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:12:22.626400 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] For port 47022eb3-b6e8-4348-9570-a487bba744b9, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47022eb3-b6e8-4348-9570-a487bba744b9,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:12:22.634238 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.650243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.654359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.677458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae96dd25-0caa-46a4-bee1-8dfd63e5b04d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:22.688210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.691953 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e3a31968-c96c-4c1e-921b-6429fcb7583a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456704 Mar 21 07:12:22.692334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36330) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:22.699167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:22.705341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:22.709899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:22.712744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:22.718902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:22.720018 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:22.720646 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:11:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:22.738583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.789267 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f93b8-afa9-4f60-9e4d-f85897be8172 None None] Pushing event updated for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:22.810320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.815131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.844425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0329eae6-606e-4c5a-ba06-1d86522f18dc,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:22.854398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.855874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b59d08bf-04fd-4ff6-846b-1dfda7c3b597 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616776 Mar 21 07:12:22.858945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36334) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:22.864929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:22.871306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:22.875554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:22.878787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:22.888762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:22.905618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.923666 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:22.972408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:22.976952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.000808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef6ea61-e39b-4e07-aecc-20beda61e7eb,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:23.011666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.013095 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4467ef98-dcac-4010-9165-e39921bc368e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530051 Mar 21 07:12:23.015700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36338) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:23.020942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:23.026750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:23.030537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:23.033407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:23.039137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:23.057027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.122603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.126053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.149440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ef2bd-158f-4676-975c-593935a6d674,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:23.159120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.160444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9b497f0a-8282-4423-9bb4-a352ace1908f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437747 Mar 21 07:12:23.163215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36342) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:23.168172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:23.173969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:23.178334 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:23.181052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:23.186732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:23.198768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:12:23.205546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.242798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:22Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:23.246654 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3564df-ac11-44ce-a1b1-9b9c3f9624c1 None None] The sync data for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv is: [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:22Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:23.280373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.287880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.328508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b62ca7-702e-4d4a-a4a3-be4825d6be08,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:23.338730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.339909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f5242d05-d342-4daf-99a8-e3ac484c7917 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757636 Mar 21 07:12:23.342813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36346) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:23.347656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'b8fc43f2-12b3-4f87-b77a-6647c3066f7f', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:23.356733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:23.361125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:23.364142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:23.370508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:23.381448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:12:23.388491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.466777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.474844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.499967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ff6ba0-1e85-4535-a789-5cca53da1177,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:23.511373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.512570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c88ff67d-ad6f-4da8-b983-585875a13089 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1688416 Mar 21 07:12:23.567237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a252922c-2f01-489b-b038-7003609679d2 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:23.643578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a252922c-2f01-489b-b038-7003609679d2 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:23.643961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.691101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-c5d3a0a5-8fcc-496c-8875-6f79dc44e454 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233343101&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0407879 Mar 21 07:12:23.768138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47022eb3-b6e8-4348-9570-a487bba744b9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:23.838401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 47022eb3-b6e8-4348-9570-a487bba744b9 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:23.843750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:23.843914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.857029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-95de9fd8-f6e3-4a40-9dec-89c830231b76 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:23.857739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-95de9fd8-f6e3-4a40-9dec-89c830231b76 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:12:23.874888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-95de9fd8-f6e3-4a40-9dec-89c830231b76 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:12:23.876184 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-95de9fd8-f6e3-4a40-9dec-89c830231b76 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 797 time: 0.1772728 Mar 21 07:12:23.891973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-db5de3b0-323d-4849-941a-fc9a7c7b9a3d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0097435 Mar 21 07:12:23.971066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:23.986668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-d3f91ec1-7cee-4eb8-8a83-23082f5039e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:12:24.003577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-d3f91ec1-7cee-4eb8-8a83-23082f5039e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:12:24.004937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-d3f91ec1-7cee-4eb8-8a83-23082f5039e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053543 Mar 21 07:12:24.009341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 47022eb3-b6e8-4348-9570-a487bba744b9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47022eb3-b6e8-4348-9570-a487bba744b9,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:24.014501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:24.087480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:24.156143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-ac3d4878-40d5-400f-ad33-0fce3f7edc79 service neutron] 10.222.0.31 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357489 Mar 21 07:12:24.296997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-e8e8ee06-e2c8-4d29-bd53-9cf478fd3b82 service neutron] 10.222.0.31 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345775 Mar 21 07:12:24.491301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e19668ca-9c30-4c2e-bc8d-125c1e6b84b5 req-676d3e28-c06d-4878-b013-a910613c13da tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 210 time: 0.0438399 Mar 21 07:12:24.548925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aa9456a6-b889-4910-9ee2-335302138992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:25.485572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47022eb3-b6e8-4348-9570-a487bba744b9 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:25.560696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:25.561589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:25.598051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-b0fd6c73-cc72-4406-9815-eaf8d32b6e7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:25.600287 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-b0fd6c73-cc72-4406-9815-eaf8d32b6e7f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 797 time: 0.1555173 Mar 21 07:12:25.687361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3d632a77-5718-49ee-bbc2-86b8e9cdf2a7 req-17c11f93-b8c8-4353-b235-b785c9f9417f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 210 time: 0.0625105 Mar 21 07:12:25.700796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-fab1f8be-1de7-4fd7-9161-47ca62067b22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 380 time: 0.0930226 Mar 21 07:12:25.710141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['b8fc43f2-12b3-4f87-b77a-6647c3066f7f']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:25.781235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:25.786344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:25.850601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:25.859878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:25.869292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:12:25.872775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.033364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.10 (b5d9fad1-01ce-444f-b207-958afdd0aab4/d9c1240d-1cf0-4b73-94f1-b909fca09438/0563686d-f02b-4605-aff4-5345f39ef423) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:12:26.321431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.336818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 0563686d-f02b-4605-aff4-5345f39ef423 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:26.360949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.432115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:26.435071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:26.438773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:12:26.477526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:26.510066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:26.510715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.535872 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-4a687df5-8846-41fe-aa35-4bf897d75341 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8300979 Mar 21 07:12:26.547351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Request body: {'port': {'device_id': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:26.657255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.720434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d19c6a10-7616-4fda-8a44-976e2383ae13 None None] Provisioning for port 0563686d-f02b-4605-aff4-5345f39ef423 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:26.727749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d19c6a10-7616-4fda-8a44-976e2383ae13 None None] Provisioning complete for port 0563686d-f02b-4605-aff4-5345f39ef423 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:26.728363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a10-7616-4fda-8a44-976e2383ae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:26.784930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6a10-7616-4fda-8a44-976e2383ae13 None None] Port 0563686d-f02b-4605-aff4-5345f39ef423 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:12:26.997271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f17ab1-5d55-43d3-bcca-5792ac03d12a req-6f212fa6-d116-4b49-9416-8e0376fdb957 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:26.997869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-36f17ab1-5d55-43d3-bcca-5792ac03d12a req-6f212fa6-d116-4b49-9416-8e0376fdb957 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:12:27.028089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-36f17ab1-5d55-43d3-bcca-5792ac03d12a req-6f212fa6-d116-4b49-9416-8e0376fdb957 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:12:27.029211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36f17ab1-5d55-43d3-bcca-5792ac03d12a req-6f212fa6-d116-4b49-9416-8e0376fdb957 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 932 time: 0.2258511 Mar 21 07:12:27.112666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0563686d-f02b-4605-aff4-5345f39ef423 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:12:27.123780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.131928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36f17ab1-5d55-43d3-bcca-5792ac03d12a req-4575e4eb-411d-4311-9992-583dc88374a6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704486 Mar 21 07:12:27.142995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Transition to ACTIVE for port object 0563686d-f02b-4605-aff4-5345f39ef423 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:12:27.147960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.296310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.300947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Pushing event updated for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:27.384222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Attempting to bind port 0563686d-f02b-4605-aff4-5345f39ef423 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:12:27.384557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Attempting to bind port 0563686d-f02b-4605-aff4-5345f39ef423 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:12:27.384880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Attempting to bind port 0563686d-f02b-4605-aff4-5345f39ef423 on network b5d9fad1-01ce-444f-b207-958afdd0aab4 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:12:27.389573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Port 0563686d-f02b-4605-aff4-5345f39ef423 on network b5d9fad1-01ce-444f-b207-958afdd0aab4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:12:27.389910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Attempting to bind port 0563686d-f02b-4605-aff4-5345f39ef423 on network b5d9fad1-01ce-444f-b207-958afdd0aab4 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:12:27.396341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:12:27.396668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Checking segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:12:27.397044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Bound using segment: {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:12:27.397485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Bound port: 0563686d-f02b-4605-aff4-5345f39ef423, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:12:27.397826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.487496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:12:27.491559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0563686d-f02b-4605-aff4-5345f39ef423,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:12:27.495129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.554554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:27.555154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:27.556516 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] 10.222.0.30 "PUT /v2.0/ports/0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 1094 time: 1.0135043 Mar 21 07:12:27.556945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:12:27.577546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce01c67-49a8-431a-a278-0f27120e5720 service neutron] Pushing event updated for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:27.638723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423', 'status': 'completed', 'code': 200} Mar 21 07:12:27.680586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-69fc5b35-6aa2-4022-8251-059ad457c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:27.682949 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-69fc5b35-6aa2-4022-8251-059ad457c125 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1097 time: 0.0793700 Mar 21 07:12:27.754615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-f910cbd3-6328-483b-9728-7d2b8b28759f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 217 time: 0.0650349 Mar 21 07:12:27.816626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-40866d0b-6595-4f2e-95dd-edd22179372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:27.818286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-40866d0b-6595-4f2e-95dd-edd22179372d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0580170 Mar 21 07:12:27.891088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-87fe3c0d-c6c9-43b8-877c-63d9c7403de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:27.892549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-87fe3c0d-c6c9-43b8-877c-63d9c7403de9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687463 Mar 21 07:12:28.021868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-fa95fe1a-5b4d-4cb1-9312-2961f2b3aa89 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233931 Mar 21 07:12:28.257071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-984020b9-f23e-41ce-b536-0afdbedeca3d req-6bd146fe-d1a3-42a8-bf2c-8d66c8d2497a service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293129 Mar 21 07:12:28.378788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-7f59127a-16ad-4975-914d-d10e5a27ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:28.380500 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-7f59127a-16ad-4975-914d-d10e5a27ff46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1097 time: 0.0766659 Mar 21 07:12:28.576664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94adb6-fdc4-45de-92ec-38b890a06985 req-490b7cd4-d27d-4072-82cd-0b378b915131 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:28.578087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f94adb6-fdc4-45de-92ec-38b890a06985 req-490b7cd4-d27d-4072-82cd-0b378b915131 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 944 time: 0.1948812 Mar 21 07:12:28.580447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-80250962-bd64-44ec-b479-05c7eb613c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:28.581780 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-80250962-bd64-44ec-b479-05c7eb613c65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 898 time: 0.1666260 Mar 21 07:12:28.660820 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-9f848047-b06e-4f2f-b700-cfa83df2f914 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 217 time: 0.0641918 Mar 21 07:12:28.718482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f94adb6-fdc4-45de-92ec-38b890a06985 req-e5668e3e-0c4d-42f4-9020-44e787fe44a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342938 Mar 21 07:12:28.737953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-18e275b8-28c3-49a0-b511-9d0b671a7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:28.740018 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-18e275b8-28c3-49a0-b511-9d0b671a7f0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0706942 Mar 21 07:12:28.813041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-38e0207e-a5e6-4725-ab6d-be05c77a5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:28.814508 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-38e0207e-a5e6-4725-ab6d-be05c77a5e28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695994 Mar 21 07:12:28.945462 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-cf5ba4df-b31e-44ab-8d0e-d4046170f20b service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236615 Mar 21 07:12:29.073150 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8270ee1-c48e-431b-a9b3-5f9716fafdc6 req-6f9a09bc-6be2-4c1b-8b36-86652343b6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218367 Mar 21 07:12:30.052773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb53937-bc07-477a-a1e4-b3a090c0bf10 req-9bb1eb50-f15f-4c6d-9982-f3f73de0d85e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:30.054170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3eb53937-bc07-477a-a1e4-b3a090c0bf10 req-9bb1eb50-f15f-4c6d-9982-f3f73de0d85e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 944 time: 0.0839961 Mar 21 07:12:30.098106 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3eb53937-bc07-477a-a1e4-b3a090c0bf10 req-012340d7-9336-4304-a92d-e6e65327d677 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Mar 21 07:12:31.278045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0ad67-ebc6-434f-b2ba-0e7086f13ee1 req-633b46d2-58ea-412d-acdf-9e797e3947f1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:31.279487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9a0ad67-ebc6-434f-b2ba-0e7086f13ee1 req-633b46d2-58ea-412d-acdf-9e797e3947f1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 944 time: 0.0791879 Mar 21 07:12:31.323154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e9a0ad67-ebc6-434f-b2ba-0e7086f13ee1 req-ace4db7a-6601-4f73-b97e-2fc39f7e10a9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381091 Mar 21 07:12:31.897471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0563686d-f02b-4605-aff4-5345f39ef423 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:12:32.027246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0563686d-f02b-4605-aff4-5345f39ef423,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:32.039827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '0563686d-f02b-4605-aff4-5345f39ef423', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'port_id': '0563686d-f02b-4605-aff4-5345f39ef423', 'mac_address': 'fa:16:3e:a5:19:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:12:32.097704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:32.113917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0563686d-f02b-4605-aff4-5345f39ef423 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:12:32.129197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0563686d-f02b-4605-aff4-5345f39ef423,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:32.133705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:32.199480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:32.465393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0563686d-f02b-4605-aff4-5345f39ef423'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:12:32.509463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cb2dd-79f3-4799-ab79-8aa3f8991054 req-24b0487e-3d51-4f1c-a103-9dc10c69315b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:32.510913 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-561cb2dd-79f3-4799-ab79-8aa3f8991054 req-24b0487e-3d51-4f1c-a103-9dc10c69315b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 945 time: 0.0841386 Mar 21 07:12:32.555708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-561cb2dd-79f3-4799-ab79-8aa3f8991054 req-3beba9b2-60d2-4fe1-a213-7f48174bb91b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391035 Mar 21 07:12:33.740502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd75e58-42c4-496e-b84d-b28937f62b5f req-9d39fbb3-478c-45e8-84b9-d03cf81d8beb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:33.741964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbd75e58-42c4-496e-b84d-b28937f62b5f req-9d39fbb3-478c-45e8-84b9-d03cf81d8beb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 945 time: 0.0793462 Mar 21 07:12:33.788678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbd75e58-42c4-496e-b84d-b28937f62b5f req-6186288a-db50-4fa6-8b9b-684bcfed7401 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Mar 21 07:12:33.912567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0563686d-f02b-4605-aff4-5345f39ef423 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:12:33.978088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 0563686d-f02b-4605-aff4-5345f39ef423 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:12:33.982719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 0563686d-f02b-4605-aff4-5345f39ef423 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:12:33.983088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:34.095881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:34.122531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:12:34.132339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0563686d-f02b-4605-aff4-5345f39ef423,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:12:34.135720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:34.202088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:34.215404 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423', 'code': 200} Mar 21 07:12:34.438528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741b2e-4f8d-4545-989b-aed75e16b0c3 req-3db73428-eb92-43e1-9688-2000a8dfd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:34.439903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6c741b2e-4f8d-4545-989b-aed75e16b0c3 req-3db73428-eb92-43e1-9688-2000a8dfd336 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1099 time: 0.0688491 Mar 21 07:12:34.479738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6c741b2e-4f8d-4545-989b-aed75e16b0c3 req-80f5d0d7-975b-41ca-ab52-79ad52f81ade service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Mar 21 07:12:34.972216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300b5d-1f88-4845-942c-e5a1fa8ecbef req-ccc96f70-b561-43e9-9477-11a114e49cd0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:34.973791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33300b5d-1f88-4845-942c-e5a1fa8ecbef req-ccc96f70-b561-43e9-9477-11a114e49cd0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.0826082 Mar 21 07:12:35.017149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33300b5d-1f88-4845-942c-e5a1fa8ecbef req-f9e1547d-5dcc-488d-91a3-96d86e3f0b76 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378182 Mar 21 07:12:36.204491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc377be8-2147-4bc8-a5ab-f9aa0de4d8bc req-b5cb8f40-2511-4c36-a1af-a1843b7f6bb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:36.205942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc377be8-2147-4bc8-a5ab-f9aa0de4d8bc req-b5cb8f40-2511-4c36-a1af-a1843b7f6bb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.0795043 Mar 21 07:12:36.248710 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc377be8-2147-4bc8-a5ab-f9aa0de4d8bc req-90c40d36-c034-4f46-af98-620e0ba7b27a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Mar 21 07:12:36.521026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41e83-685b-4650-a44b-8e62cb1e9b9e req-0ca7747a-731b-47c9-9148-dcbd106c941f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:36.524234 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8f41e83-685b-4650-a44b-8e62cb1e9b9e req-0ca7747a-731b-47c9-9148-dcbd106c941f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.1677086 Mar 21 07:12:36.566742 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8f41e83-685b-4650-a44b-8e62cb1e9b9e req-e3d49c19-1aee-41cc-9daf-54f1a833f50b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Mar 21 07:12:36.589833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:36.662820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531aadd-cc6d-4c7a-b260-308e05bd31b0 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:36.664377 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1531aadd-cc6d-4c7a-b260-308e05bd31b0 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1094 time: 0.0736027 Mar 21 07:12:36.667116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36412) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:36.671746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '0563686d-f02b-4605-aff4-5345f39ef423', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:12:36.678017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:12:36.681789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:12:36.684540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:12:36.690109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:12:36.701142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:36.837556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:36.973116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.28 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/55243df3-357b-45b1-8e30-a49de3aa3d41) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:12:37.118662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:37.146782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:37.214457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:12:37.217256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:12:37.219842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:12:37.257586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=55243df3-357b-45b1-8e30-a49de3aa3d41,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:37.273633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.273977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.274309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.274635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.274958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.275280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.275600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.275914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.276232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.276549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.276862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.277172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:12:37.640550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:37.715211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:37.915583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:37.922001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:38.042127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=55243df3-357b-45b1-8e30-a49de3aa3d41,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:12:38.053077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:38.346176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP b50c634f-c968-4097-adf4-d99404b22251 associated. External IP: 172.26.2.28, port: 0563686d-f02b-4605-aff4-5345f39ef423. Mar 21 07:12:38.736522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router f7402ed9-6583-44fe-b883-57b0624b4f63 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:12:39.028092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:12:39.038103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Sync routers for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:12:39.063475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:39.070720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:39.070720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:12:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:39.141657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36416) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:39.148142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-059242cb-0498-4e7a-b0e8-f57440f289b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4652553 Mar 21 07:12:39.148142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:12:39.211265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423', 'status': 'completed', 'code': 200} Mar 21 07:12:39.371733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-60fad278-7857-47de-b267-737bc66e1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:39.376647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-60fad278-7857-47de-b267-737bc66e1578 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1099 time: 0.1434338 Mar 21 07:12:39.378824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:39.403211 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-543300e6-f98f-4bb3-bd30-17747ff76ae1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/b50c634f-c968-4097-adf4-d99404b22251 HTTP/1.1" status: 200 len: 991 time: 0.2673283 Mar 21 07:12:39.563712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-8fdf5e66-26e3-49b9-a757-1ccb138a94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:39.568063 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-8fdf5e66-26e3-49b9-a757-1ccb138a94ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 898 time: 0.1825767 Mar 21 07:12:39.686150 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-d09add72-ef46-4179-9ed6-0cd20b153b8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 999 time: 0.1139371 Mar 21 07:12:39.758893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-31d571b2-6018-4d08-8920-08dad655ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:39.759753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-31d571b2-6018-4d08-8920-08dad655ba15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0676000 Mar 21 07:12:39.794344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'b50c634f-c968-4097-adf4-d99404b22251', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'port_id': '0563686d-f02b-4605-aff4-5345f39ef423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'mac_address': 'fa:16:3e:a5:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:12:37Z', 'updated_at': '2022-03-21T07:12:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:39.796958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Checking router: f7402ed9-6583-44fe-b883-57b0624b4f63 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:12:39.808331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:12:39.808331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:12:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:39.844846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-92281ad1-12de-4460-908e-b604b32382db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:12:39.846569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-92281ad1-12de-4460-908e-b604b32382db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813403 Mar 21 07:12:40.001370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-c5fbe1a0-84b2-44ec-8a50-6ec983a7b49d service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488180 Mar 21 07:12:40.046270 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:12:40.291958 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4f71ac6-3229-42b2-afc6-0da204689768 req-dccfd72a-43f1-47d2-a5ac-eeb48d13d3b5 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842000 Mar 21 07:12:40.406040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36422) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:40.479016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'b50c634f-c968-4097-adf4-d99404b22251', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'port_id': '0563686d-f02b-4605-aff4-5345f39ef423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'mac_address': 'fa:16:3e:a5:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:12:37Z', 'updated_at': '2022-03-21T07:12:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:12:40.483141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c15c3-b7fd-447c-9b6a-bd0bdce6309b None None] The sync data for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv is: [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'b50c634f-c968-4097-adf4-d99404b22251', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.28', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'port_id': '0563686d-f02b-4605-aff4-5345f39ef423', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'mac_address': 'fa:16:3e:a5:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:12:37Z', 'updated_at': '2022-03-21T07:12:37Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:12:40.525776 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2cd8bb05-5657-474e-98e4-1d60024292e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/b50c634f-c968-4097-adf4-d99404b22251 HTTP/1.1" status: 200 len: 991 time: 0.1185732 Mar 21 07:12:40.684982 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fccef59-ae28-41f5-b70c-87fe7e99be79 None None] New status for floating IP b50c634f-c968-4097-adf4-d99404b22251: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:12:41.529876 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36426) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:12:41.640889 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-869efe74-f1c5-4473-90ea-bd52dd117d06 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/b50c634f-c968-4097-adf4-d99404b22251 HTTP/1.1" status: 200 len: 993 time: 0.1101201 Mar 21 07:12:46.728297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:12:48.538905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:52.424651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b766d344-8920-4033-a8c7-4985610f3ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:54.554551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-42aee150-be3c-49d2-bf2c-b893a3387ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:55.776063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:55.787314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:12:57.296810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:18.530549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:22.427769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de1d042e-69cb-47c1-b42f-38c3c97818c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:23.727714 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:13:24.555754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1e874c51-4d9c-4f52-b3c6-33058487fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:25.786364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:25.791899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:27.299560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:31.961691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36448) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:32.278413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port 06e5acc4-948e-4031-8fed-ab51d1e34379 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:32.278631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:32.451920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:32.452250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:32.577324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for 06e5acc4-948e-4031-8fed-ab51d1e34379 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:32.727119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:32.772178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=06e5acc4-948e-4031-8fed-ab51d1e34379,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:32.812645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.812985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.813348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.813686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.814012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.814340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.814667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.814992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.815312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.815632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.815951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.816266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:32.875438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:32.875722 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP d28d0372-ec2e-4cdc-9889-274a4d9304cb disassociated (deleted). External IP: 172.26.2.225, port: e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4. Mar 21 07:13:33.219897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:13:33.399013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:13:33.409677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:13:33.419297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:33.420544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:33.421169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:33.477196 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4e979af9-947b-4cc7-bfaf-c30d4d25555e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "DELETE /v2.0/floatingips/d28d0372-ec2e-4cdc-9889-274a4d9304cb HTTP/1.1" status: 204 len: 168 time: 1.5143361 Mar 21 07:13:33.478095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:13:33.529708 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'status': 'completed', 'code': 200} Mar 21 07:13:33.611941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:33.621013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-1e408f51-93a1-4339-aca7-70fd803df95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:33.622532 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-1e408f51-93a1-4339-aca7-70fd803df95d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 1098 time: 0.0729091 Mar 21 07:13:33.774832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-804516b1-f465-45ea-b97c-3c8b610709dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:33.776108 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-804516b1-f465-45ea-b97c-3c8b610709dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1461530 Mar 21 07:13:33.889543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-3b001db9-1a10-477b-8d71-de2d057c4a43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 200 len: 217 time: 0.1063724 Mar 21 07:13:33.967261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:33.971034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:13:33.972221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-b2346f8e-c876-45a4-8b2c-683e55ee764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:33.973690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-b2346f8e-c876-45a4-8b2c-683e55ee764a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0771947 Mar 21 07:13:33.980101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:33.980698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:33.985439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f470-3a23-4025-8a1e-dd4ae307ecd3 req-edd485dd-5a7f-4b0d-b7bc-d02d86cd814b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:33.986841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ab7f470-3a23-4025-8a1e-dd4ae307ecd3 req-edd485dd-5a7f-4b0d-b7bc-d02d86cd814b tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.1498606 Mar 21 07:13:34.079359 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ab7f470-3a23-4025-8a1e-dd4ae307ecd3 req-2163801a-9ed2-412a-9ac4-58312a1128fe tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619421 Mar 21 07:13:34.101810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-79c849aa-7ebb-4ea2-8a2b-a48a27bc9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:34.101810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-79c849aa-7ebb-4ea2-8a2b-a48a27bc9fdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065249 Mar 21 07:13:34.159436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:34.225979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-6d4c7652-168f-4544-8c66-a6e50e676bbe service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249173 Mar 21 07:13:34.362611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e45a3a56-871f-4be8-bbf0-1572055bd0e9 req-c002d71e-2452-454c-83e6-5b2c09c5927d service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302090 Mar 21 07:13:34.548244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:34.552073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36063e6f-3af5-4429-994c-5369cfb9a298 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a50fff40-82a7-449d-92a0-9e7e0cec1633', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'port_id': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'mac_address': 'fa:16:3e:4e:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:09:40Z', 'updated_at': '2022-03-21T07:09:43Z', 'revision_number': 1, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:13:34.766431 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543dae1-d25d-40a8-a219-5236ece92f42 None None] New status for floating IP d28d0372-ec2e-4cdc-9889-274a4d9304cb: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:13:35.269933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa20da-50e9-473d-a6be-603b525b39fb req-cc678e6e-8ffa-42d7-b1fd-9acb3e7c7429 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:35.271385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92aa20da-50e9-473d-a6be-603b525b39fb req-cc678e6e-8ffa-42d7-b1fd-9acb3e7c7429 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.0867476 Mar 21 07:13:35.314794 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92aa20da-50e9-473d-a6be-603b525b39fb req-2d1432e0-11fa-4660-95a3-8ca06cf357cb tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Mar 21 07:13:35.499477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-a1a2a0b4-c6ac-4157-92d8-a7170b0fb313 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:35.500923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-a1a2a0b4-c6ac-4157-92d8-a7170b0fb313 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 945 time: 0.0780804 Mar 21 07:13:35.574099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:35.574363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:35.818246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] For port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:35.818604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:36.032622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:36.174553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:36.222883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:36.301242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] No DVR routers for this DVR port e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:13:36.304312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:36.306780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'name': 'network-vif-deleted', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:13:36.318929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fee3a1da-8be8-4974-906e-d7acd03b313a req-65e06f13-cb87-4db8-987a-dc2246ebbd6e tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "DELETE /v2.0/ports/e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 HTTP/1.1" status: 204 len: 173 time: 0.8129208 Mar 21 07:13:36.406307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db441214-fc36-4271-bf1e-924b37fa1523', 'name': 'network-vif-deleted', 'tag': 'e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4', 'status': 'completed', 'code': 200} Mar 21 07:13:36.467137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-dfd9d165-4236-4556-b06e-97c11cb5053c req-a82987e2-b09b-4577-b1be-ea3d7c18dafa tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:13:36.482383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-dfd9d165-4236-4556-b06e-97c11cb5053c req-a82987e2-b09b-4577-b1be-ea3d7c18dafa tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:13:36.483791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dfd9d165-4236-4556-b06e-97c11cb5053c req-a82987e2-b09b-4577-b1be-ea3d7c18dafa tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=db441214-fc36-4271-bf1e-924b37fa1523 HTTP/1.1" status: 200 len: 210 time: 0.0585129 Mar 21 07:13:38.268100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:13:38.303160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:13:38.303501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e2a06d7f-ac16-4ec7-952b-2e015ac9b7f4 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:13:39.241849 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-909f6779-297d-46ce-8054-185b5056bd37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704551 Mar 21 07:13:39.381194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-a57be07e-9282-40b4-912a-bd89eaeb873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:39.383921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-a57be07e-9282-40b4-912a-bd89eaeb873f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.0751050 Mar 21 07:13:39.533357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-938c9ca8-ad84-4d7b-a7ad-67ec5e3598c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:39.534788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-938c9ca8-ad84-4d7b-a7ad-67ec5e3598c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1313748 Mar 21 07:13:39.644893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-54c6c776-ab5f-4d31-a2fc-1c9554161703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 1000 time: 0.1043985 Mar 21 07:13:39.706453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-8c8df330-462c-4715-b679-a7f8c673af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:39.707867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-8c8df330-462c-4715-b679-a7f8c673af77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0577819 Mar 21 07:13:39.786279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-50b2ef59-328b-4f66-abe6-822ae83d9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:39.787756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-50b2ef59-328b-4f66-abe6-822ae83d9811 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734203 Mar 21 07:13:39.923644 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-9d7f8576-f290-4f3a-85de-f0cdb06e8528 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297641 Mar 21 07:13:40.062676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22cd199d-e0dc-4093-bdfd-d67ddbee1493 req-5b8d887f-fa6c-4aa8-baaf-e2f77517d536 service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326861 Mar 21 07:13:42.116758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36488) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:42.322162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port 72e09d3c-2314-4fe0-8bbf-8e034af10f46 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:42.322506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:42.580183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:42.580513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:42.705331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for 72e09d3c-2314-4fe0-8bbf-8e034af10f46 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:42.852869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:42.924781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=72e09d3c-2314-4fe0-8bbf-8e034af10f46,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:42.940162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.940504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.940852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.941436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.941772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.942097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.942423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.942743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.943064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.943383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.943693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:42.944004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:13:43.001324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:43.001701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Floating IP a50fff40-82a7-449d-92a0-9e7e0cec1633 disassociated (deleted). External IP: 172.26.2.52, port: 35404d31-18e3-48f1-b5b8-ce227b2f4d6a. Mar 21 07:13:43.346676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:13:43.523020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:13:43.532246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:13:43.542565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:43.542781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:43.543098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:43.596465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8cc57cc-e356-475d-ad4c-5b301dc6b328 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "DELETE /v2.0/floatingips/a50fff40-82a7-449d-92a0-9e7e0cec1633 HTTP/1.1" status: 204 len: 168 time: 1.4785774 Mar 21 07:13:43.597141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:13:43.642145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'status': 'completed', 'code': 200} Mar 21 07:13:43.730987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:43.738124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-3b9cb925-e250-46d9-a867-c1800692b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:43.740162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-3b9cb925-e250-46d9-a867-c1800692b189 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 1098 time: 0.0771160 Mar 21 07:13:43.885198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-f546a7c3-9ece-4c74-8c31-a8df57eaf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:43.886669 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-f546a7c3-9ece-4c74-8c31-a8df57eaf0af service neutron] 10.222.0.30 "GET /v2.0/networks?id=26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 200 len: 913 time: 0.1400013 Mar 21 07:13:44.056260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:44.060072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:13:44.068591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:44.069260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:44.088274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-afdcbc15-94c4-439d-9860-638f60226cff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 200 len: 217 time: 0.1942978 Mar 21 07:13:44.172786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-8c54f2e3-89ce-4c79-86ab-6b989dfe90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:44.174228 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-8c54f2e3-89ce-4c79-86ab-6b989dfe90de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 200 len: 851 time: 0.0750177 Mar 21 07:13:44.226498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f0887-81ce-4e01-acc6-d90624b1afa2 req-f25f099b-6b64-4bff-87c0-6cbca4ddd196 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:44.227110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca5f0887-81ce-4e01-acc6-d90624b1afa2 req-f25f099b-6b64-4bff-87c0-6cbca4ddd196 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:13:44.248927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:44.256777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca5f0887-81ce-4e01-acc6-d90624b1afa2 req-f25f099b-6b64-4bff-87c0-6cbca4ddd196 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:13:44.257968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca5f0887-81ce-4e01-acc6-d90624b1afa2 req-f25f099b-6b64-4bff-87c0-6cbca4ddd196 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.2093523 Mar 21 07:13:44.301290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-aa56b6e5-f577-45f7-935a-754de50451b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:44.303271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-aa56b6e5-f577-45f7-935a-754de50451b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26818e0a-86c0-4896-a657-c36ff8f2dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219671 Mar 21 07:13:44.330591 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca5f0887-81ce-4e01-acc6-d90624b1afa2 req-bbe60d4a-3eda-40a5-884f-e1bf49fa2125 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647011 Mar 21 07:13:44.446980 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-a370a57a-2bf6-4fba-8427-f4de55d076ee service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365228 Mar 21 07:13:44.580522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e666219f-053d-4b64-a48d-e7ce180a0ff3 req-2746295c-931a-43f0-9cc1-d84d61960cec service neutron] 10.222.0.30 "GET /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275475 Mar 21 07:13:44.605062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:44.608929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4a95-bf1d-4d45-91bc-4728514b0d75 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:06:22Z', 'revision_number': 4, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b68d7165-089f-4903-b67a-a3c4146d6438', 'name': '', 'network_id': '26818e0a-86c0-4896-a657-c36ff8f2dcee', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'mac_address': 'fa:16:3e:a8:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:22Z', 'updated_at': '2022-03-21T07:06:32Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'subnets': [{'id': 'ff32a651-1b84-4381-8b41-9ab9ae5b6b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:13:44.809199 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8ecd6-363c-4e96-8872-269485c78a5b None None] New status for floating IP a50fff40-82a7-449d-92a0-9e7e0cec1633: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:13:45.574257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4e4bd-74cc-40be-b767-510de68ccced req-ca06a0d3-3f59-4fe0-9b23-df9c76fffe5a tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:45.575590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aca4e4bd-74cc-40be-b767-510de68ccced req-ca06a0d3-3f59-4fe0-9b23-df9c76fffe5a tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.1335387 Mar 21 07:13:45.612197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-30700a4c-1a97-40b1-a3e9-b6f12182c382 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:13:45.613567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-30700a4c-1a97-40b1-a3e9-b6f12182c382 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 945 time: 0.1229179 Mar 21 07:13:45.678039 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aca4e4bd-74cc-40be-b767-510de68ccced req-e7d17018-4f9d-4357-951d-89a72ab5e3a6 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/security-groups?id=0fe1255e-9e46-43e5-912d-141051cc8049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967121 Mar 21 07:13:45.697120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:45.697514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:45.936688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] For port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:45.937043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:46.062071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for 35404d31-18e3-48f1-b5b8-ce227b2f4d6a owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:46.201597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:46.254455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=35404d31-18e3-48f1-b5b8-ce227b2f4d6a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:46.328176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] No DVR routers for this DVR port 35404d31-18e3-48f1-b5b8-ce227b2f4d6a on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:13:46.330593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:46.332955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'name': 'network-vif-deleted', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:13:46.348404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bf8be85-b9f7-46d8-a093-2e4816c7699e req-9cb4387b-b34b-4682-a886-2b161f1e0fc3 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.30 "DELETE /v2.0/ports/35404d31-18e3-48f1-b5b8-ce227b2f4d6a HTTP/1.1" status: 204 len: 173 time: 0.7262967 Mar 21 07:13:46.378412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09cea40-ef2e-481b-8f63-119ac2af6392', 'name': 'network-vif-deleted', 'tag': '35404d31-18e3-48f1-b5b8-ce227b2f4d6a', 'status': 'completed', 'code': 200} Mar 21 07:13:46.942684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3de84389-b97f-48b6-b70f-7c7ec4fa98b6 req-70dee854-db0f-4716-95df-4915e7f635f7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Synchronizing usage tracker for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:13:46.958444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3de84389-b97f-48b6-b70f-7c7ec4fa98b6 req-70dee854-db0f-4716-95df-4915e7f635f7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Unset dirty status for tenant:6fd5f6cad6be4c61a970fb2a5b90f24d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:13:46.959815 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3de84389-b97f-48b6-b70f-7c7ec4fa98b6 req-70dee854-db0f-4716-95df-4915e7f635f7 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "GET /v2.0/ports?device_id=c09cea40-ef2e-481b-8f63-119ac2af6392 HTTP/1.1" status: 200 len: 210 time: 0.1572866 Mar 21 07:13:48.052444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36512) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:48.205464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Deleting port d23c1a75-9ebe-4d73-839b-215565eee1ff {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:48.205803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.267312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 35404d31-18e3-48f1-b5b8-ce227b2f4d6a no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:13:48.301452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 35404d31-18e3-48f1-b5b8-ce227b2f4d6a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:13:48.301801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 35404d31-18e3-48f1-b5b8-ce227b2f4d6a not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:13:48.377814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.378151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.499069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Calling delete_port for d23c1a75-9ebe-4d73-839b-215565eee1ff owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:48.543015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.641859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.689683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'Port': ['ID=d23c1a75-9ebe-4d73-839b-215565eee1ff,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:48.780594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.797856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:48.798935 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-85e313c2-a00e-4403-a8b3-2d8bd7e5e997 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "DELETE /v2.0/floatingips/2024ea1e-d2e9-446c-8c28-b76c467f55b7 HTTP/1.1" status: 204 len: 168 time: 0.7455025 Mar 21 07:13:51.239652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36530) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:51.311494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:51.342503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:51.409335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:51.425676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1255e-9e46-43e5-912d-141051cc8049,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:51.432710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:51.433848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f613149-3ea3-4d87-885e-b08571683a94 tempest-TestVolumeBootPattern-384499024 tempest-TestVolumeBootPattern-384499024-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fe1255e-9e46-43e5-912d-141051cc8049 HTTP/1.1" status: 204 len: 168 time: 0.1932185 Mar 21 07:13:51.485759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36536) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:52.265795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:52.431656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9adf440e-2d79-48d8-847b-c0e8cfe1bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:52.612760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Deleting port b68d7165-089f-4903-b67a-a3c4146d6438 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:52.613395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:52.780686 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] For port b68d7165-089f-4903-b67a-a3c4146d6438, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b68d7165-089f-4903-b67a-a3c4146d6438,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:52.781038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:52.908007 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Calling delete_port for b68d7165-089f-4903-b67a-a3c4146d6438 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:53.216783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:53.378552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b68d7165-089f-4903-b67a-a3c4146d6438,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:53.640262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:53.991264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:13:54.172051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:13:54.181813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Sync routers for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:13:54.185126 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a96d2646-6bb3-4445-a162-e3dfcdb42c1b admin admin] 10.222.0.31 "PUT /v2.0/routers/56ed5ad0-193a-4bd2-bb56-96282f5016e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977019 Mar 21 07:13:54.187614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36544) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:54.192218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:54.192819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:54.364935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:54.369777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:54.539027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:54.550086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Deleting port 0c234e5e-d68a-4a19-9168-a8b420c837d1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:54.550420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:54.595252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ade600f2-07e4-4548-82b0-d77ca937b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:54.686376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:13:53Z', 'revision_number': 5, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port': {'id': '0c234e5e-d68a-4a19-9168-a8b420c837d1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:18Z', 'updated_at': '2022-03-21T07:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:54.690533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Checking router: 56ed5ad0-193a-4bd2-bb56-96282f5016e0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:13:54.700348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Routers {'56ed5ad0-193a-4bd2-bb56-96282f5016e0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:54.700976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:54.849977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] Set router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:54.851731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] For port 0c234e5e-d68a-4a19-9168-a8b420c837d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0c234e5e-d68a-4a19-9168-a8b420c837d1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:54.852553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:54.954579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:13:54Z', 'revision_number': 6, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:54.958512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1701-ea9d-45b8-8740-c89182ffea47 None None] The sync data for ids ['56ed5ad0-193a-4bd2-bb56-96282f5016e0'] in dv-neutron-834307-1-hyperv is: [{'id': '56ed5ad0-193a-4bd2-bb56-96282f5016e0', 'name': 'tempest-TestVolumeBootPattern-1472777250-router', 'tenant_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:17Z', 'updated_at': '2022-03-21T07:13:54Z', 'revision_number': 6, 'project_id': '6fd5f6cad6be4c61a970fb2a5b90f24d', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:13:54.973647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Calling delete_port for 0c234e5e-d68a-4a19-9168-a8b420c837d1 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:55.137436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.182176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c234e5e-d68a-4a19-9168-a8b420c837d1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:55.275645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.453819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.455890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.478456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.479028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ed5ad0-193a-4bd2-bb56-96282f5016e0 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:13:55.491092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.492227 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fdd9b7f9-9405-455a-b626-9f768485945b admin admin] 10.222.0.31 "DELETE /v2.0/routers/56ed5ad0-193a-4bd2-bb56-96282f5016e0 HTTP/1.1" status: 204 len: 168 time: 1.3036585 Mar 21 07:13:55.495353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36548) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:55.552483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Deleting subnet ff32a651-1b84-4381-8b41-9ab9ae5b6b0a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:13:55.555887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.607266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.690075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.729791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b68d7165-089f-4903-b67a-a3c4146d6438 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:13:55.766640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.767744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b68d7165-089f-4903-b67a-a3c4146d6438 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:13:55.768084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b68d7165-089f-4903-b67a-a3c4146d6438 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:13:55.768517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c234e5e-d68a-4a19-9168-a8b420c837d1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:13:55.806840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff32a651-1b84-4381-8b41-9ab9ae5b6b0a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:55.810238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.816231 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8d590601-b378-4472-a66d-9cfa9f5eaf58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff32a651-1b84-4381-8b41-9ab9ae5b6b0a HTTP/1.1" status: 204 len: 168 time: 0.3196890 Mar 21 07:13:55.818945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36552) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:55.823717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc4140-3bab-4406-adc3-1e922096076f None None] Network 26818e0a-86c0-4896-a657-c36ff8f2dcee requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:13:55.841375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0c234e5e-d68a-4a19-9168-a8b420c837d1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:13:55.841722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0c234e5e-d68a-4a19-9168-a8b420c837d1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:13:55.855653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.867148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.933936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:55.944773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Deleting port 2f36aa41-4a41-4d39-b7aa-da8a30421297 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:55.945133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.093114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] DHCP port deletion for 26818e0a-86c0-4896-a657-c36ff8f2dcee request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:13:56.097439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Deleting port 2f36aa41-4a41-4d39-b7aa-da8a30421297 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:56.097811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.156935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] For port 2f36aa41-4a41-4d39-b7aa-da8a30421297, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f36aa41-4a41-4d39-b7aa-da8a30421297,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:56.157310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.280429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Calling delete_port for 2f36aa41-4a41-4d39-b7aa-da8a30421297 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:56.334208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] For port 2f36aa41-4a41-4d39-b7aa-da8a30421297, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2f36aa41-4a41-4d39-b7aa-da8a30421297,segment=NetworkSegment(be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7),segment_id=be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:56.334598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.450090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.465156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Calling delete_port for 2f36aa41-4a41-4d39-b7aa-da8a30421297 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:56.495508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f36aa41-4a41-4d39-b7aa-da8a30421297,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:56.500945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] No DVR routers for this DVR port 2f36aa41-4a41-4d39-b7aa-da8a30421297 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: from cryptography.utils import int_from_bytes Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: from cryptography.utils import int_from_bytes Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn_limited( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn_limited( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 07:13:56.532480 dv-neutron-834307-1-hyperv neutron-server[87990]: util.warn( Mar 21 07:13:56.537382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:13:56.537740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:13:56.616533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.642133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26818e0a-86c0-4896-a657-c36ff8f2dcee']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:56.654035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:56.654325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0d428b-2c1f-4ca3-9ed8-6ae8064f38f7') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:56.665397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.681288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.687195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:13:56.687659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:13:56.701723 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:13:56.778059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.793552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:56.803165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] Pushing event deleted for resources: {'Network': ['ID=26818e0a-86c0-4896-a657-c36ff8f2dcee,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:56.810609 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d25735b4-2a1e-40ff-aa62-c01f6b5a6170 admin admin] 10.222.0.31 "DELETE /v2.0/networks/26818e0a-86c0-4896-a657-c36ff8f2dcee HTTP/1.1" status: 204 len: 168 time: 0.9906704 Mar 21 07:13:56.813451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36556) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:57.040021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Deleting port 2f36aa41-4a41-4d39-b7aa-da8a30421297 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:57.040599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:57.107971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-50fab283-cb96-47b1-b49c-f22f21056759 None None] The port '2f36aa41-4a41-4d39-b7aa-da8a30421297' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:13:57.303004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:57.354185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:57.523341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f36aa41-4a41-4d39-b7aa-da8a30421297 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:13:57.558200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 2f36aa41-4a41-4d39-b7aa-da8a30421297 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:13:57.558543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2f36aa41-4a41-4d39-b7aa-da8a30421297 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:13:57.700173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Deleting port eee86c2b-6a1b-42b8-a39a-939c6b0fe290 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:57.700504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:57.956862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] For port eee86c2b-6a1b-42b8-a39a-939c6b0fe290, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:13:57.957209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:58.078097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Calling delete_port for eee86c2b-6a1b-42b8-a39a-939c6b0fe290 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:13:58.395851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:58.440859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee86c2b-6a1b-42b8-a39a-939c6b0fe290,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:13:58.711497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:59.060372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:13:59.343395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:13:59.353288 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Sync routers for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:13:59.361916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d800bf9a-94b6-4cf9-88df-29345d22d764 admin admin] 10.222.0.31 "PUT /v2.0/routers/8a5d3313-cbda-4408-bcd6-2d6b4bd05a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474365 Mar 21 07:13:59.363048 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:59.363646 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:59.364368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36560) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:13:59.550610 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:13:59.552565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:59.837025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:59.845829 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:13:58Z', 'revision_number': 5, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port': {'id': '496b215e-8dad-48f6-97bf-3695b6a8c3e3', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:06:27Z', 'updated_at': '2022-03-21T07:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:13:59.847649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Deleting port 496b215e-8dad-48f6-97bf-3695b6a8c3e3 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:13:59.848006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:13:59.849961 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Checking router: 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:13:59.858060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Routers {'8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:13:59.858666 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:13:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:14:00.025747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] For port 496b215e-8dad-48f6-97bf-3695b6a8c3e3, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=496b215e-8dad-48f6-97bf-3695b6a8c3e3,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:14:00.026212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.036391 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] Set router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:14:00.143965 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:13:59Z', 'revision_number': 6, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:14:00.147986 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739819b-e463-4b06-bdf1-1e3001aab7a6 None None] The sync data for ids ['8a5d3313-cbda-4408-bcd6-2d6b4bd05a76'] in dv-neutron-834307-1-hyperv is: [{'id': '8a5d3313-cbda-4408-bcd6-2d6b4bd05a76', 'name': 'tempest-TestVolumeBootPattern-1247083026-router', 'tenant_id': 'd092e614f39d4fd992eea081e18e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:06:26Z', 'updated_at': '2022-03-21T07:13:59Z', 'revision_number': 6, 'project_id': 'd092e614f39d4fd992eea081e18e0a01', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:14:00.150334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Calling delete_port for 496b215e-8dad-48f6-97bf-3695b6a8c3e3 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:14:00.319158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.366869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=496b215e-8dad-48f6-97bf-3695b6a8c3e3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:00.458803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.655285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.657575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.678954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.679515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:14:00.692033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.693158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8380d8ab-ae9c-4f6f-9a1c-cabf8bd39e3e admin admin] 10.222.0.31 "DELETE /v2.0/routers/8a5d3313-cbda-4408-bcd6-2d6b4bd05a76 HTTP/1.1" status: 204 len: 168 time: 1.3278232 Mar 21 07:14:00.696642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36564) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:00.726848 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:14:00.755395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Deleting subnet 126304fa-b6d0-4402-b39b-b00bf487e0fd {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:14:00.758803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.809301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.886974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:00.957791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.000903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126304fa-b6d0-4402-b39b-b00bf487e0fd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:01.002753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.006924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294fc01-e6cd-47e4-b78d-0e3eb9db2812 None None] Network 1cdf2cac-7e72-4cd5-8bef-1f2102771149 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:14:01.008807 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-73f39a2e-1353-4917-9536-b18557bc6a44 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/126304fa-b6d0-4402-b39b-b00bf487e0fd HTTP/1.1" status: 204 len: 168 time: 0.3112192 Mar 21 07:14:01.011501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36568) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:01.121889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.132231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Deleting port 60b8becc-2dff-49ea-87bc-304f517f09f9 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:14:01.132550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.264951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] DHCP port deletion for 1cdf2cac-7e72-4cd5-8bef-1f2102771149 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:14:01.269467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Deleting port 60b8becc-2dff-49ea-87bc-304f517f09f9 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:14:01.269843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.477783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] For port 60b8becc-2dff-49ea-87bc-304f517f09f9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=60b8becc-2dff-49ea-87bc-304f517f09f9,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:14:01.478285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.497187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] For port 60b8becc-2dff-49ea-87bc-304f517f09f9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=60b8becc-2dff-49ea-87bc-304f517f09f9,segment=NetworkSegment(3c46390a-7904-49ae-8236-ff0c6cb0b646),segment_id=3c46390a-7904-49ae-8236-ff0c6cb0b646)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:14:01.497673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.566293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device eee86c2b-6a1b-42b8-a39a-939c6b0fe290 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:14:01.611295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Calling delete_port for 60b8becc-2dff-49ea-87bc-304f517f09f9 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:14:01.660033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Calling delete_port for 60b8becc-2dff-49ea-87bc-304f517f09f9 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:14:01.687627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.699028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: eee86c2b-6a1b-42b8-a39a-939c6b0fe290 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:14:01.699389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device eee86c2b-6a1b-42b8-a39a-939c6b0fe290 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:14:01.699780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 60b8becc-2dff-49ea-87bc-304f517f09f9 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:14:01.732254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=60b8becc-2dff-49ea-87bc-304f517f09f9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:01.739441 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] No DVR routers for this DVR port 60b8becc-2dff-49ea-87bc-304f517f09f9 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:14:01.743235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 60b8becc-2dff-49ea-87bc-304f517f09f9 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:14:01.743584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 60b8becc-2dff-49ea-87bc-304f517f09f9 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:14:01.743998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 496b215e-8dad-48f6-97bf-3695b6a8c3e3 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:14:01.825453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 496b215e-8dad-48f6-97bf-3695b6a8c3e3 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:14:01.825710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 496b215e-8dad-48f6-97bf-3695b6a8c3e3 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:14:01.850617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:14:01.850966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:14:01.859634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.889264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdf2cac-7e72-4cd5-8bef-1f2102771149']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:14:01.901911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c46390a-7904-49ae-8236-ff0c6cb0b646') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:14:01.902203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c46390a-7904-49ae-8236-ff0c6cb0b646') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:14:01.913137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.930410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.936357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:14:01.936743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:14:01.950291 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:14:02.030854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.052000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.064377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdf2cac-7e72-4cd5-8bef-1f2102771149,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:02.069591 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5025c01b-a1bf-436b-8480-e6cf6ae13d2d admin admin] 10.222.0.31 "DELETE /v2.0/networks/1cdf2cac-7e72-4cd5-8bef-1f2102771149 HTTP/1.1" status: 204 len: 168 time: 1.0571182 Mar 21 07:14:02.186208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36574) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:02.245683 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49edd12f-99a1-4dbc-b083-84fcb3cee7e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fd5f6cad6be4c61a970fb2a5b90f24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549364 Mar 21 07:14:02.245904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36578) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:02.314243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.344269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.351914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Deleting port 60b8becc-2dff-49ea-87bc-304f517f09f9 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:14:02.352418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.401045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.417905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944be96c-8d37-4a82-a232-c8c243b590a2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:02.422320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.423477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4ee71e8f-a1bc-43c0-bb51-5b92cb3bc2d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/944be96c-8d37-4a82-a232-c8c243b590a2 HTTP/1.1" status: 204 len: 168 time: 0.1775362 Mar 21 07:14:02.438858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fec0b65-7de8-4b97-9ceb-5b3c150351b3 None None] The port '60b8becc-2dff-49ea-87bc-304f517f09f9' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:14:02.791922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36586) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:02.839952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7b8378af-fe79-4aa3-9ea9-dbc683ef4127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d092e614f39d4fd992eea081e18e0a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468717 Mar 21 07:14:02.842429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36590) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:14:02.899399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.924801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.980325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:02.996252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a934cb3-e15d-49a9-a3ea-00f5f515ed1f,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:14:03.000892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:03.001640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-968b2872-2438-4dc3-89ed-650592e8a582 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a934cb3-e15d-49a9-a3ea-00f5f515ed1f HTTP/1.1" status: 204 len: 168 time: 0.1583385 Mar 21 07:14:18.546740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:22.435575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a67a-68fd-4ea5-a510-0ff306e6c26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:24.557855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3d705540-73c2-41ac-a6de-2e647ed3181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:25.780964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:25.797639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:27.305723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:37.725103 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:14:41.268047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-0a87237f-11f3-4bae-9154-356773f2dbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688760 Mar 21 07:14:41.356518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-5270d71a-053f-40b3-bb9e-fc5cb8c0e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:14:41.358015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-5270d71a-053f-40b3-bb9e-fc5cb8c0e448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1099 time: 0.0704286 Mar 21 07:14:41.501981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-087c3b23-86f2-4248-bc84-cec069d03228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:14:41.503412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-087c3b23-86f2-4248-bc84-cec069d03228 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 898 time: 0.1268981 Mar 21 07:14:41.605429 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-33ae3dcd-aec3-4177-a0f6-65f3d21c1524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 1001 time: 0.0960319 Mar 21 07:14:41.669792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-9aaf02b2-644a-4f17-bd4d-bd0b24219767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:14:41.671217 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-9aaf02b2-644a-4f17-bd4d-bd0b24219767 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0603664 Mar 21 07:14:41.745429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-f9710f60-3ac2-455f-97dd-a09c1399e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:14:41.746908 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-f9710f60-3ac2-455f-97dd-a09c1399e5af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703368 Mar 21 07:14:41.876348 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-b7196ad8-ef12-40c5-bc0c-2ce5bf80ad5a service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227739 Mar 21 07:14:42.005598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed4c172c-1f97-4ce6-9a81-f468b1f3bf6d req-71b879cb-179e-4983-b92b-3d5d36115f21 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234984 Mar 21 07:14:48.546137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:52.436356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9851cade-2ea0-4439-a866-e09512eec120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:54.559065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f02b-1018-4389-a80c-7ef88fc542b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:55.783836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:55.801067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:14:57.307835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:06.431335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36616) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:06.590138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:15:06.707747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2853089'] for subnet, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:06.896176 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762877424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2435766'] for subnet, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:06.945664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:06.946265 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:06.946557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62c2df-08f9-488e-903e-19a52c15392b None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:15:06.947549 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/subnets/d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 835 time: 0.5152130 Mar 21 07:15:06.964628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=d9c1240d-1cf0-4b73-94f1-b909fca09438,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:06.972074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.972419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.972755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.973114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.973473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.973799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.974148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.974469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.974789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.975105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.975420 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:06.975764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa17d0-4303-48c3-9a6f-0bce0080bdf4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:07.408377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Provisioning complete for port a252922c-2f01-489b-b038-7003609679d2 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:15:07.408747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:07.534201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Provisioning complete for port 47022eb3-b6e8-4348-9570-a487bba744b9 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:15:07.534564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:07.655665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Provisioning complete for port 0563686d-f02b-4605-aff4-5345f39ef423 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:15:07.656027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-68f0f1b0-5487-4cb1-9a51-b84cc06aea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:14.724904 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:15:18.559407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:22.437826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29a282af-3798-4016-9516-1eafe9d8c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:24.560297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-79cb4ef8-aaa7-411f-a730-52aff334d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:25.785793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:25.801714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:27.311371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:31.742095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [req-4b92f4a3-ba0b-4518-8843-bf7866988532 req-b5b5bec8-8f76-424e-8375-75a1224856dc service neutron] (87987) timed out ('10.222.0.30', 53001) {{(pid=87987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 21 07:15:42.235134 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-a27e7d76-ce27-43f5-ac28-aa488e064008 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723314 Mar 21 07:15:42.376499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329093-244c-4533-9978-f56974a96773 req-56f8e33f-3295-4a28-bb8e-811835ed4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:42.377959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-56f8e33f-3295-4a28-bb8e-811835ed4b1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1099 time: 0.0704963 Mar 21 07:15:42.522629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329093-244c-4533-9978-f56974a96773 req-59d97b42-9c80-43c7-9329-2f30bbd53c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:42.523950 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-59d97b42-9c80-43c7-9329-2f30bbd53c9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 898 time: 0.1273792 Mar 21 07:15:42.626611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-91bf751b-2be2-49e0-ac4d-f25d29e72d45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 1001 time: 0.0967274 Mar 21 07:15:42.686225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329093-244c-4533-9978-f56974a96773 req-9ee57d4f-b1df-4022-b425-7cc30fa3f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:42.687579 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-9ee57d4f-b1df-4022-b425-7cc30fa3f5cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0559714 Mar 21 07:15:42.851076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329093-244c-4533-9978-f56974a96773 req-a582ef7b-ec39-43b3-bdef-fdeefdccf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:42.852460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-a582ef7b-ec39-43b3-bdef-fdeefdccf9b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1592546 Mar 21 07:15:42.981210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-bd6d7bf4-eabb-43b8-82af-d420db480d34 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228378 Mar 21 07:15:43.110380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2329093-244c-4533-9978-f56974a96773 req-79472a39-71b0-4a99-b065-6749d320dd08 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229823 Mar 21 07:15:48.560013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:51.267356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36628) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:51.471159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 55243df3-357b-45b1-8e30-a49de3aa3d41 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:15:51.471495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:51.636348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:51.636671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:51.724047 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:15:51.865011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 55243df3-357b-45b1-8e30-a49de3aa3d41 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:15:52.010470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:52.060129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=55243df3-357b-45b1-8e30-a49de3aa3d41,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:52.149633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:52.149973 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP b50c634f-c968-4097-adf4-d99404b22251 disassociated (deleted). External IP: 172.26.2.28, port: 0563686d-f02b-4605-aff4-5345f39ef423. Mar 21 07:15:52.439873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c6d42584-521d-4bf3-8a77-a9ba8baaaef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:52.504535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router f7402ed9-6583-44fe-b883-57b0624b4f63 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:15:52.678906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:15:52.688510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Sync routers for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:15:52.698807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:15:52.699355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:15:52.699661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:52.758742 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6c43b4fb-3197-4a82-aeeb-41cf28864b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/b50c634f-c968-4097-adf4-d99404b22251 HTTP/1.1" status: 204 len: 168 time: 1.4869871 Mar 21 07:15:52.758742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:15:52.805793 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423', 'status': 'completed', 'code': 200} Mar 21 07:15:52.879844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:15:52.902055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-188d4a74-adb5-4af7-b630-4457f118e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:52.903531 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-188d4a74-adb5-4af7-b630-4457f118e917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 1099 time: 0.0748715 Mar 21 07:15:53.046992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-a5351430-37df-428d-8def-6b0f0067d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:53.048921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-a5351430-37df-428d-8def-6b0f0067d2fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 200 len: 898 time: 0.1389487 Mar 21 07:15:53.150911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-41e498f4-d69c-4b39-ae39-c55e5118f417 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 200 len: 217 time: 0.0951707 Mar 21 07:15:53.204137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:15:53.207936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Checking router: f7402ed9-6583-44fe-b883-57b0624b4f63 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:15:53.216453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:15:53.217112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:15:53.233512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-b39205eb-4009-4de2-a17f-f75f3658c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:53.234936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-b39205eb-4009-4de2-a17f-f75f3658c199 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 200 len: 843 time: 0.0784039 Mar 21 07:15:53.293758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5f29-9b4f-4b83-9602-b08b22a66999 req-36713bf6-2a0c-4119-94d5-fea83ebf8642 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:53.295328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c62e5f29-9b4f-4b83-9602-b08b22a66999 req-36713bf6-2a0c-4119-94d5-fea83ebf8642 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.1872253 Mar 21 07:15:53.356033 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c62e5f29-9b4f-4b83-9602-b08b22a66999 req-2266743c-acf8-4131-848e-e466b9f3229c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501094 Mar 21 07:15:53.358608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-7d5da25e-f6b7-4b6b-8579-00e7b173b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:53.359978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-7d5da25e-f6b7-4b6b-8579-00e7b173b6bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5d9fad1-01ce-444f-b207-958afdd0aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178169 Mar 21 07:15:53.436438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:15:53.491583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-22aa8a2c-cd52-4acc-9225-b96da5ed1fc6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241362 Mar 21 07:15:53.625208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f74ff97-dc79-429e-bc77-5eded0f5b1ec req-62497b07-f637-425b-89b4-ad5c20d5ef7f service neutron] 10.222.0.30 "GET /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274033 Mar 21 07:15:53.745362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:15:53.749123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa25b2-96ab-415f-8dea-33d10f322041 None None] The sync data for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv is: [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '47022eb3-b6e8-4348-9570-a487bba744b9', 'name': '', 'network_id': 'b5d9fad1-01ce-444f-b207-958afdd0aab4', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:99:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:18Z', 'updated_at': '2022-03-21T07:12:23Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': 'd9c1240d-1cf0-4b73-94f1-b909fca09438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:15:53.955431 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5cbed9-7cc5-45d9-91f0-4ca7291875fe None None] New status for floating IP b50c634f-c968-4097-adf4-d99404b22251: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:15:54.548427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba355c-bac7-4a9e-8c39-cc3bfe1a980a req-47d1f071-307b-491e-8807-4865ede60fb0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:54.549923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01ba355c-bac7-4a9e-8c39-cc3bfe1a980a req-47d1f071-307b-491e-8807-4865ede60fb0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.0854201 Mar 21 07:15:54.561514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-092e02da-1ec9-49c4-bfa0-6715716e20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:54.595334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01ba355c-bac7-4a9e-8c39-cc3bfe1a980a req-e96ad401-04c3-4dba-bf8c-9cfcab8896f4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8fc43f2-12b3-4f87-b77a-6647c3066f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Mar 21 07:15:54.725518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-9d37baf5-834e-4aa5-9f82-3ac4d636875f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:15:54.726996 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-9d37baf5-834e-4aa5-9f82-3ac4d636875f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 946 time: 0.0779090 Mar 21 07:15:54.796829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 0563686d-f02b-4605-aff4-5345f39ef423 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:15:54.797166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:55.037897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 0563686d-f02b-4605-aff4-5345f39ef423, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0563686d-f02b-4605-aff4-5345f39ef423,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:15:55.038170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:55.253280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 0563686d-f02b-4605-aff4-5345f39ef423 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:15:55.397909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:55.446727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=0563686d-f02b-4605-aff4-5345f39ef423,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:55.481048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.481425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.481764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.482098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.482422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.482749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.483072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.483393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.483714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.484030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.484347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.484660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:15:55.534946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 0563686d-f02b-4605-aff4-5345f39ef423 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:15:55.537434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:55.540416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'name': 'network-vif-deleted', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:15:55.551539 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb025e05-4c1f-4804-b9e4-fafe881b0e67 req-a499377c-695e-4b4b-81f3-ef5b71163537 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/0563686d-f02b-4605-aff4-5345f39ef423 HTTP/1.1" status: 204 len: 173 time: 0.8196363 Mar 21 07:15:55.588904 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadf8e6a-efba-4437-a76a-14b5dfcad8ed', 'name': 'network-vif-deleted', 'tag': '0563686d-f02b-4605-aff4-5345f39ef423', 'status': 'completed', 'code': 200} Mar 21 07:15:55.762223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a80762f9-3dd4-4c9e-a90d-661e00f5f7a6 req-2bd3ef00-7fde-4094-9456-660fc1a4c2a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:15:55.778684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a80762f9-3dd4-4c9e-a90d-661e00f5f7a6 req-2bd3ef00-7fde-4094-9456-660fc1a4c2a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:15:55.780058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80762f9-3dd4-4c9e-a90d-661e00f5f7a6 req-2bd3ef00-7fde-4094-9456-660fc1a4c2a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=aadf8e6a-efba-4437-a76a-14b5dfcad8ed HTTP/1.1" status: 200 len: 210 time: 0.0602648 Mar 21 07:15:55.804055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:55.808107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:56.877651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:56.945430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:56.973423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:57.038596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:57.058165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc43f2-12b3-4f87-b77a-6647c3066f7f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:57.064677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:57.066203 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7d0e3069-2883-4475-ac5b-c40740f5b298 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/b8fc43f2-12b3-4f87-b77a-6647c3066f7f HTTP/1.1" status: 204 len: 168 time: 0.1871617 Mar 21 07:15:57.099158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36654) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:57.313431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:57.759157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:58.105301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 47022eb3-b6e8-4348-9570-a487bba744b9 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:15:58.106009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:58.286850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 47022eb3-b6e8-4348-9570-a487bba744b9, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=47022eb3-b6e8-4348-9570-a487bba744b9,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:15:58.287201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:58.412296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 47022eb3-b6e8-4348-9570-a487bba744b9 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:15:58.594677 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:58.644058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=47022eb3-b6e8-4348-9570-a487bba744b9,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:58.827795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0563686d-f02b-4605-aff4-5345f39ef423 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:15:58.869867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 0563686d-f02b-4605-aff4-5345f39ef423 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:15:58.870374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0563686d-f02b-4605-aff4-5345f39ef423 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:15:59.025504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.384217 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router f7402ed9-6583-44fe-b883-57b0624b4f63 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:15:59.564676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:15:59.574331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Sync routers for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:15:59.585784 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-140a7f18-ad55-4f18-a9f2-d2b5fbf0e93d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/f7402ed9-6583-44fe-b883-57b0624b4f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822180 Mar 21 07:15:59.585901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36658) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:59.588118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:15:59.588743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:15:59.651600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet d9c1240d-1cf0-4b73-94f1-b909fca09438 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:15:59.654511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.712579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.765753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:15:59.793840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.872068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.909781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c1240d-1cf0-4b73-94f1-b909fca09438,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:15:59.914110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:15:59.922460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c25f4d58-afd9-461b-b524-b608f3704c40 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/d9c1240d-1cf0-4b73-94f1-b909fca09438 HTTP/1.1" status: 204 len: 168 time: 0.3334680 Mar 21 07:15:59.922681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36662) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:15:59.951935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978b551-52f1-4313-aaaf-c6f354354dcb None None] Network b5d9fad1-01ce-444f-b207-958afdd0aab4 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:16:00.099918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.262682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187'}], 'enable_snat': True}, 'gw_port_id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:15:58Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': '403f5309-eebe-46ff-b14c-7c7f45065e0d', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:00.268676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Checking router: f7402ed9-6583-44fe-b883-57b0624b4f63 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:16:00.278918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Routers {'f7402ed9-6583-44fe-b883-57b0624b4f63'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:00.279548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f7402ed9-6583-44fe-b883-57b0624b4f63'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:00.279980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.292283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 403f5309-eebe-46ff-b14c-7c7f45065e0d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:16:00.292826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.352137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] DHCP port deletion for b5d9fad1-01ce-444f-b207-958afdd0aab4 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:16:00.411532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Deleting port a252922c-2f01-489b-b038-7003609679d2 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:16:00.411906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.474904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 403f5309-eebe-46ff-b14c-7c7f45065e0d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=403f5309-eebe-46ff-b14c-7c7f45065e0d,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:00.475893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.484472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] Set router f7402ed9-6583-44fe-b883-57b0624b4f63 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:00.628337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:16:00Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:00.642961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7490e1-fb3f-434d-a345-4cc138c39d23 None None] The sync data for ids ['f7402ed9-6583-44fe-b883-57b0624b4f63'] in dv-neutron-834307-1-hyperv is: [{'id': 'f7402ed9-6583-44fe-b883-57b0624b4f63', 'name': 'tempest-TestNetworkBasicOps-router-1754095103', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:12:14Z', 'updated_at': '2022-03-21T07:16:00Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:16:00.694999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 403f5309-eebe-46ff-b14c-7c7f45065e0d owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:16:00.752099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] For port a252922c-2f01-489b-b038-7003609679d2, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a252922c-2f01-489b-b038-7003609679d2,segment=NetworkSegment(b80566c2-61c7-40a3-8d80-1ee87d7f75f1),segment_id=b80566c2-61c7-40a3-8d80-1ee87d7f75f1)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:00.752487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.861469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:00.876219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Calling delete_port for a252922c-2f01-489b-b038-7003609679d2 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:16:00.909784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=403f5309-eebe-46ff-b14c-7c7f45065e0d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:00.952612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.003152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Pushing event deleted for resources: {'Port': ['ID=a252922c-2f01-489b-b038-7003609679d2,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:01.003538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.008729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] No DVR routers for this DVR port a252922c-2f01-489b-b038-7003609679d2 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:16:01.014841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.015246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.015520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.015855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.016186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.016519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.016845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.017172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.017527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.017849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.018168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.018486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92970e3-3b99-49a7-88a6-3e12bce7089b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:01.183943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.186030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.207490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.208079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router f7402ed9-6583-44fe-b883-57b0624b4f63 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:16:01.222738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.223809 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0adbaf00-ef0d-4bea-8cb7-43a09459357d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/f7402ed9-6583-44fe-b883-57b0624b4f63 HTTP/1.1" status: 204 len: 168 time: 1.3002093 Mar 21 07:16:01.226999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36666) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:01.338646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.471633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.496637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d9fad1-01ce-444f-b207-958afdd0aab4']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:01.514028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:01.514323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80566c2-61c7-40a3-8d80-1ee87d7f75f1') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:01.527818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.544967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.551133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:16:01.551529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:16:01.567583 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:16:01.590466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a252922c-2f01-489b-b038-7003609679d2 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:16:01.626982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a252922c-2f01-489b-b038-7003609679d2 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:16:01.627344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a252922c-2f01-489b-b038-7003609679d2 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:16:01.627764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47022eb3-b6e8-4348-9570-a487bba744b9 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:16:01.652274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.661957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.662082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 47022eb3-b6e8-4348-9570-a487bba744b9 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:16:01.662953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 47022eb3-b6e8-4348-9570-a487bba744b9 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:16:01.663402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 403f5309-eebe-46ff-b14c-7c7f45065e0d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:16:01.695778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=b5d9fad1-01ce-444f-b207-958afdd0aab4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:01.701089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-38b02457-db0e-41bb-99bb-cac9b287450e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/b5d9fad1-01ce-444f-b207-958afdd0aab4 HTTP/1.1" status: 204 len: 168 time: 0.4730737 Mar 21 07:16:01.704906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 403f5309-eebe-46ff-b14c-7c7f45065e0d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:16:01.705481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 403f5309-eebe-46ff-b14c-7c7f45065e0d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:16:01.716069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36670) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:01.722597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--600311424', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:01.728199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:01.732277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:01.735193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:01.741887 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:01.752286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:16:01.755658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.783067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:16:01.792033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.792373 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 1298bf39-25bb-49ad-870f-7d90477519ff of type vlan for network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b Mar 21 07:16:01.819308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.854682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.860131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:01.860696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:01.966171 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482412 Mar 21 07:16:01.968862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:01.969094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097c54-6b09-47ab-bba6-9eb3f2e59c75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:01.974226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:01.980337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:16:01.982566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:01.986345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:01.989133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:01.998931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:02.010590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.011573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.034893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.307638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.710221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.742688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:02.873358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.119 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/c2de99ea-0a6e-4b55-8426-a0cc13a6cf85) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:03.023832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:03.052700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:03.120696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:03.124978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:03.130636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:03.166411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:03.536938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:03.968787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:04.173052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:16:04.351466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:16:04.360894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:16:04.370481 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:04.371182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:04.377992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:04.379184 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-48daaab1-b301-48e3-a123-ec5510c15134 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4093118 Mar 21 07:16:04.382775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36678) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:04.532045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0da42047-bcfc-4c1a-9b83-729b7fd1cc43 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1481843 Mar 21 07:16:04.534661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36684) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:04.550077 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:04.664834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f7370-acad-4670-a564-b07d14122a52 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:04.666347 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-603f7370-acad-4670-a564-b07d14122a52 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307170 Mar 21 07:16:04.669117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36688) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:04.712622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a2ec06dc-0a25-4e32-ae8d-37dd55046328 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423775 Mar 21 07:16:04.715146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36692) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:04.720351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172287842', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:04.830044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:04.833697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:04.835697 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:03Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:04.836496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:04.839394 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:16:04.839730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Updating router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:16:04.842085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:04.851328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:16:04.854952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:04.892141 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.068355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.153325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=082d6b8c-45b8-403b-a3b0-d43782b093ea,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:05.161079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:05.161468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:16:05.181133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:16:05.189944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:05.194243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:05.195010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.200326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a193f9e-ebd1-4c26-98f2-00cb6493c88b None None] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:16:05.223405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36696) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:05.223930 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a3416958-029a-4574-b465-b751a9bd6f48 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5074294 Mar 21 07:16:05.253314 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.265369 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Transition to ACTIVE for port object c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:05.272151 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.348114 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Pushing event updated for resources: {'Port': ['ID=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:05.359213 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.359556 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.359894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.360225 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.360550 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.360879 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.361200 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.361768 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.361954 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.362188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.362504 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.362818 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:05.367894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Attempting to bind port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:16:05.368258 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Attempting to bind port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:16:05.368616 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Attempting to bind port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:05.374330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:16:05.374703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:05.375101 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.375490 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:16:05.375949 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Bound port: c2de99ea-0a6e-4b55-8426-a0cc13a6cf85, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:16:05.376316 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.460207 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] For port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:16:05.463542 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] For port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:16:05.466879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:16:05.467715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.470896 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.559613 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40b8d-ab84-4c48-a322-4f6a13ef1bd5 None None] Pushing event updated for resources: {'Port': ['ID=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:05.566817 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:05.567523 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:05.676903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Allocated IP 172.20.0.2 (2bd9865f-e0ba-4f4e-919d-bf7b585eb77b/082d6b8c-45b8-403b-a3b0-d43782b093ea/17ec23c5-be5d-4a88-b00e-66ab816769c8) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:05.753432 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:05.901557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:05.916966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Transition to ACTIVE for port object 17ec23c5-be5d-4a88-b00e-66ab816769c8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:05.940398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Transition to ACTIVE for port object 17ec23c5-be5d-4a88-b00e-66ab816769c8 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:05.947251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.023313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:06.024397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:06.028133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:06.062542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Pushing event updated for resources: {'Port': ['ID=17ec23c5-be5d-4a88-b00e-66ab816769c8,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:06.079959 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:03Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:06.084203 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b92ce4-c124-49ae-99c8-daae48b0d0c9 None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:03Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:16:06.138145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Attempting to bind port 17ec23c5-be5d-4a88-b00e-66ab816769c8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:16:06.138580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Attempting to bind port 17ec23c5-be5d-4a88-b00e-66ab816769c8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:16:06.138916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Attempting to bind port 17ec23c5-be5d-4a88-b00e-66ab816769c8 on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:06.144826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:16:06.145200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Checking segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:06.145629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.146027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Bound using segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:16:06.146556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Bound port: 17ec23c5-be5d-4a88-b00e-66ab816769c8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:16:06.146973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.200995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.247821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] For port 17ec23c5-be5d-4a88-b00e-66ab816769c8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:16:06.251294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] For port 17ec23c5-be5d-4a88-b00e-66ab816769c8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=17ec23c5-be5d-4a88-b00e-66ab816769c8,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:16:06.256040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.393980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5db2e-5fc5-463c-8be8-c839a1605cc8 None None] Pushing event updated for resources: {'Port': ['ID=17ec23c5-be5d-4a88-b00e-66ab816769c8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:06.724428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (2bd9865f-e0ba-4f4e-919d-bf7b585eb77b/082d6b8c-45b8-403b-a3b0-d43782b093ea/6a3629c3-ceee-419f-9ecf-25e0095c6054) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:06.911106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:06.929730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 6a3629c3-ceee-419f-9ecf-25e0095c6054 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:06.953701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.029845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:07.033088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:07.036488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:07.075321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:07.094436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.094783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.095128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.095465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.095798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.096131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.096462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.096790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.097120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.097474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.097799 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.098119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:16:07.116485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.393623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.451319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5bb491-490c-45d1-8094-39681f781831 None None] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:16:07.575675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-94cd0538-4c35-40e8-8462-52475295016a None None] Provisioning for port 17ec23c5-be5d-4a88-b00e-66ab816769c8 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:07.691589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 17ec23c5-be5d-4a88-b00e-66ab816769c8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:07.782495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 17ec23c5-be5d-4a88-b00e-66ab816769c8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:07.788084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 17ec23c5-be5d-4a88-b00e-66ab816769c8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:07.788541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.917213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.950629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 17ec23c5-be5d-4a88-b00e-66ab816769c8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=17ec23c5-be5d-4a88-b00e-66ab816769c8,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:07.955844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.956760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:07.979082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:07.985012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.079975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Provisioning for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:08.089198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=17ec23c5-be5d-4a88-b00e-66ab816769c8,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:08.094000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Provisioning complete for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:08.094375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.104085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:08.106525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.156337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:08.161778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Port 6a3629c3-ceee-419f-9ecf-25e0095c6054 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:16:08.165162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:08.165557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.219458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Provisioning complete for port 17ec23c5-be5d-4a88-b00e-66ab816769c8 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:08.219829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-eb6797bb-aba3-4828-921d-e73c69526b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.254278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:08.256987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:08.392299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.417029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:08.422105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.455851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:16:08.494991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:08.530645 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b9d89032-0888-417e-bf0f-4dac146ac35c None None] Provisioning complete for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:08.531420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b9d89032-0888-417e-bf0f-4dac146ac35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:08.617329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b9d89032-0888-417e-bf0f-4dac146ac35c None None] Port 6a3629c3-ceee-419f-9ecf-25e0095c6054 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:16:08.637446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:16:08.649612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:16:08.650496 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61ccb5db-5b05-4354-a818-490c77e047c4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/fccd2fee-099b-468c-8b90-3b5f8ace4bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244471 Mar 21 07:16:08.653012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36700) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:08.658820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:08.659488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:08.791601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcd7f5-c349-47aa-901c-e20feb9c2601 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.792071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcd7f5-c349-47aa-901c-e20feb9c2601 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.792528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcd7f5-c349-47aa-901c-e20feb9c2601 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.792986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcd7f5-c349-47aa-901c-e20feb9c2601 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.794656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-26fcd7f5-c349-47aa-901c-e20feb9c2601 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1406825 Mar 21 07:16:08.797347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36704) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:08.840284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:08.868430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6640a-ece6-420c-a42d-fb3e5f72969c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.868815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6640a-ece6-420c-a42d-fb3e5f72969c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.869286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6640a-ece6-420c-a42d-fb3e5f72969c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.869734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6640a-ece6-420c-a42d-fb3e5f72969c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:08.871365 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b7e6640a-ece6-420c-a42d-fb3e5f72969c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0731473 Mar 21 07:16:08.874005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36708) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:09.073590 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f2ad13d0-2f0e-43fe-9be3-de95d60add39 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1985033 Mar 21 07:16:09.156077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:09.159897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:16:09.160246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Updating router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 port 6a3629c3-ceee-419f-9ecf-25e0095c6054 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:16:09.211923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.539449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36714) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:09.545527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710985623', 'description': 'tempest-secgroup-smoke-1710985623 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:09.551367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:09.555461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.556036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:09.559427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:09.566344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:09.568186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Transition to ACTIVE for port object 6a3629c3-ceee-419f-9ecf-25e0095c6054 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:09.577131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.578312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.600048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:09.608384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:09.611291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:09.617574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:09.621855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 17ec23c5-be5d-4a88-b00e-66ab816769c8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:09.688612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.693193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.740468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:09.745347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.749936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36718) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:09.756577 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:09.761969 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-53d2e2cc-0ef3-4936-93dc-498be03d23b5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2214062 Mar 21 07:16:09.763034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:09.769328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:09.773543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:09.774674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea18c7-469b-4a0a-9276-2e21a9985be1 None None] Pushing event updated for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:09.781360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:09.800038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.871500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.875256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.884407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 17ec23c5-be5d-4a88-b00e-66ab816769c8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:09.884779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.901319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d14c9a4-7aa7-4bb6-ab52-2ff22f0e1a4c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:09.910866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.912030 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-17d28e3e-9e1f-4a48-89ef-42ada421a170 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608999 Mar 21 07:16:09.915027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Attempting to bind port 6a3629c3-ceee-419f-9ecf-25e0095c6054 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:16:09.915417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Attempting to bind port 6a3629c3-ceee-419f-9ecf-25e0095c6054 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:16:09.915612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36722) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:09.915777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Attempting to bind port 6a3629c3-ceee-419f-9ecf-25e0095c6054 on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:09.921165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:09.927078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:09.931567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:09.934578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:09.936160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:16:09.936536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Checking segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:09.936936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.937344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Bound using segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:16:09.937810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Bound port: 6a3629c3-ceee-419f-9ecf-25e0095c6054, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:16:09.938180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:09.940505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:09.957668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.017990 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.023309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.048519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ec0ac1-014b-45b4-a5e4-0ca290eb9d6f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.058708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.059927 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-899c8ac0-c057-41da-af58-184ce44c1375 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433470 Mar 21 07:16:10.062626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36726) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:10.067930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:10.073992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:10.077806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:10.080633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:10.086893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:10.104651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.142788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] For port 6a3629c3-ceee-419f-9ecf-25e0095c6054, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:16:10.157791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] For port 6a3629c3-ceee-419f-9ecf-25e0095c6054, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6a3629c3-ceee-419f-9ecf-25e0095c6054,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:16:10.160937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:10.172323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.176067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.195150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.199233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc6df0c-d6f2-4b8a-91c9-06ebb73b8905,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.209756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.211178 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d2f39d3c-b4cb-41c4-a782-19d9bf1b4f01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475170 Mar 21 07:16:10.213857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36730) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:10.218681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:10.224523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:10.228912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:10.231785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:10.237570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:10.255638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.308736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea18c7-469b-4a0a-9276-2e21a9985be1 None None] Pushing event updated for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.311620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:10.311896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:15:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:10.324999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.329336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.359757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b81d13-018e-4402-9782-29e7265c138d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.367658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.371510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fd83ed74-d97f-4d57-8a38-869390828eac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542971 Mar 21 07:16:10.371924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36734) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:10.377557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:10.385373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:10.389641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:10.392531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:10.399630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:10.406476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:10.406919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.412349 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:16:10.424681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.494333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.497822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.528110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb84fe5-9b45-49e4-9893-88425741a2a7,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.534926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.539465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8258de2-e33d-4955-8eee-bf663b53b26d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631777 Mar 21 07:16:10.540670 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36738) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:10.545454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd56cecb4-8f3e-432e-8c1a-d4ff2078ea20', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:10.551281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:10.555415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:10.558209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:10.564703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:10.566714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:10.574724 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:16:10.582913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.649857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.653669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.682129 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b7d65d-d4ff-46f0-bc00-c31aabb3dad1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:10.685846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:10.695938 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1ef82fc9-e55e-4679-a395-7a91853a42d8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459639 Mar 21 07:16:10.852486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-01cf8bf3-6301-48e8-a66d-531592c8032f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:16:10.869102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-01cf8bf3-6301-48e8-a66d-531592c8032f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:16:10.870362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-01cf8bf3-6301-48e8-a66d-531592c8032f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710985623&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0595822 Mar 21 07:16:10.961638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:10Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:10.965944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b618928-135c-4bf8-8b22-fd6c6094364d None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:10Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:16:11.142551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-456883c0-d7fc-40fe-ad90-e166bd9637b3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:11.143261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-456883c0-d7fc-40fe-ad90-e166bd9637b3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:16:11.162581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-456883c0-d7fc-40fe-ad90-e166bd9637b3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:16:11.163783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-456883c0-d7fc-40fe-ad90-e166bd9637b3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 796 time: 0.2867296 Mar 21 07:16:11.180265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-09cfb32f-5bea-490a-ab91-9ba6ff9087fa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0098641 Mar 21 07:16:11.269056 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-eee6d3d2-b2e0-471f-8082-dd7d38d130f5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845850 Mar 21 07:16:11.459839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-9422c221-8d9e-4813-b257-6bed4fe8ffdf service neutron] 10.222.0.31 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767995 Mar 21 07:16:11.609777 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-68bbaece-d3d6-491a-b734-abbf53cfab4e service neutron] 10.222.0.31 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445515 Mar 21 07:16:11.618174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6a3629c3-ceee-419f-9ecf-25e0095c6054 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:11.696012 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:11.711483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:11.711856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:11.834713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:11.868589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6a3629c3-ceee-419f-9ecf-25e0095c6054, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6a3629c3-ceee-419f-9ecf-25e0095c6054,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:11.872570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:11.942229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:12.821424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fd935aa-8c9e-4fef-a083-8d3782f34b6f req-0e2f3ff9-16af-48a2-a8d9-678b1c00490b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 210 time: 0.0485182 Mar 21 07:16:13.596700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6a3629c3-ceee-419f-9ecf-25e0095c6054 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:13.664484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6a3629c3-ceee-419f-9ecf-25e0095c6054 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:13.664847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:13.968339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a89e9356-9077-4e11-a411-0137ff285c32 req-57597e3f-77f7-488f-b5d3-d0b6d02bfb8f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 210 time: 0.0430641 Mar 21 07:16:14.899933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-7ad3b10a-b0e0-49e1-a166-1133fcda639e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:14.901392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-7ad3b10a-b0e0-49e1-a166-1133fcda639e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 796 time: 0.1525156 Mar 21 07:16:14.952130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-3c3a2fe8-2c56-4e34-9d53-240bf0c1047b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 380 time: 0.0423613 Mar 21 07:16:14.961079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['d56cecb4-8f3e-432e-8c1a-d4ff2078ea20']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:15.129046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36349e09-eaee-438c-aae0-5e88920941e4 req-e9e29eb9-d8a1-4d48-9515-a71e6327624d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 210 time: 0.0535655 Mar 21 07:16:15.135704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:15.139982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:port and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:15.143084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:15.149656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:15.159149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:16:15.162764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.326674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.3 (2bd9865f-e0ba-4f4e-919d-bf7b585eb77b/082d6b8c-45b8-403b-a3b0-d43782b093ea/706ac3a8-8c5e-4ebc-b46a-35f66789ec31) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:15.518621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.535154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:15.559115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.630220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:15.634139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:15.637892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:15.668619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:15.706642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:15.707242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.733113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-df28fedf-2f4f-4525-9982-ff449ce1a9a8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760634 Mar 21 07:16:15.745643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Request body: {'port': {'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:15.809251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-743ade35-d3e5-4853-9b62-b884f354999e None None] Provisioning for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:15.814272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-743ade35-d3e5-4853-9b62-b884f354999e None None] Provisioning complete for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:15.814659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-743ade35-d3e5-4853-9b62-b884f354999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.860829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:15.870371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-743ade35-d3e5-4853-9b62-b884f354999e None None] Port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:16:16.196936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:16:16.204336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:16.219821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Transition to ACTIVE for port object 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:16.226817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:16.554148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:16.632729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea800a6-ef7f-4dd0-9f5b-e70fc1fc1b7e req-0a029cbb-67b4-4b26-8d7e-95dad66230ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:16.633440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7ea800a6-ef7f-4dd0-9f5b-e70fc1fc1b7e req-0a029cbb-67b4-4b26-8d7e-95dad66230ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:16:16.644579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Attempting to bind port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:16:16.644906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Attempting to bind port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:16:16.645243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Attempting to bind port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:16.653697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:16:16.654025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Attempting to bind port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:16.658940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7ea800a6-ef7f-4dd0-9f5b-e70fc1fc1b7e req-0a029cbb-67b4-4b26-8d7e-95dad66230ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:16:16.660052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ea800a6-ef7f-4dd0-9f5b-e70fc1fc1b7e req-0a029cbb-67b4-4b26-8d7e-95dad66230ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 943 time: 0.3957524 Mar 21 07:16:16.660891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:16:16.661212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Checking segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:16.661606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Bound using segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:16:16.662598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Bound port: 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:16:16.662983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:16.760128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ea800a6-ef7f-4dd0-9f5b-e70fc1fc1b7e req-a010d81e-7e2c-41a9-abc6-d572dcdc6a57 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876153 Mar 21 07:16:16.789516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:16:16.792453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:16:16.796929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:16.854280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:16.854883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:16.856259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] 10.222.0.30 "PUT /v2.0/ports/706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 1093 time: 1.1161840 Mar 21 07:16:16.856696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:16.880391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94565-cd79-4072-889a-89f22f1ef024 service neutron] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:16.931141 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:16:16.977754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-7aad2148-71b4-44db-a45a-9a1c38d48aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:16.979226 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-7aad2148-71b4-44db-a45a-9a1c38d48aed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1096 time: 0.0805736 Mar 21 07:16:17.048065 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-07faa17b-b2b2-4455-9504-ad964b137dd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 217 time: 0.0624354 Mar 21 07:16:17.111649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-cec037a7-506a-4fbb-95c7-24fbe67cb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.112990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-cec037a7-506a-4fbb-95c7-24fbe67cb9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0597632 Mar 21 07:16:17.186376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134242-51b6-4290-9a6b-98247b85081c req-1fb2244f-26df-4b98-9a7c-3f6a62c4a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.187822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-1fb2244f-26df-4b98-9a7c-3f6a62c4a9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690367 Mar 21 07:16:17.318439 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-5159d378-78ad-4d98-a644-34fdb8486f16 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240952 Mar 21 07:16:17.447360 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f134242-51b6-4290-9a6b-98247b85081c req-7a29234a-d8f4-47a6-b397-c7b76aaed8fa service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231065 Mar 21 07:16:17.564528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-c08c9668-50f1-4c7c-8849-0e248ad923b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.565994 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-c08c9668-50f1-4c7c-8849-0e248ad923b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1096 time: 0.0738499 Mar 21 07:16:17.696489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-a9729605-96da-4c1f-aadf-77f966f4de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.697951 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-a9729605-96da-4c1f-aadf-77f966f4de0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1256039 Mar 21 07:16:17.763463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-3301983d-68ff-4dd7-9859-f677f902d3dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 217 time: 0.0596459 Mar 21 07:16:17.828905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-664d25f1-5af9-4abb-b96a-82c58d909cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.830371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-664d25f1-5af9-4abb-b96a-82c58d909cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0618603 Mar 21 07:16:17.964981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-88c2ef4d-a2fd-4e4d-925e-06079d436299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.966463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-88c2ef4d-a2fd-4e4d-925e-06079d436299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303649 Mar 21 07:16:17.977376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bb299-a938-468d-9ae7-fc49752e2e69 req-da15670b-3dd6-476c-87df-1af2dbe2e772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:17.978731 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dc8bb299-a938-468d-9ae7-fc49752e2e69 req-da15670b-3dd6-476c-87df-1af2dbe2e772 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 943 time: 0.1092472 Mar 21 07:16:18.197900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dc8bb299-a938-468d-9ae7-fc49752e2e69 req-9850815c-522c-4270-9df1-e3553480c27e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013154 Mar 21 07:16:18.227490 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-691448e2-8287-4110-9447-2513652c4bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478511 Mar 21 07:16:18.357980 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53329f47-a9af-4a36-a770-5dfa1ccfb530 req-a1933f14-3bb0-4b30-9ad2-5fc70c13bfb8 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239355 Mar 21 07:16:18.573198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:19.380209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465998af-c2e4-4274-b0d4-268ca2bf7b4b req-c2d6a57d-4171-4828-9eb7-edd27c6f66fb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:19.382163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-465998af-c2e4-4274-b0d4-268ca2bf7b4b req-c2d6a57d-4171-4828-9eb7-edd27c6f66fb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 943 time: 0.0801423 Mar 21 07:16:19.426843 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-465998af-c2e4-4274-b0d4-268ca2bf7b4b req-c2a0ae6a-f847-4a11-8e0f-1901dbee5f36 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Mar 21 07:16:20.610517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe03f4-5d11-4106-89c9-9e486525c170 req-05044fe9-d43e-459a-bdac-568315c1ab8c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:20.611866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bbe03f4-5d11-4106-89c9-9e486525c170 req-05044fe9-d43e-459a-bdac-568315c1ab8c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 943 time: 0.0819714 Mar 21 07:16:20.654971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bbe03f4-5d11-4106-89c9-9e486525c170 req-6b5fb1c7-5686-47ad-870a-327aac77242f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372834 Mar 21 07:16:20.996399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:16:21.158640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:21.171636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:16:21.225662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:21.241707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:16:21.256426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:21.260307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:21.328149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:21.612489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['706ac3a8-8c5e-4ebc-b46a-35f66789ec31'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:16:21.856202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a94914-0e3c-4c2a-9959-ca0c48ad3899 req-86879444-9447-4eb9-bbca-dd80a0152bb3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:21.857593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-46a94914-0e3c-4c2a-9959-ca0c48ad3899 req-86879444-9447-4eb9-bbca-dd80a0152bb3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 944 time: 0.0811644 Mar 21 07:16:21.906641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-46a94914-0e3c-4c2a-9959-ca0c48ad3899 req-f16d5cce-3c69-45ce-805f-bf792cf53fc2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Mar 21 07:16:22.441240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-00bf7525-8822-4012-b093-900f1d5265fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:22.996608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:23.067796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:23.073756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:23.074131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:23.092170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac577785-de38-472c-bb85-11038e551fd5 req-32ce6553-1f70-465f-b774-d59e261d1fd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:23.093667 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ac577785-de38-472c-bb85-11038e551fd5 req-32ce6553-1f70-465f-b774-d59e261d1fd6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 944 time: 0.0821633 Mar 21 07:16:23.139619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ac577785-de38-472c-bb85-11038e551fd5 req-9f2a8c9b-1418-4946-897d-4c82e464593e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Mar 21 07:16:23.191015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:23.216835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:23.227225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:23.231901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:23.271632 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'code': 200} Mar 21 07:16:23.304977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:23.496249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e837f6e-296a-4820-b14f-cbfb741938ac req-057274d7-1d29-4c4f-9046-662ff746d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:23.497672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e837f6e-296a-4820-b14f-cbfb741938ac req-057274d7-1d29-4c4f-9046-662ff746d3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.0771766 Mar 21 07:16:23.537947 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e837f6e-296a-4820-b14f-cbfb741938ac req-6216cd2c-bae0-4e6e-9dcf-b8c16cd292ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Mar 21 07:16:24.324552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2df14-15d1-4ff3-8d27-f6d1d295b5c9 req-22b2919e-5a94-44f7-83b3-359f7822e67a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:24.326042 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5c2df14-15d1-4ff3-8d27-f6d1d295b5c9 req-22b2919e-5a94-44f7-83b3-359f7822e67a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.0814981 Mar 21 07:16:24.369422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5c2df14-15d1-4ff3-8d27-f6d1d295b5c9 req-c9293d67-e935-4716-89e3-6540c5ed38ce tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378282 Mar 21 07:16:24.564427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-06e264f2-6ee7-4967-a009-c18615b8002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:25.560600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d519a-b665-4ab2-9e12-5c24ffcf78d7 req-6c1ac2d7-a882-41f8-bbfa-fd8eaf1f4b4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:25.562084 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d49d519a-b665-4ab2-9e12-5c24ffcf78d7 req-6c1ac2d7-a882-41f8-bbfa-fd8eaf1f4b4b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.0846183 Mar 21 07:16:25.605549 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d49d519a-b665-4ab2-9e12-5c24ffcf78d7 req-55e22333-244e-4612-a17b-b6a26d7cc8b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Mar 21 07:16:25.787543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e18d-0fa3-44de-9452-f7d9bc6121e7 req-b46970bd-a240-45a1-be47-56147d7500fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:25.787922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:25.789384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03f0e18d-0fa3-44de-9452-f7d9bc6121e7 req-b46970bd-a240-45a1-be47-56147d7500fe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.0794482 Mar 21 07:16:25.810747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:25.834990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03f0e18d-0fa3-44de-9452-f7d9bc6121e7 req-832d5cf6-2f0d-45f7-9db4-ce573907406a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Mar 21 07:16:25.856831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:25.928600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1b08f-e835-4450-b57e-a748d9d9f9c3 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:25.930118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-71f1b08f-e835-4450-b57e-a748d9d9f9c3 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1093 time: 0.0723076 Mar 21 07:16:25.932824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36804) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:25.937592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:25.944280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:25.948063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:25.950886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:25.956458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:25.966625 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:26.100922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:26.233354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.144 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/dda769bb-5c44-46d0-ae7a-dfb333091a99) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:26.379951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:26.408907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:26.470982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:26.474623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:26.479068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:26.523424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=dda769bb-5c44-46d0-ae7a-dfb333091a99,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:26.989920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.062209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.272298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.276816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.318633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.382885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=dda769bb-5c44-46d0-ae7a-dfb333091a99,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:27.394573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:27.566155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 4cd38417-fc39-4fc9-81d1-fba4b1a4d702 associated. External IP: 172.26.2.144, port: 706ac3a8-8c5e-4ebc-b46a-35f66789ec31. Mar 21 07:16:27.910862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:16:28.197994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:16:28.207723 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:16:28.218496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:28.219114 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:16:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:28.223570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.286296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3e475039-ab74-4618-8982-303ee41b9285 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3501039 Mar 21 07:16:28.286296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:28.287375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:28.343025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:16:28.405698 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:28.445292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-67a1c99f-3478-4df3-9f6f-a0634186658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:28.446899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-67a1c99f-3478-4df3-9f6f-a0634186658c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.0801892 Mar 21 07:16:28.466789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9700f0-c10d-41d4-a64c-88c73907c416 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:28.468184 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3f9700f0-c10d-41d4-a64c-88c73907c416 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1093 time: 0.1797945 Mar 21 07:16:28.584775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-53ab26dc-6747-4f33-8848-5c5dc4d66f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:28.586262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-53ab26dc-6747-4f33-8848-5c5dc4d66f8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1336141 Mar 21 07:16:28.692325 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-fdb8ee9f-cca5-41ce-9a24-3d84de35bdf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 999 time: 0.1005309 Mar 21 07:16:28.710517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36818) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:28.715642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783630663', 'description': 'tempest-secgroup-smoke-1783630663 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:28.721903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:28.731922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:28.742219 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.747885 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:16:28.759391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-2cd44359-a40d-4d49-b088-c48517cf0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:28.760815 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-2cd44359-a40d-4d49-b088-c48517cf0780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0630527 Mar 21 07:16:28.763028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:28.766848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:28.769667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:28.775671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:28.779883 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:26Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:28.783956 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:16:28.794112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:28.794710 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:16:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:28.839398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-02738514-7342-4616-8b85-810c3d11cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:28.840854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-02738514-7342-4616-8b85-810c3d11cab0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742657 Mar 21 07:16:28.851411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.856147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.906006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d5a31-122b-4d1b-92db-ff343e86aea0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:28.913595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.915359 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d49d21f6-b83e-42c2-815a-ecdac1ca0d60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2038612 Mar 21 07:16:28.918424 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36822) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:28.925557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:28.932485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:28.936497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:28.939654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:28.945884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:28.962820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:28.988675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-63d19f20-139b-491d-a793-fc40e42b9898 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409626 Mar 21 07:16:29.018557 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:29.024843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.028923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.054631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab31627-8c3c-4c58-a4fc-45fdb188dfeb,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.066915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.072042 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-32cbbfc6-dc1f-45f8-b858-df5b70c822d6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493864 Mar 21 07:16:29.072292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36826) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:29.077104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:29.082897 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:29.087244 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:29.090106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:29.095909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:29.114281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.130881 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1b94c6f-e0c7-4705-bc12-450324015c8c req-dde1eaf4-9f48-4d61-91dc-33d46b1a0dec service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347027 Mar 21 07:16:29.179834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.183633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.206949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc64f8e-547f-403c-bbe8-f71c44287e8a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.217767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.218943 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-10a172af-cfb0-4339-aba7-68f5e1c797d9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457312 Mar 21 07:16:29.221787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36830) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:29.227319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:29.236203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:29.241182 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:29.244118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:29.249783 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:29.266700 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.331344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.335148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.358023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc53fde3-84c4-4798-82fd-21c038f607ba,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.367870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.371450 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-89b5a459-85be-49b6-b094-299feef5e73f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463184 Mar 21 07:16:29.372077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36834) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:29.377065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:29.383082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:29.386868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:29.387936 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:26Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:29.389735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:29.391920 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13202e7e-3f99-4948-a5d5-752150365576 None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:26Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:16:29.396101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:29.414236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.489028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.492635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.521474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3905495-a706-4975-90c9-98e020cf56bc,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.532054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.533340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1aca42cc-c436-482a-b3df-2da3d6c0682d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602426 Mar 21 07:16:29.536043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36838) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:29.542272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:29.548267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:29.552116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:29.555734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:29.561571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:29.572985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:16:29.579844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.588057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53442470-00f5-4589-9931-fdf508340847 None None] New status for floating IP 4cd38417-fc39-4fc9-81d1-fba4b1a4d702: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:16:29.648224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.651907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.673944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0bd298-be30-46f0-bf0a-694ce221816f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.685911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.687101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bc49469d-2541-4246-8846-2c5c3e279bab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500726 Mar 21 07:16:29.690118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36842) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:29.695059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': 'd77d5a31-122b-4d1b-92db-ff343e86aea0', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:29.700773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:29.704594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:29.707440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:29.713701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:29.724978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:16:29.732237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.797519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.801100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.825618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c18b7b1-eb9c-4a0b-9b83-ca090953e7d0,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:29.836660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:29.838026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8e7a366f-0922-4925-978b-fcc4a19b6bfd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469648 Mar 21 07:16:30.004154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-cbddeb36-3cae-43f2-a080-f34f1dc5db79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783630663&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0419457 Mar 21 07:16:30.150221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-e8a9de32-4596-42e4-ae2f-12c68608b21d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:30.151646 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-e8a9de32-4596-42e4-ae2f-12c68608b21d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 796 time: 0.1412067 Mar 21 07:16:30.166478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-cccccca4-8729-4dcd-9d4f-e38ac98ab539 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0094008 Mar 21 07:16:30.251416 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-d8aa6bcb-ca33-4b3f-9dcf-eef0bb22dee6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801935 Mar 21 07:16:30.429802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-37723d81-c499-4ae5-bdb6-719311f53437 service neutron] 10.222.0.31 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663735 Mar 21 07:16:30.559508 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-5046e764-bf79-45c2-b5ec-9dff5cb9f60a service neutron] 10.222.0.31 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240430 Mar 21 07:16:30.735210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7043b56f-aeba-4111-a31c-97ad320ba945 req-d8ddbec3-5b78-495e-8eb6-e60d2dd88154 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 210 time: 0.0431528 Mar 21 07:16:31.738909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-9c1ddf88-6165-475c-9cd4-c882a116c21d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:31.741009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-9c1ddf88-6165-475c-9cd4-c882a116c21d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 796 time: 0.1534379 Mar 21 07:16:31.790997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-fbb5934b-cc2a-4fd6-b939-f4ae17d1029c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 473 time: 0.0427969 Mar 21 07:16:31.799444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': '03551bd4-265c-4523-8afe-711a739773c4', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['d77d5a31-122b-4d1b-92db-ff343e86aea0']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:32.032267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-155f5993-e539-4635-917c-b5a639b607ab req-3fae6750-d8a1-4b6b-8767-d682111fa1b9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 210 time: 0.1512556 Mar 21 07:16:32.069036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:32.078285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:32.088145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:16:32.091689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.250576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.5 (2bd9865f-e0ba-4f4e-919d-bf7b585eb77b/082d6b8c-45b8-403b-a3b0-d43782b093ea/325bf579-27a5-4dc9-a280-0cc84b95e80d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:32.439614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.454771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 325bf579-27a5-4dc9-a280-0cc84b95e80d will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:32.478846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.549910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:32.553133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:32.557012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:32.593863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:32.627936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:32.628541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.655005 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f20860f0-6afe-4ab0-81c7-b0c8a4eca17f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592482 Mar 21 07:16:32.666643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Request body: {'port': {'device_id': '03551bd4-265c-4523-8afe-711a739773c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:32.779692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.830230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e11d9e4e-2ba9-412b-870a-4c2274360e19 None None] Provisioning for port 325bf579-27a5-4dc9-a280-0cc84b95e80d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:32.836048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e11d9e4e-2ba9-412b-870a-4c2274360e19 None None] Provisioning complete for port 325bf579-27a5-4dc9-a280-0cc84b95e80d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:32.836492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e11d9e4e-2ba9-412b-870a-4c2274360e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:32.890976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e11d9e4e-2ba9-412b-870a-4c2274360e19 None None] Port 325bf579-27a5-4dc9-a280-0cc84b95e80d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:16:33.127380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325bf579-27a5-4dc9-a280-0cc84b95e80d {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:16:33.134961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:33.191254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Transition to ACTIVE for port object 325bf579-27a5-4dc9-a280-0cc84b95e80d will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:16:33.195322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:33.346912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Pushing event updated for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:33.434962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e6526-bca5-47d1-86f9-6b8d901b4187 req-e900c9ee-0325-48d6-8db1-7836ca73c560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:33.435654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c43e6526-bca5-47d1-86f9-6b8d901b4187 req-e900c9ee-0325-48d6-8db1-7836ca73c560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:16:33.471527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c43e6526-bca5-47d1-86f9-6b8d901b4187 req-e900c9ee-0325-48d6-8db1-7836ca73c560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:16:33.472666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c43e6526-bca5-47d1-86f9-6b8d901b4187 req-e900c9ee-0325-48d6-8db1-7836ca73c560 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 931 time: 0.3309290 Mar 21 07:16:33.493372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Attempting to bind port 325bf579-27a5-4dc9-a280-0cc84b95e80d on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:16:33.493710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Attempting to bind port 325bf579-27a5-4dc9-a280-0cc84b95e80d by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:16:33.494037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Attempting to bind port 325bf579-27a5-4dc9-a280-0cc84b95e80d on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:33.502049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Port 325bf579-27a5-4dc9-a280-0cc84b95e80d on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:16:33.502369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Attempting to bind port 325bf579-27a5-4dc9-a280-0cc84b95e80d on network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:16:33.511455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:16:33.511793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Checking segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:16:33.512170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Bound using segment: {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:16:33.512593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Bound port: 325bf579-27a5-4dc9-a280-0cc84b95e80d, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1298bf39-25bb-49ad-870f-7d90477519ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:16:33.512938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:33.569212 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c43e6526-bca5-47d1-86f9-6b8d901b4187 req-4c7b9ff4-69b6-41ec-b425-a67240276605 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907183 Mar 21 07:16:33.623064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:16:33.625922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:16:33.631615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:33.687539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:33.688150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:33.689834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] 10.222.0.30 "PUT /v2.0/ports/325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 200 len: 1093 time: 1.0282640 Mar 21 07:16:33.690282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:33.721968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b88a-f049-4051-bd41-cb4926895e3d service neutron] Pushing event updated for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:33.759678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'status': 'completed', 'code': 200} Mar 21 07:16:33.800869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-d6c09343-8d43-4f98-aefd-d21a8995b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:33.803048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-d6c09343-8d43-4f98-aefd-d21a8995b101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1096 time: 0.0758374 Mar 21 07:16:33.965970 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-926533ab-b49d-4550-91f0-3a80a3915e14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 200 len: 217 time: 0.1569958 Mar 21 07:16:34.029522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f6087fe9-25f4-4969-a721-cef936f1ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.030885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-f6087fe9-25f4-4969-a721-cef936f1ac9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0589211 Mar 21 07:16:34.103148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e5a92-ca77-4412-a863-e53630926f4f req-338dab37-bb67-4972-803e-69e2c120c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.104521 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-338dab37-bb67-4972-803e-69e2c120c154 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682459 Mar 21 07:16:34.233234 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-49ac1de4-1c05-43ba-9139-532c4d3dba7e service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224251 Mar 21 07:16:34.363104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d33e5a92-ca77-4412-a863-e53630926f4f req-0b193343-39f5-4c38-b345-6394884c4bef service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242578 Mar 21 07:16:34.474956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-8f87af19-52e6-4b21-be2f-59c6c2bc0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.476453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-8f87af19-52e6-4b21-be2f-59c6c2bc0758 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1096 time: 0.0725877 Mar 21 07:16:34.608924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-fce90de6-9cd3-43a8-b3c3-f0ab1aa94fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.610427 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-fce90de6-9cd3-43a8-b3c3-f0ab1aa94fc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1285305 Mar 21 07:16:34.710681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-a0f464f8-06f3-4f91-bfaa-5cb6e1e87074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 200 len: 217 time: 0.0941741 Mar 21 07:16:34.799561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-b953b0e7-e14e-4573-8179-23f150e7590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.800956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-b953b0e7-e14e-4573-8179-23f150e7590c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0795054 Mar 21 07:16:34.858300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b998c-434d-4656-bc16-7788c71e8218 req-57e83314-bfe2-4b2d-a9d0-7c9089fa7f50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.859707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-447b998c-434d-4656-bc16-7788c71e8218 req-57e83314-bfe2-4b2d-a9d0-7c9089fa7f50 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 943 time: 0.1873009 Mar 21 07:16:34.921953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-447b998c-434d-4656-bc16-7788c71e8218 req-ab6fdcd6-10b3-4a0b-aac4-f8d8b8a12628 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501480 Mar 21 07:16:34.924400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-0afb722b-0a30-4ace-ba30-a33334d1b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:34.925783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-0afb722b-0a30-4ace-ba30-a33334d1b7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172681 Mar 21 07:16:35.059144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-c088b6d1-f7ee-48ed-b6c0-d1d2f2185bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241152 Mar 21 07:16:35.190603 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134f4177-b5d1-4c7a-8691-c65e465b81f2 req-ca492f48-43a2-4cc1-8c31-d0c7b6bcdc25 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243544 Mar 21 07:16:36.105681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a408bf-5e95-4b52-9dd8-c4fd39fc055b req-171c6baf-c1e7-4959-be44-7edde0fe1b7c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:36.107107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90a408bf-5e95-4b52-9dd8-c4fd39fc055b req-171c6baf-c1e7-4959-be44-7edde0fe1b7c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 943 time: 0.0780411 Mar 21 07:16:36.150247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90a408bf-5e95-4b52-9dd8-c4fd39fc055b req-914dad40-891d-4528-a1ec-cc11e551b543 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Mar 21 07:16:37.335197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5fff-8f7e-4d9e-bd22-28db4912b8d6 req-fc720ce7-28b6-4613-9105-24e30092d8bd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:37.336662 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9ed5fff-8f7e-4d9e-bd22-28db4912b8d6 req-fc720ce7-28b6-4613-9105-24e30092d8bd tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 943 time: 0.0848663 Mar 21 07:16:37.378989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9ed5fff-8f7e-4d9e-bd22-28db4912b8d6 req-7eed1128-9274-45e7-b98b-188ad127fcb7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Mar 21 07:16:38.562557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5648-790a-4df7-9a1e-c706061c0bc8 req-9359bcd8-e30e-4eb9-a4d8-89db8e64dfc0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:38.564194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36cb5648-790a-4df7-9a1e-c706061c0bc8 req-9359bcd8-e30e-4eb9-a4d8-89db8e64dfc0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 943 time: 0.0794420 Mar 21 07:16:38.609759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36cb5648-790a-4df7-9a1e-c706061c0bc8 req-20cd15f9-5cc3-4016-bd89-d928bd9850c2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 Mar 21 07:16:39.042969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 325bf579-27a5-4dc9-a280-0cc84b95e80d details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:16:39.172505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:39.185757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'port_id': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'mac_address': 'fa:16:3e:71:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:16:39.243323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:39.259598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325bf579-27a5-4dc9-a280-0cc84b95e80d {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:16:39.274888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:39.279796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:39.347651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:39.622667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['325bf579-27a5-4dc9-a280-0cc84b95e80d'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:16:39.890859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2056446-5925-4c13-9fc0-6d23dbe0ff61 req-48de4fbc-21f8-47d5-a932-23f1c57faac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:39.892300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c2056446-5925-4c13-9fc0-6d23dbe0ff61 req-48de4fbc-21f8-47d5-a932-23f1c57faac0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 944 time: 0.1770244 Mar 21 07:16:39.935866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c2056446-5925-4c13-9fc0-6d23dbe0ff61 req-ef2f9427-25ff-4b52-90c0-990a3e06adbe tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Mar 21 07:16:41.042657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 325bf579-27a5-4dc9-a280-0cc84b95e80d up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:16:41.124135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4f811-316f-460a-847b-4aeb79886e4f req-5b1ff385-63cd-4491-98fc-c34535116630 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:41.125650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-17a4f811-316f-460a-847b-4aeb79886e4f req-5b1ff385-63cd-4491-98fc-c34535116630 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 944 time: 0.0854671 Mar 21 07:16:41.146501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 325bf579-27a5-4dc9-a280-0cc84b95e80d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:16:41.151075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 325bf579-27a5-4dc9-a280-0cc84b95e80d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:16:41.151491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:41.171670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-17a4f811-316f-460a-847b-4aeb79886e4f req-f24873ef-a742-40cb-be02-66778bac839b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Mar 21 07:16:41.265061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:41.291430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:41.301110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:16:41.306111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:41.341373 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'code': 200} Mar 21 07:16:41.373246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:41.564603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42455879-123f-494c-b7cc-129642115e3a req-69d3700f-72c6-4300-8400-4a56da55acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:41.566107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42455879-123f-494c-b7cc-129642115e3a req-69d3700f-72c6-4300-8400-4a56da55acbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1098 time: 0.0698349 Mar 21 07:16:41.607655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42455879-123f-494c-b7cc-129642115e3a req-de8c0275-0695-4d20-aa9b-8b08c8e4d6f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345957 Mar 21 07:16:42.259841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-d77c8f5c-8147-46fd-b87c-77c6d5862cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741842 Mar 21 07:16:42.421957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886fe2f-2990-44ff-8ed2-ac56dbd2f672 req-71f5d879-b21f-4277-9f16-0e62a29cd99d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:42.423417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c886fe2f-2990-44ff-8ed2-ac56dbd2f672 req-71f5d879-b21f-4277-9f16-0e62a29cd99d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.1409934 Mar 21 07:16:42.444969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beced5-577c-48fc-8e79-323f853576c3 req-f483c679-b19c-43be-8c10-bfe91bf26c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:42.446391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-f483c679-b19c-43be-8c10-bfe91bf26c5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.1138277 Mar 21 07:16:42.492021 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c886fe2f-2990-44ff-8ed2-ac56dbd2f672 req-f36e5132-22fb-4186-912e-e7ae63f5138a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613959 Mar 21 07:16:42.597044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beced5-577c-48fc-8e79-323f853576c3 req-b9d37808-125a-4017-a4e2-d62b19fc4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:42.598503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-b9d37808-125a-4017-a4e2-d62b19fc4fb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1319139 Mar 21 07:16:42.703130 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-f282d788-ec9f-4c54-917e-b3fc6e0908ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 1001 time: 0.0979936 Mar 21 07:16:42.764064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beced5-577c-48fc-8e79-323f853576c3 req-f5ac6518-00c0-40da-9bdd-6706ed5b2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:42.765398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-f5ac6518-00c0-40da-9bdd-6706ed5b2ec6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0559840 Mar 21 07:16:42.843762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beced5-577c-48fc-8e79-323f853576c3 req-86cad8e4-7980-4d80-9b9a-bcad807caed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:42.845207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-86cad8e4-7980-4d80-9b9a-bcad807caed2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730987 Mar 21 07:16:42.980948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-86b5a863-eac9-44f6-9ade-b62454b32ea2 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282201 Mar 21 07:16:43.116344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97beced5-577c-48fc-8e79-323f853576c3 req-7b2c0eb5-28a6-44e8-8539-38b4afefb968 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295588 Mar 21 07:16:43.672798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67497d51-dcc1-4f25-b965-4e007b04d453 req-251bae53-4fe8-4caa-9022-4d2663d26a69 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:43.674244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67497d51-dcc1-4f25-b965-4e007b04d453 req-251bae53-4fe8-4caa-9022-4d2663d26a69 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.0789440 Mar 21 07:16:43.717470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67497d51-dcc1-4f25-b965-4e007b04d453 req-ceb47ec6-7fa5-4f2f-b485-8210db35a268 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376308 Mar 21 07:16:43.899622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886372a9-317e-47e1-9f47-7d6cfca5ae99 req-82943611-6466-49b6-acb4-2ffcbcc9f470 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:43.901025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-886372a9-317e-47e1-9f47-7d6cfca5ae99 req-82943611-6466-49b6-acb4-2ffcbcc9f470 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Mar 21 07:16:43.944145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-886372a9-317e-47e1-9f47-7d6cfca5ae99 req-59178183-d076-4c44-9b1a-db2a351766a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 Mar 21 07:16:43.966678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36900) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:44.034237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee1ffc-852d-4b90-8ebc-1825ee210061 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:44.035679 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-08ee1ffc-852d-4b90-8ebc-1825ee210061 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1093 time: 0.0680783 Mar 21 07:16:44.039255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36904) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:16:44.044276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:16:44.050115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:16:44.054056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:16:44.056831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:16:44.062394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:16:44.073263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:44.215386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:44.441113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.154 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/dca10e96-9337-43f5-b11c-440215cc19a3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:16:44.586765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:44.614765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:44.679848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:16:44.682658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:16:44.686247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:16:44.719818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=dca10e96-9337-43f5-b11c-440215cc19a3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:45.097728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:45.169426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:45.377241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:45.382007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:45.487639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=dca10e96-9337-43f5-b11c-440215cc19a3,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:16:45.499985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:45.666503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP c6d5236f-82ee-4dc6-84b8-95fecb595610 associated. External IP: 172.26.2.154, port: 325bf579-27a5-4dc9-a280-0cc84b95e80d. Mar 21 07:16:46.109555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:16:46.287316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:16:46.297807 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:16:46.307205 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:46.307942 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:16:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:46.311796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:46.369244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a41e57ae-a7e4-4259-92ad-b0ded388df01 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3288875 Mar 21 07:16:46.369787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:16:46.414708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'status': 'completed', 'code': 200} Mar 21 07:16:46.493495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:46.508410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-06700c6d-0055-44f0-ac19-732c17aab71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:46.509920 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-06700c6d-0055-44f0-ac19-732c17aab71b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1098 time: 0.0753751 Mar 21 07:16:46.640485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-32741abd-5010-46e8-9d4e-33ccb2427145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:46.641971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-32741abd-5010-46e8-9d4e-33ccb2427145 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1264958 Mar 21 07:16:46.744767 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-477af6c9-96c1-4f81-969f-b7c084f2fad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 200 len: 999 time: 0.0967939 Mar 21 07:16:46.809616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-b284c579-775b-482f-bf15-57c6a7ad2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:46.811044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-b284c579-775b-482f-bf15-57c6a7ad2a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0603538 Mar 21 07:16:46.844861 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}, {'id': 'c6d5236f-82ee-4dc6-84b8-95fecb595610', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:71:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03551bd4-265c-4523-8afe-711a739773c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:45Z', 'updated_at': '2022-03-21T07:16:45Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:46.848840 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:16:46.857437 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:16:46.858053 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:16:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:46.884734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-a52d953c-910b-4ca2-b0ca-e2ff3561dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:16:46.886255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-a52d953c-910b-4ca2-b0ca-e2ff3561dbf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692422 Mar 21 07:16:47.016349 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-4a22fe70-4b76-4d83-9d2a-72e9f26f1452 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241395 Mar 21 07:16:47.064270 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:16:47.147245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af96761c-cd6c-45a9-9707-33c03a333e20 req-4dd76825-0cb8-4638-bb26-531226de843c service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245339 Mar 21 07:16:47.420773 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}, {'id': 'c6d5236f-82ee-4dc6-84b8-95fecb595610', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:71:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03551bd4-265c-4523-8afe-711a739773c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:45Z', 'updated_at': '2022-03-21T07:16:45Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:16:47.424587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9357b2c-2796-424e-b1c6-d16b4ce47d1c None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}, {'id': 'c6d5236f-82ee-4dc6-84b8-95fecb595610', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.154', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:71:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03551bd4-265c-4523-8afe-711a739773c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:45Z', 'updated_at': '2022-03-21T07:16:45Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:16:47.609077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da614ada-2f22-4fda-9cc7-6e32377e045f None None] New status for floating IP c6d5236f-82ee-4dc6-84b8-95fecb595610: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:16:48.575679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:52.453812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-abb6149f-1044-454f-af13-991e59f7bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:54.567749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-506987fd-67dd-4f02-891d-61fbf9fdbe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:55.790302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:55.810964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:16:57.321506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:05.736841 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:17:18.577922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:22.447054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5595eae4-0a39-4043-b19f-20daef6ea6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:24.569715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30d1fe1e-e9de-479f-aa0b-f42e9160fa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:25.791980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:25.812964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:27.324039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:42.734896 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:17:44.278712 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-465ae9be-79f6-4d24-9152-898387776176 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156631 Mar 21 07:17:44.415638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-ef89bd33-4202-452b-aeb0-e9a004481b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:17:44.417083 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-ef89bd33-4202-452b-aeb0-e9a004481b4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.0705216 Mar 21 07:17:44.559502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-9794010e-4b37-4c52-8d69-4dd37d0ec1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:17:44.560847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-9794010e-4b37-4c52-8d69-4dd37d0ec1a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1258349 Mar 21 07:17:44.759228 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-ee6a744f-c800-47aa-94e8-66abc95dea01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 1001 time: 0.1929471 Mar 21 07:17:44.822677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-c325b0b4-e06d-491c-920c-2513de44fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:17:44.823974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-c325b0b4-e06d-491c-920c-2513de44fde0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0590966 Mar 21 07:17:44.898824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-7fec0a4e-8650-43c5-bcf2-6db17bd67083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:17:44.900252 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-7fec0a4e-8650-43c5-bcf2-6db17bd67083 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699036 Mar 21 07:17:44.909724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-e68531e5-8a88-4640-a45f-3b038722f2d7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:17:44.911134 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-e68531e5-8a88-4640-a45f-3b038722f2d7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046952 Mar 21 07:17:45.038542 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-95d20b79-1ccd-452e-9f80-149f7a1740d3 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216779 Mar 21 07:17:45.165889 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69e2c766-1af8-44d6-98ce-5369a090b41e req-a8184733-6bbc-425f-b202-e7e0e6073a0e service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222923 Mar 21 07:17:48.571059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:52.448312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-05ef17ea-dcbf-44eb-b628-0f7d852e5ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:54.572242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22da1bf4-59e7-402f-aa76-1d784c1ff28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:55.794405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:55.817945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:17:57.326057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:01.997819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36932) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:02.107587 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f40e141c-2a2b-413f-9e41-4f3f45989e9f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/4cd38417-fc39-4fc9-81d1-fba4b1a4d702 HTTP/1.1" status: 200 len: 993 time: 0.1086240 Mar 21 07:18:02.859730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36942) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:02.866944 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:02.990751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:03.209416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:03.235013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:03.239802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:03.313098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:03.313734 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:03.315320 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/ports/706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 938 time: 0.4545119 Mar 21 07:18:03.315848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:03.338057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=6']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:03.346505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.347145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.347519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.348368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.348487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.348764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.349971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.350307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.350634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.350960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.351287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.351608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f92226-655a-415c-9646-085a25ca36ca tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:03.494489 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:18:03.514060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-08cb3600-56dd-4db4-80bc-4b719a4a1179 None None] Provisioning complete for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:03.514647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-08cb3600-56dd-4db4-80bc-4b719a4a1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:03.577120 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-08cb3600-56dd-4db4-80bc-4b719a4a1179 None None] Port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 is administratively disabled so it will not transition to active. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 21 07:18:03.585889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-ea267738-752e-467e-86aa-c9b88df25774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:03.587352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-ea267738-752e-467e-86aa-c9b88df25774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1099 time: 0.0720336 Mar 21 07:18:03.720025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-9443bf54-e747-446a-b818-4313dfd6e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:03.721409 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-9443bf54-e747-446a-b818-4313dfd6e12b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1281767 Mar 21 07:18:03.822151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-1a450c4f-59f4-460f-9acc-7086824eacd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 1002 time: 0.0953939 Mar 21 07:18:03.886597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-f8dc93b9-e7e8-4853-b76f-219be7ac6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:03.887995 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-f8dc93b9-e7e8-4853-b76f-219be7ac6377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0598989 Mar 21 07:18:03.961318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-3b6b3934-a2c6-43fd-acc8-e22aa9655b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:03.962781 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-3b6b3934-a2c6-43fd-acc8-e22aa9655b01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695994 Mar 21 07:18:04.092045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-51e2e7b6-ab4b-4822-b4d1-8be4f7af871f service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226521 Mar 21 07:18:04.221305 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0432e50-4097-4bce-8352-ffdeeebd2144 req-49c5fe62-c8aa-46df-a82f-94aaf6ad02f7 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228659 Mar 21 07:18:06.837099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36954) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:06.842980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:06.963939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:07.170571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:07.199175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:07.203516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:07.270390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:07.271534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:07.272967 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/ports/706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 937 time: 0.4348369 Mar 21 07:18:07.273662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:07.276022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36958) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:07.299478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=7']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:07.308736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.309081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.309445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.309779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.310107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.310432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.310755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.311079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.311398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.312294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.312294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.312562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46389e5f-7511-460e-853c-069cb466a553 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:07.339640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:18:07.415656 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c396b5dc-2b6d-4cd9-9610-9f14afe5bdcb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/4cd38417-fc39-4fc9-81d1-fba4b1a4d702 HTTP/1.1" status: 200 len: 993 time: 0.1374731 Mar 21 07:18:07.438323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aed0c-472d-4fb1-b892-6beea2849acf req-fa01b543-09a8-46a0-a30d-1fc9e9d1aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:07.439812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-fa01b543-09a8-46a0-a30d-1fc9e9d1aa75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.0783165 Mar 21 07:18:07.518613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8c1d8a57-95b4-4faa-a78e-292535eeb614 None None] Provisioning complete for port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:07.519215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8a57-95b4-4faa-a78e-292535eeb614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:07.617790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['706ac3a8-8c5e-4ebc-b46a-35f66789ec31'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:18:07.667828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aed0c-472d-4fb1-b892-6beea2849acf req-f6767590-5caf-4eaa-9495-cbbb80a56f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:07.669295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-f6767590-5caf-4eaa-9495-cbbb80a56f36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.2233396 Mar 21 07:18:07.770258 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-84e51c58-6440-4106-a30a-b3dfabf02dde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 1001 time: 0.0946453 Mar 21 07:18:07.834604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aed0c-472d-4fb1-b892-6beea2849acf req-7e19a617-601b-47e1-a923-9526b6915378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:07.836010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-7e19a617-601b-47e1-a923-9526b6915378 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0601301 Mar 21 07:18:07.909236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aed0c-472d-4fb1-b892-6beea2849acf req-b9b01182-446f-4384-837f-e683cefaeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:07.910698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-b9b01182-446f-4384-837f-e683cefaeb26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690503 Mar 21 07:18:08.056120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-30c8a3d1-04b4-42f1-b248-b94c1347c7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392939 Mar 21 07:18:08.217585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521aed0c-472d-4fb1-b892-6beea2849acf req-a288be55-f571-44ab-b080-5216f98c1369 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545348 Mar 21 07:18:09.968491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36970) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:10.171752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port dca10e96-9337-43f5-b11c-440215cc19a3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:10.172090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:10.340755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:10.341079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:10.464207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for dca10e96-9337-43f5-b11c-440215cc19a3 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:10.608630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:10.683428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=dca10e96-9337-43f5-b11c-440215cc19a3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:10.750296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:10.750676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP c6d5236f-82ee-4dc6-84b8-95fecb595610 disassociated (deleted). External IP: 172.26.2.154, port: 325bf579-27a5-4dc9-a280-0cc84b95e80d. Mar 21 07:18:11.183106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:18:11.358422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:11.369516 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a715798-d2f3-468c-815c-74500688081d None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:11.383797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:11.384138 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:11.384792 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:11.444972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dad1e933-eb83-4f19-9a4c-836208ea080e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6d5236f-82ee-4dc6-84b8-95fecb595610 HTTP/1.1" status: 204 len: 168 time: 1.4720113 Mar 21 07:18:11.444972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:11.492960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'status': 'completed', 'code': 200} Mar 21 07:18:11.565041 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:11.590811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-829fef6a-07f9-4387-b876-c7d756b1e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:11.592294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-829fef6a-07f9-4387-b876-c7d756b1e73e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 1098 time: 0.0788081 Mar 21 07:18:11.758934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-bc49e45e-c6f8-42d7-a7b6-62ba62564dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:11.760165 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-bc49e45e-c6f8-42d7-a7b6-62ba62564dee service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1620100 Mar 21 07:18:11.863780 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-3c8d6978-ba07-4222-ab09-7451b00560dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 200 len: 217 time: 0.0963743 Mar 21 07:18:11.928164 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:11.931964 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a715798-d2f3-468c-815c-74500688081d None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:11.940509 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:11.941092 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:11.951183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-94288fb3-feb1-480a-a5dd-1e022d5bb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:11.952608 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-94288fb3-feb1-480a-a5dd-1e022d5bb8e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0825906 Mar 21 07:18:12.001102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ddde5-3228-4932-b942-dbd7269856e5 req-49b57840-740f-434e-a661-eca322e82f22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:12.001818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-591ddde5-3228-4932-b942-dbd7269856e5 req-49b57840-740f-434e-a661-eca322e82f22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:12.033747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-591ddde5-3228-4932-b942-dbd7269856e5 req-49b57840-740f-434e-a661-eca322e82f22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:12.034819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-591ddde5-3228-4932-b942-dbd7269856e5 req-49b57840-740f-434e-a661-eca322e82f22 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.2863126 Mar 21 07:18:12.080782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-ba3f0a46-b8a6-40fe-896f-85a45c1d336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:12.082394 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-ba3f0a46-b8a6-40fe-896f-85a45c1d336b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219149 Mar 21 07:18:12.090109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-591ddde5-3228-4932-b942-dbd7269856e5 req-fc5f74c8-2a82-43a8-b051-a48f2b4d7e44 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Mar 21 07:18:12.117626 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:12.217951 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-2915ef7a-7838-47ae-9e89-bd37c5436bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269045 Mar 21 07:18:12.351298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0312efe6-437b-4b25-8ecf-43c670192e33 req-886b2ec5-3a48-46f4-adcb-3e3855548645 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274998 Mar 21 07:18:12.491899 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8a715798-d2f3-468c-815c-74500688081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:12.495726 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a715798-d2f3-468c-815c-74500688081d None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4cd38417-fc39-4fc9-81d1-fba4b1a4d702', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.144', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'port_id': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'mac_address': 'fa:16:3e:78:85:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:16:26Z', 'updated_at': '2022-03-21T07:16:29Z', 'revision_number': 1, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:12.708791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0794dd-2df1-4aff-b32a-1536c4e53470 None None] New status for floating IP c6d5236f-82ee-4dc6-84b8-95fecb595610: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:18:13.278715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-66b44c0d-5747-4fbc-8c14-63baac20981f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:13.280181 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-66b44c0d-5747-4fbc-8c14-63baac20981f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.0909362 Mar 21 07:18:13.494264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 325bf579-27a5-4dc9-a280-0cc84b95e80d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:13.494604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:13.595896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae9d2-f9e0-489b-b6a3-43bedf671b64 req-82e56173-1a8a-4813-b396-8ccf22bec851 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:13.597466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-398ae9d2-f9e0-489b-b6a3-43bedf671b64 req-82e56173-1a8a-4813-b396-8ccf22bec851 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=03551bd4-265c-4523-8afe-711a739773c4 HTTP/1.1" status: 200 len: 945 time: 0.3743050 Mar 21 07:18:13.693703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-398ae9d2-f9e0-489b-b6a3-43bedf671b64 req-cebb7af0-d496-41f2-b399-093cdf69bacc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d77d5a31-122b-4d1b-92db-ff343e86aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891948 Mar 21 07:18:13.795112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 325bf579-27a5-4dc9-a280-0cc84b95e80d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=325bf579-27a5-4dc9-a280-0cc84b95e80d,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:13.795390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:13.923526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 325bf579-27a5-4dc9-a280-0cc84b95e80d owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:14.074109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.125405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=325bf579-27a5-4dc9-a280-0cc84b95e80d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:14.204126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 325bf579-27a5-4dc9-a280-0cc84b95e80d on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:18:14.206569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.209886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'name': 'network-vif-deleted', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:14.227938 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31b2368c-2f1a-4020-ba8c-110c783efb97 req-ca5cf853-cd5c-4520-920e-1879e1b2a1e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/325bf579-27a5-4dc9-a280-0cc84b95e80d HTTP/1.1" status: 204 len: 173 time: 0.9152811 Mar 21 07:18:14.265482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03551bd4-265c-4523-8afe-711a739773c4', 'name': 'network-vif-deleted', 'tag': '325bf579-27a5-4dc9-a280-0cc84b95e80d', 'status': 'completed', 'code': 200} Mar 21 07:18:14.789141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 36990) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:14.857467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.886900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.950740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.969420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d5a31-122b-4d1b-92db-ff343e86aea0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:14.975895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:14.979202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cb16f958-06a0-48e5-b8ec-4b5751497c23 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/d77d5a31-122b-4d1b-92db-ff343e86aea0 HTTP/1.1" status: 204 len: 168 time: 0.1868417 Mar 21 07:18:15.007572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 36996) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:15.218309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port dda769bb-5c44-46d0-ae7a-dfb333091a99 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:15.218637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:15.392189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:15.392513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:15.625983 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for dda769bb-5c44-46d0-ae7a-dfb333091a99 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:15.775338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:15.823689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=dda769bb-5c44-46d0-ae7a-dfb333091a99,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:15.914526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:15.914860 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP 4cd38417-fc39-4fc9-81d1-fba4b1a4d702 disassociated (deleted). External IP: 172.26.2.144, port: 706ac3a8-8c5e-4ebc-b46a-35f66789ec31. Mar 21 07:18:16.261340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:18:16.440072 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:16.449764 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:16.456752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:16.459668 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:16.460332 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:16.513679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0ab52bcf-f7de-498d-bc51-b60861b963b7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/4cd38417-fc39-4fc9-81d1-fba4b1a4d702 HTTP/1.1" status: 204 len: 168 time: 1.5023794 Mar 21 07:18:16.513679 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:16.564491 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:18:16.650007 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:16.659911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-92e174b6-da48-4f2a-871b-d5d87b307797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:16.661761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-92e174b6-da48-4f2a-871b-d5d87b307797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 1098 time: 0.0767279 Mar 21 07:18:16.808145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-d6f0290e-99d2-4e62-ac1a-1ac005d11528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:16.809631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-d6f0290e-99d2-4e62-ac1a-1ac005d11528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 200 len: 897 time: 0.1421525 Mar 21 07:18:16.918612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-73b8dc6f-89c7-4743-b7f4-c573775b712b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 200 len: 217 time: 0.1006968 Mar 21 07:18:16.974843 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:16.978644 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:16.986854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:16.987446 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:16.997721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-4182c050-28b1-4f75-90b4-a5a739af435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:16.999154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-4182c050-28b1-4f75-90b4-a5a739af435a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 200 len: 834 time: 0.0735137 Mar 21 07:18:17.007163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-6c40df73-c28c-463a-9c18-98d01ff1650c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:17.007819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-6c40df73-c28c-463a-9c18-98d01ff1650c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:17.073019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-6c40df73-c28c-463a-9c18-98d01ff1650c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:17.074122 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-6c40df73-c28c-463a-9c18-98d01ff1650c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.2575052 Mar 21 07:18:17.119269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-9361a656-41cb-43a5-bc36-e1d5ea0bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:17.120702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-9361a656-41cb-43a5-bc36-e1d5ea0bea1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102595 Mar 21 07:18:17.126904 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-eabbc86f-212e-4ae1-afe0-af806b788ce6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:17.169356 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:17.223796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-eabbc86f-212e-4ae1-afe0-af806b788ce6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:17.225048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-59e569c7-73f1-41df-a797-fa91a8d3e442 req-eabbc86f-212e-4ae1-afe0-af806b788ce6 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450529 Mar 21 07:18:17.271718 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-1621c325-5676-4232-9413-bd06001abbcf service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421731 Mar 21 07:18:17.495465 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:17.499361 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658f00c-d81d-4ae6-8140-6454831d8503 None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:07Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6a3629c3-ceee-419f-9ecf-25e0095c6054', 'name': '', 'network_id': '2bd9865f-e0ba-4f4e-919d-bf7b585eb77b', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:1f:e5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:06Z', 'updated_at': '2022-03-21T07:16:11Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '082d6b8c-45b8-403b-a3b0-d43782b093ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:17.508079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d737ccfa-4d52-4001-8f49-fc126cf9a9c9 req-8cf2feda-c0f0-48f4-bc5e-9d10391ec664 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300372 Mar 21 07:18:17.538633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 325bf579-27a5-4dc9-a280-0cc84b95e80d no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:18:17.573499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 325bf579-27a5-4dc9-a280-0cc84b95e80d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:18:17.573846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 325bf579-27a5-4dc9-a280-0cc84b95e80d not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:18:17.716361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6800cb-1ad4-4934-ae83-b9363b983672 None None] New status for floating IP 4cd38417-fc39-4fc9-81d1-fba4b1a4d702: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:18:18.475075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72641-7809-4f58-acbe-c45d2a6fff63 req-47027a21-81a3-4c71-8570-51b16850ed6c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:18.476504 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e72641-7809-4f58-acbe-c45d2a6fff63 req-47027a21-81a3-4c71-8570-51b16850ed6c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.1420166 Mar 21 07:18:18.484287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a63f4-b835-468b-a973-df83f53cd477 req-68df5945-5675-43e0-8268-91dd08efbd0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:18.485616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a30a63f4-b835-468b-a973-df83f53cd477 req-68df5945-5675-43e0-8268-91dd08efbd0f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 945 time: 0.1159606 Mar 21 07:18:18.579623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13e72641-7809-4f58-acbe-c45d2a6fff63 req-d552d13d-3d36-4d75-994a-d64af9228d43 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929565 Mar 21 07:18:18.584223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:18.586648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:18.586992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:18.827978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:18.828616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:18.952053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:19.090482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:19.170002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=706ac3a8-8c5e-4ebc-b46a-35f66789ec31,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:19.218987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:18:19.221140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:19.223600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'name': 'network-vif-deleted', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:19.240966 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a30a63f4-b835-468b-a973-df83f53cd477 req-888ddd71-994c-4ae3-b0ff-4b18565cbf79 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/706ac3a8-8c5e-4ebc-b46a-35f66789ec31 HTTP/1.1" status: 204 len: 173 time: 0.7417674 Mar 21 07:18:19.275307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36', 'name': 'network-vif-deleted', 'tag': '706ac3a8-8c5e-4ebc-b46a-35f66789ec31', 'status': 'completed', 'code': 200} Mar 21 07:18:19.733872 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:18:19.750269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80180536-6e6b-4b4f-a7fb-53688740a7b7 req-e8cbfd5d-9098-44c6-97c5-12a89b296538 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:19.767135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80180536-6e6b-4b4f-a7fb-53688740a7b7 req-e8cbfd5d-9098-44c6-97c5-12a89b296538 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:19.768427 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80180536-6e6b-4b4f-a7fb-53688740a7b7 req-e8cbfd5d-9098-44c6-97c5-12a89b296538 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=178ea1a4-9d70-4fd6-a3fa-8378cfd8ae36 HTTP/1.1" status: 200 len: 210 time: 0.0620661 Mar 21 07:18:20.861153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37014) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:20.931834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:20.961875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:21.025240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:21.043989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56cecb4-8f3e-432e-8c1a-d4ff2078ea20,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:21.054811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:21.055954 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e50aaae4-c2f5-43c7-8ddc-891c39d464a2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/d56cecb4-8f3e-432e-8c1a-d4ff2078ea20 HTTP/1.1" status: 204 len: 168 time: 0.1938050 Mar 21 07:18:21.086353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37020) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:21.739802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:22.092589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 6a3629c3-ceee-419f-9ecf-25e0095c6054 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:22.093300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:22.279419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 6a3629c3-ceee-419f-9ecf-25e0095c6054, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6a3629c3-ceee-419f-9ecf-25e0095c6054,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:22.279769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:22.401942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 6a3629c3-ceee-419f-9ecf-25e0095c6054 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:22.450887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf09a-2bde-41a1-8a78-aa9ceb8d97d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:22.726487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:22.777309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=6a3629c3-ceee-419f-9ecf-25e0095c6054,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:23.159269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:23.514063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:18:23.569471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:18:23.606059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:18:23.606294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 706ac3a8-8c5e-4ebc-b46a-35f66789ec31 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:18:23.690549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:23.700848 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Sync routers for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:23.708270 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fb172ffc-ca85-4f00-a4a7-17746c4b01ed tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/fccd2fee-099b-468c-8b90-3b5f8ace4bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201000 Mar 21 07:18:23.710702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37030) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:23.711949 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:23.712538 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:23.781131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet 082d6b8c-45b8-403b-a3b0-d43782b093ea {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:18:23.784157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:23.838637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:23.920483 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:23.923308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:23.996569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.037044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=082d6b8c-45b8-403b-a3b0-d43782b093ea,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:24.039012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.045582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6877012-1df2-452b-9c95-456b4ba0049d None None] Network 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:18:24.048175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37034) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:24.048587 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5cf66a0a-0d30-4c99-a154-0b7b0a1982a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/082d6b8c-45b8-403b-a3b0-d43782b093ea HTTP/1.1" status: 204 len: 168 time: 0.3365645 Mar 21 07:18:24.212695 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:18:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:24.217998 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Checking router: fccd2fee-099b-468c-8b90-3b5f8ace4bf1 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:24.228843 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Routers {'fccd2fee-099b-468c-8b90-3b5f8ace4bf1'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:24.229487 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:17:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:24.232874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.326160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] DHCP port deletion for 2bd9865f-e0ba-4f4e-919d-bf7b585eb77b request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:18:24.330628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Deleting port 17ec23c5-be5d-4a88-b00e-66ab816769c8 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:24.330998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.412185 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] Set router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:24.417019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.428369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:18:24.429544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.542844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] For port 17ec23c5-be5d-4a88-b00e-66ab816769c8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=17ec23c5-be5d-4a88-b00e-66ab816769c8,segment=NetworkSegment(1298bf39-25bb-49ad-870f-7d90477519ff),segment_id=1298bf39-25bb-49ad-870f-7d90477519ff)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:24.543271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.671634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Calling delete_port for 17ec23c5-be5d-4a88-b00e-66ab816769c8 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:24.703968 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:18:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:24.708003 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0a754-fc5c-439c-a29e-19846ed45512 None None] The sync data for ids ['fccd2fee-099b-468c-8b90-3b5f8ace4bf1'] in dv-neutron-834307-1-hyperv is: [{'id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'name': 'tempest-TestNetworkBasicOps-router-1244832721', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:18:22Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'c2de99ea-0a6e-4b55-8426-a0cc13a6cf85', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccd2fee-099b-468c-8b90-3b5f8ace4bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:16:02Z', 'updated_at': '2022-03-21T07:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:24.719782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port c2de99ea-0a6e-4b55-8426-a0cc13a6cf85, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:24.720352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.726938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ff788013-ac4d-4971-a55a-db2d2981c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.765009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:24.811735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Pushing event deleted for resources: {'Port': ['ID=17ec23c5-be5d-4a88-b00e-66ab816769c8,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:24.816136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] No DVR routers for this DVR port 17ec23c5-be5d-4a88-b00e-66ab816769c8 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:18:24.822188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.822542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.825704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f762c-e1c3-434f-b90a-e65cf647de35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:24.853072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:18:25.016576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.063997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=c2de99ea-0a6e-4b55-8426-a0cc13a6cf85,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:25.157998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.335552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.337708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.359675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.360160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router fccd2fee-099b-468c-8b90-3b5f8ace4bf1 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:18:25.375593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.376682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b0e9fbe0-7a74-4db5-8254-6710474d4eef tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/fccd2fee-099b-468c-8b90-3b5f8ace4bf1 HTTP/1.1" status: 204 len: 168 time: 1.3267796 Mar 21 07:18:25.379974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37038) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:25.497190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.624321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.649134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd9865f-e0ba-4f4e-919d-bf7b585eb77b']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:25.664179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1298bf39-25bb-49ad-870f-7d90477519ff') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:25.664473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1298bf39-25bb-49ad-870f-7d90477519ff') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:25.679648 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.795581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.805311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:18:25.805757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.815278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:18:25.823840 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:18:25.837246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.858304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 17ec23c5-be5d-4a88-b00e-66ab816769c8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:18:25.895749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 17ec23c5-be5d-4a88-b00e-66ab816769c8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:18:25.896134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 17ec23c5-be5d-4a88-b00e-66ab816769c8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:18:25.896892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6a3629c3-ceee-419f-9ecf-25e0095c6054 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:18:25.905349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.922966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:25.929736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 6a3629c3-ceee-419f-9ecf-25e0095c6054 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:18:25.930084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6a3629c3-ceee-419f-9ecf-25e0095c6054 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:18:25.930499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:18:25.933690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=2bd9865f-e0ba-4f4e-919d-bf7b585eb77b,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:25.944190 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4a4c20ea-2124-4c13-805d-96d6aa431b82 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/2bd9865f-e0ba-4f4e-919d-bf7b585eb77b HTTP/1.1" status: 204 len: 168 time: 0.5630054 Mar 21 07:18:25.963908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:18:25.964268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device c2de99ea-0a6e-4b55-8426-a0cc13a6cf85 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:18:25.973806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37042) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:25.979454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'network': {'name': 'tempest-network-smoke--1152175094', 'project_id': '112f7542942f41fd953f770db4688f7d', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:25.984396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:25.988366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:network and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:25.991352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:25.996870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:26.007857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:18:26.011189 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.040045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:18:26.047749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.048145 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Added segment 5c270331-a3be-4a65-afa6-a56f133d265a of type vlan for network 93474f97-5799-441f-8d40-a51c954ef09e Mar 21 07:18:26.076069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.104158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.109524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:26.110054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.213606 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2386794 Mar 21 07:18:26.216488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37046) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:26.219873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f30712-ac43-4615-9400-5d0ee725615f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Network': ['ID=93474f97-5799-441f-8d40-a51c954ef09e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:26.223857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'admin_state_up': True, 'project_id': '112f7542942f41fd953f770db4688f7d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:26.231001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:26.235283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:router and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:26.237140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 93474f97-5799-441f-8d40-a51c954ef09e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:18:26.238441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:26.244954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:26.255404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.256624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.272618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.538628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.929463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:26.959262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:27.091475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.219 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/b06b3f0c-da55-4b16-a595-18945a008630) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:18:27.236053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:27.265271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:27.328900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:27.330284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:27.333793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:27.337434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:18:27.376808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:27.752243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:28.086252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:28.389976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:18:28.563959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:28.574618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:28.586856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:28.587524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:28.591399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:28.592594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-72e072cc-5202-43c9-8e93-5b6709e5c67d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3751049 Mar 21 07:18:28.595788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37050) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:28.639385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7c3fb813-ca34-423b-a6f1-f7d4c85701cf tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=112f7542942f41fd953f770db4688f7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425124 Mar 21 07:18:28.642014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37054) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:28.773360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2f2d1-d2d5-4eec-97d9-bac479d2b23c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:28.774845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-70e2f2d1-d2d5-4eec-97d9-bac479d2b23c tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320152 Mar 21 07:18:28.777767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37058) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:28.802742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:28.816572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b5170857-30ff-473f-b658-faccc710343a tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377696 Mar 21 07:18:28.819229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37062) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:28.824620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601580199', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'project_id': '112f7542942f41fd953f770db4688f7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:28.934415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:28.938455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:subnet and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:28.941332 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:28.947544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:28.957017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:18:28.960501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.087501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:27Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:29.091475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:29.091824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Updating router 3cb36882-5c86-42be-8750-b43780e48cc4 port b06b3f0c-da55-4b16-a595-18945a008630 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:18:29.147693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.178528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.259509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Subnet': ['ID=8fa60bd4-ae76-4771-9439-1098939990df,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:29.268136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Checking segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:18:29.268506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network hostable DHCP agents. Network: 93474f97-5799-441f-8d40-a51c954ef09e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:18:29.290406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 93474f97-5799-441f-8d40-a51c954ef09e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:18:29.300111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 93474f97-5799-441f-8d40-a51c954ef09e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:29.311785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:29.313182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.313987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5cb71-7d82-4d18-abff-992d21602a74 None None] Network 93474f97-5799-441f-8d40-a51c954ef09e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:18:29.334721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f531d1fb-dd97-410b-9566-b9429872f985 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5143003 Mar 21 07:18:29.337546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37066) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:29.659200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.672513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-93474f97-5799-441f-8d40-a51c954ef09e', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:18:29.673430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.685822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Transition to ACTIVE for port object b06b3f0c-da55-4b16-a595-18945a008630 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:29.699795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.846089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Attempting to bind port b06b3f0c-da55-4b16-a595-18945a008630 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:18:29.846466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Attempting to bind port b06b3f0c-da55-4b16-a595-18945a008630 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:18:29.846829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Attempting to bind port b06b3f0c-da55-4b16-a595-18945a008630 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:18:29.856868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f080-837a-4c10-80a1-1a341b3d0ec8 None None] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:29.861670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:18:29.862042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:18:29.862441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.862824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:18:29.864578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Bound port: b06b3f0c-da55-4b16-a595-18945a008630, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:18:29.864578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:29.984988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Allocated IP 172.20.0.2 (93474f97-5799-441f-8d40-a51c954ef09e/8fa60bd4-ae76-4771-9439-1098939990df/afbebbce-2df7-4136-97f7-63e16bfb7a35) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:18:29.987176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:18:29.991968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b06b3f0c-da55-4b16-a595-18945a008630,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:18:29.998492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.142372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.168092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:30.168710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:30.226941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f080-837a-4c10-80a1-1a341b3d0ec8 None None] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:30.480049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:30.521941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.604136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Transition to ACTIVE for port object afbebbce-2df7-4136-97f7-63e16bfb7a35 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:30.684516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Transition to ACTIVE for port object afbebbce-2df7-4136-97f7-63e16bfb7a35 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:30.696717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.755191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.1 (93474f97-5799-441f-8d40-a51c954ef09e/8fa60bd4-ae76-4771-9439-1098939990df/4cafbace-b760-460e-b055-0a54580e1e09) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:18:30.782627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Network 93474f97-5799-441f-8d40-a51c954ef09e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:30.787917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:30.793086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:18:30.803295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Pushing event updated for resources: {'Port': ['ID=afbebbce-2df7-4136-97f7-63e16bfb7a35,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:30.918548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.926719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Attempting to bind port afbebbce-2df7-4136-97f7-63e16bfb7a35 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:18:30.927087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Attempting to bind port afbebbce-2df7-4136-97f7-63e16bfb7a35 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:18:30.927455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Attempting to bind port afbebbce-2df7-4136-97f7-63e16bfb7a35 on network 93474f97-5799-441f-8d40-a51c954ef09e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:18:30.934162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 4cafbace-b760-460e-b055-0a54580e1e09 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:30.934471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:18:30.934841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Checking segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:18:30.935238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.935621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Bound using segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:18:30.936084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Bound port: afbebbce-2df7-4136-97f7-63e16bfb7a35, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:18:30.936706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:30.957835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:31.018411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:27Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:31.027180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 93474f97-5799-441f-8d40-a51c954ef09e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:31.028469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c0dce-34fb-433b-b76e-960a2818ad6a None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:27Z', 'revision_number': 3, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:31.030308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:31.034321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:18:31.036024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] For port afbebbce-2df7-4136-97f7-63e16bfb7a35, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:18:31.039291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] For port afbebbce-2df7-4136-97f7-63e16bfb7a35, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbebbce-2df7-4136-97f7-63e16bfb7a35,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:18:31.044810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:31.073846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:31.097841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:31.127146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec34ae-101c-48a7-8a93-f6569342a197 None None] Pushing event updated for resources: {'Port': ['ID=afbebbce-2df7-4136-97f7-63e16bfb7a35,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:31.424685 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:31.736926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbebbce-2df7-4136-97f7-63e16bfb7a35 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:31.833405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port afbebbce-2df7-4136-97f7-63e16bfb7a35 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:31.841947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:31.933514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b06b3f0c-da55-4b16-a595-18945a008630 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:31.940176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b06b3f0c-da55-4b16-a595-18945a008630 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:31.941016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.056023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.063036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.074275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.093621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b06b3f0c-da55-4b16-a595-18945a008630,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:32.100062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.175316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:32.182847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:32.185808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.205706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ad408-6382-4bfd-98f7-ad2983560a76 None None] Network 93474f97-5799-441f-8d40-a51c954ef09e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:18:32.316461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Provisioning for port afbebbce-2df7-4136-97f7-63e16bfb7a35 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:32.329955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 93474f97-5799-441f-8d40-a51c954ef09e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:32.331194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:32.333990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Provisioning complete for port afbebbce-2df7-4136-97f7-63e16bfb7a35 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:32.334359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.524003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:18:32.551146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.591723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] For port afbebbce-2df7-4136-97f7-63e16bfb7a35, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbebbce-2df7-4136-97f7-63e16bfb7a35,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:32.598873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.677357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b86d1-0eb6-40b3-91a1-2f36369c8e10 None None] Pushing event updated for resources: {'Port': ['ID=afbebbce-2df7-4136-97f7-63e16bfb7a35,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:32.720351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:32.731080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:32.734370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-64051db0-a5b5-4e8d-a6db-0ca90ab17612 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/3cb36882-5c86-42be-8750-b43780e48cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956323 Mar 21 07:18:32.736704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37070) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:32.741252 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:32.741847 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:32.826236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Provisioning for port 4cafbace-b760-460e-b055-0a54580e1e09 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:32.835373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:32.835763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.884681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff0d04-5b4a-4544-8cd3-cdd2e47eadc1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.885469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff0d04-5b4a-4544-8cd3-cdd2e47eadc1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.886139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff0d04-5b4a-4544-8cd3-cdd2e47eadc1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.886801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff0d04-5b4a-4544-8cd3-cdd2e47eadc1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.888685 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ceff0d04-5b4a-4544-8cd3-cdd2e47eadc1 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1509926 Mar 21 07:18:32.891341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37074) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:32.955416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Port 4cafbace-b760-460e-b055-0a54580e1e09 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:18:32.956507 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:32.967869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0156a78-2122-4d64-9b99-af17bbea5cbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.968420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0156a78-2122-4d64-9b99-af17bbea5cbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.968837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Provisioning complete for port afbebbce-2df7-4136-97f7-63e16bfb7a35 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:32.968948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0156a78-2122-4d64-9b99-af17bbea5cbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.969203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f0a4-f712-46ab-8879-d181d946e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:32.969348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0156a78-2122-4d64-9b99-af17bbea5cbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:32.971092 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b0156a78-2122-4d64-9b99-af17bbea5cbd tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0785091 Mar 21 07:18:32.973923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37078) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:33.207832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4bbd4995-fb4e-4c5c-bf4a-9b05255774c2 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2318127 Mar 21 07:18:33.230810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d0daa1b7-87fa-4fbc-9f58-0d4e0394fe3e None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:33.231182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d0daa1b7-87fa-4fbc-9f58-0d4e0394fe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.294896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d0daa1b7-87fa-4fbc-9f58-0d4e0394fe3e None None] Port 4cafbace-b760-460e-b055-0a54580e1e09 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:18:33.340490 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:33.344236 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:33.344582 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Updating router 3cb36882-5c86-42be-8750-b43780e48cc4 port 4cafbace-b760-460e-b055-0a54580e1e09 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:18:33.398398 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.550298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37084) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:33.556444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408013501', 'description': 'tempest-secgroup-smoke-408013501 description', 'project_id': '112f7542942f41fd953f770db4688f7d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:33.562521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:33.566687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:33.569568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:33.575235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:33.586654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.606471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:33.610638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:33.614588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:33.621206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:33.677715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbebbce-2df7-4136-97f7-63e16bfb7a35 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:33.702742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.707082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.751209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port afbebbce-2df7-4136-97f7-63e16bfb7a35 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:33.751579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.756987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:33.760797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.764819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2b6481c2-1de7-4fd8-b161-3c3ccbe321ba tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2100840 Mar 21 07:18:33.764956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37088) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:33.768147 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.770742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:33.777430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:33.782061 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Transition to ACTIVE for port object 4cafbace-b760-460e-b055-0a54580e1e09 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:33.782212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:33.785151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:33.790100 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.792963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:33.811837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.862619 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:33.870775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:33.871798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.872145 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.872481 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.872810 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.873133 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.873669 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.874173 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.874659 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.875134 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.875605 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.876083 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.876403 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:18:33.882233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.888984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:33.960413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b06b3f0c-da55-4b16-a595-18945a008630 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:33.961149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.042048 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Attempting to bind port 4cafbace-b760-460e-b055-0a54580e1e09 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:18:34.042408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Attempting to bind port 4cafbace-b760-460e-b055-0a54580e1e09 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:18:34.042763 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Attempting to bind port 4cafbace-b760-460e-b055-0a54580e1e09 on network 93474f97-5799-441f-8d40-a51c954ef09e {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:18:34.048626 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:18:34.049373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Checking segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:18:34.049958 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.050357 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Bound using segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:18:34.050818 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Bound port: 4cafbace-b760-460e-b055-0a54580e1e09, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:18:34.051850 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.058316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cf97a3-fec8-4747-8158-5589d235b559,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.061213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.065563 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-88f27529-ee55-4c6f-99f5-2b76913c96b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969582 Mar 21 07:18:34.066181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37092) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:34.073516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:34.080222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:34.085748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:34.089252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:34.095475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:34.118375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.153164 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:18:34.156506 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4cafbace-b760-460e-b055-0a54580e1e09,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:18:34.159842 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.183303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.187635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.211964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2178e80e-af27-449e-93ac-e0bd52304bae,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.225279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.229300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ef8d064d-9f61-44fa-bc12-a6e6af2042cb tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593561 Mar 21 07:18:34.229652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37096) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:34.236291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:34.240995 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:34.241650 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:34.246862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:34.251623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:34.256190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:34.262173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:34.288163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.319643 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ec8eb-32b1-406c-ad71-ae9935cf3965 None None] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.365346 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.369940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.394466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7422f93f-efff-47cd-818d-37cba4f18000,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.409424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.412133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-603a6467-358a-4b7c-b1cb-1b3cacdb179f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805284 Mar 21 07:18:34.414597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37100) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:34.419846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:34.425691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:34.430024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:34.432821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:34.438822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:34.445661 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:34.461485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.524753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.528458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.555186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6a2a6d-f7ee-46e3-8359-c2bbea183f80,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.561960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.563306 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-746e1e9a-0de9-4254-bca5-8eda864d58e1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476545 Mar 21 07:18:34.565926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37104) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:34.571218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:34.578036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:34.581789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:34.585275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:34.591072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:34.601807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:18:34.608385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.676511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.680473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.705766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9831a6d3-53f0-49e9-95be-995ac4e20bd8,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.717810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.721580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8674bb64-4159-4ee7-a947-7a362c11bfa3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521628 Mar 21 07:18:34.721800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37108) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:34.727906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'security_group_rule': {'security_group_id': '6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4', 'project_id': '112f7542942f41fd953f770db4688f7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:34.733608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:34.737318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:security_group_rule and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:34.740770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:34.746371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:34.757028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Project 112f7542942f41fd953f770db4688f7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:18:34.763928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.791107 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:34Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:34.794926 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3ed35-d46b-4573-84f9-4b7c784ab085 None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:34Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:34.834921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.849986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.878160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053428ce-a82b-46ff-a37e-7effb4287017,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:34.889508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:34.897576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4b8ca95c-2be3-4abf-a0db-d60338bd244b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746581 Mar 21 07:18:35.057271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-c8e19f65-28e4-4010-87bd-8b2fb4f259e0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:35.074005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-c8e19f65-28e4-4010-87bd-8b2fb4f259e0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:35.075175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-c8e19f65-28e4-4010-87bd-8b2fb4f259e0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408013501&fields=id&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 267 time: 0.0590599 Mar 21 07:18:35.229172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ed7949a5-5c1f-440e-8fbb-4996f1ebf881 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:35.230523 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ed7949a5-5c1f-440e-8fbb-4996f1ebf881 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 797 time: 0.1485691 Mar 21 07:18:35.247085 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-d59e3221-bf11-42ad-93af-7d2e610341e2 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/quotas/112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 375 time: 0.0106499 Mar 21 07:18:35.333715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-015f8588-8adc-42e3-a399-01521a612cf9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:35.351078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-015f8588-8adc-42e3-a399-01521a612cf9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:35.352399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-015f8588-8adc-42e3-a399-01521a612cf9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999787 Mar 21 07:18:35.369086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-12692243-187c-4b5a-8508-bc115ff61616 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:18:35.370068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-12692243-187c-4b5a-8508-bc115ff61616 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052822 Mar 21 07:18:35.508768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-879b2961-5b2c-43a9-bbdb-1925b047c730 service neutron] 10.222.0.31 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328607 Mar 21 07:18:35.648971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-50c26a07-8bc4-405d-8833-b4c8f2b5496c service neutron] 10.222.0.31 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342132 Mar 21 07:18:35.693461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:35.782675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 4cafbace-b760-460e-b055-0a54580e1e09 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:35.790886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:35.791470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:35.859104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f043ebf5-dc9e-4394-99ee-0a05e944a728 req-378b9967-462e-4368-a83d-a7b642944208 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 210 time: 0.0603576 Mar 21 07:18:35.923030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:35.955924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4cafbace-b760-460e-b055-0a54580e1e09,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:35.962842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:36.033090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:37.041416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-cbede1ed-b953-402b-abc1-ec95dfc4b48c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:37.042763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-cbede1ed-b953-402b-abc1-ec95dfc4b48c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 797 time: 0.1862512 Mar 21 07:18:37.044884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2beabd59-446b-4132-b551-de7919625527 req-ffff25ae-4d0b-4671-92f7-84ea5d387f7e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 210 time: 0.0536799 Mar 21 07:18:37.095650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-0a753484-7ca4-4f06-9307-214841fa2461 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112f7542942f41fd953f770db4688f7d HTTP/1.1" status: 200 len: 379 time: 0.0456333 Mar 21 07:18:37.103548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'port': {'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'admin_state_up': True, 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'security_groups': ['6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:37.239695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:37.249049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:37.259776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Made reservation on behalf of 112f7542942f41fd953f770db4688f7d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:18:37.263486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:37.420992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.20.0.6 (93474f97-5799-441f-8d40-a51c954ef09e/8fa60bd4-ae76-4771-9439-1098939990df/04f689c1-254b-4a28-83ef-881b4dfd2d65) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:18:37.614968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:37.630749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Transition to ACTIVE for port object 04f689c1-254b-4a28-83ef-881b4dfd2d65 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:37.655034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:37.668016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:37.728330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network 93474f97-5799-441f-8d40-a51c954ef09e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:37.731452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:37.735803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:18:37.744606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:37.745093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:37.766950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:37.805969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:37.806689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:37.833946 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ebc8350d-50f9-43b2-8d43-df7e5131b357 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339520 Mar 21 07:18:37.844857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Request body: {'port': {'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:37.960600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.009182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-394ecff8-e1af-4954-80dd-8bae71fb2f39 None None] Provisioning for port 04f689c1-254b-4a28-83ef-881b4dfd2d65 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:38.013806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-394ecff8-e1af-4954-80dd-8bae71fb2f39 None None] Provisioning complete for port 04f689c1-254b-4a28-83ef-881b4dfd2d65 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:38.014168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-394ecff8-e1af-4954-80dd-8bae71fb2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.067708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-394ecff8-e1af-4954-80dd-8bae71fb2f39 None None] Port 04f689c1-254b-4a28-83ef-881b4dfd2d65 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:18:38.409532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da3be7-3cae-43c1-940f-2092bc8f6b60 req-23dc0fd8-1cbb-40be-9498-6a1263aeefab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:38.410246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-31da3be7-3cae-43c1-940f-2092bc8f6b60 req-23dc0fd8-1cbb-40be-9498-6a1263aeefab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:18:38.473426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-31da3be7-3cae-43c1-940f-2092bc8f6b60 req-23dc0fd8-1cbb-40be-9498-6a1263aeefab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:18:38.474582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31da3be7-3cae-43c1-940f-2092bc8f6b60 req-23dc0fd8-1cbb-40be-9498-6a1263aeefab tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 931 time: 0.2881899 Mar 21 07:18:38.476418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f689c1-254b-4a28-83ef-881b4dfd2d65 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:18:38.496242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.524584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Transition to ACTIVE for port object 04f689c1-254b-4a28-83ef-881b4dfd2d65 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:18:38.528287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.583998 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31da3be7-3cae-43c1-940f-2092bc8f6b60 req-55b6412a-2534-4f9a-8369-213f9409fafa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032796 Mar 21 07:18:38.665682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Pushing event updated for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:38.773994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Attempting to bind port 04f689c1-254b-4a28-83ef-881b4dfd2d65 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:18:38.774328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Attempting to bind port 04f689c1-254b-4a28-83ef-881b4dfd2d65 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:18:38.774652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Attempting to bind port 04f689c1-254b-4a28-83ef-881b4dfd2d65 on network 93474f97-5799-441f-8d40-a51c954ef09e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:18:38.779431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Port 04f689c1-254b-4a28-83ef-881b4dfd2d65 on network 93474f97-5799-441f-8d40-a51c954ef09e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:18:38.779754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Attempting to bind port 04f689c1-254b-4a28-83ef-881b4dfd2d65 on network 93474f97-5799-441f-8d40-a51c954ef09e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:18:38.784813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:18:38.785273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Checking segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:18:38.785675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Bound using segment: {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:18:38.786099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Bound port: 04f689c1-254b-4a28-83ef-881b4dfd2d65, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c270331-a3be-4a65-afa6-a56f133d265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:18:38.786441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.876706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:18:38.880479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:18:38.884122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.944431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:38.945042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:38.946432 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 1093 time: 1.1060245 Mar 21 07:18:38.946860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:38.967487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942aa6-afb4-4ce9-aa53-2da52af038d0 service neutron] Pushing event updated for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:39.060552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'status': 'completed', 'code': 200} Mar 21 07:18:39.063510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-fe636559-3e5b-42c7-a11b-f82480ead1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.065006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-fe636559-3e5b-42c7-a11b-f82480ead1d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1096 time: 0.0795398 Mar 21 07:18:39.134241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-c1e1c814-5eba-4de7-b8df-7d72d37fb3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 217 time: 0.0624361 Mar 21 07:18:39.199879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ae46c4a2-d565-4ea7-adb4-9980d0befa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.201368 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ae46c4a2-d565-4ea7-adb4-9980d0befa8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 200 len: 834 time: 0.0603778 Mar 21 07:18:39.276217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-98d20f05-6155-4caa-b03c-77b7b32e38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.277611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-98d20f05-6155-4caa-b03c-77b7b32e38ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93474f97-5799-441f-8d40-a51c954ef09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687382 Mar 21 07:18:39.414046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-ca1a138b-6892-4126-94a3-c459aa1a014a service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292136 Mar 21 07:18:39.557795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2de7e08d-9d1e-4e28-b877-6ea2cdbd1372 req-20b9a41c-2882-4ad2-b9ff-4490f89e25f6 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330249 Mar 21 07:18:39.668887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-82014ef6-c6d5-439a-ba35-00e426110fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.670483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-82014ef6-c6d5-439a-ba35-00e426110fcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1096 time: 0.0720828 Mar 21 07:18:39.871224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-24187e63-2382-47dd-a8ed-5164af16e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.872583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-24187e63-2382-47dd-a8ed-5164af16e01d service neutron] 10.222.0.30 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 898 time: 0.1930425 Mar 21 07:18:39.880927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc430d-39c0-4d39-baf1-0c5f2b621a3f req-eee5c0ea-f943-46d0-ae59-e2daf21560c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:39.882309 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ffc430d-39c0-4d39-baf1-0c5f2b621a3f req-eee5c0ea-f943-46d0-ae59-e2daf21560c7 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 943 time: 0.1814401 Mar 21 07:18:39.964153 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-d03fc526-b6d8-4518-9cfa-1f15d02f9f5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 217 time: 0.0809352 Mar 21 07:18:40.021447 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ffc430d-39c0-4d39-baf1-0c5f2b621a3f req-bf5a97c0-8dde-4ee4-bcda-cb7c977b1495 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887847 Mar 21 07:18:40.040402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-47470f42-384f-4617-99d1-670402e52433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:40.041851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-47470f42-384f-4617-99d1-670402e52433 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 200 len: 834 time: 0.0670445 Mar 21 07:18:40.118806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-564c41d4-f66c-4466-b547-fa4e2ab48967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:40.120245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-564c41d4-f66c-4466-b547-fa4e2ab48967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93474f97-5799-441f-8d40-a51c954ef09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725203 Mar 21 07:18:40.347943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-066c9531-6ec8-48aa-aff1-06e3703b1710 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210302 Mar 21 07:18:40.477313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a84dd5ce-fdf8-4a12-80f4-4428c6480afe req-39379c11-c2d5-42a7-901d-6d615eb513d6 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229460 Mar 21 07:18:41.205563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c2c3-4c0c-40e5-bc5e-9843666e964b req-c54fd9be-0514-48e6-8882-bd383d162d03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:41.207008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8f86c2c3-4c0c-40e5-bc5e-9843666e964b req-c54fd9be-0514-48e6-8882-bd383d162d03 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 943 time: 0.0790122 Mar 21 07:18:41.250315 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8f86c2c3-4c0c-40e5-bc5e-9843666e964b req-c6f5f05b-e60f-4dbf-b1b8-fa50ec4c0f60 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377278 Mar 21 07:18:42.441018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c17e-3dee-49a9-ba14-f5f531f13be7 req-7c442fd9-01f7-4cc4-8ffd-cf1dbc0c7a1f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:42.443631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d911c17e-3dee-49a9-ba14-f5f531f13be7 req-7c442fd9-01f7-4cc4-8ffd-cf1dbc0c7a1f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 943 time: 0.0875845 Mar 21 07:18:42.487766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d911c17e-3dee-49a9-ba14-f5f531f13be7 req-500e8bcf-9346-4a1e-8c66-952bc96daa75 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Mar 21 07:18:43.667349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f313ed-c438-428e-94e0-19703e35e6b9 req-9e00181a-8226-4e48-9a77-a4521e4e0042 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:43.668773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3f313ed-c438-428e-94e0-19703e35e6b9 req-9e00181a-8226-4e48-9a77-a4521e4e0042 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 943 time: 0.0796070 Mar 21 07:18:43.677563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 04f689c1-254b-4a28-83ef-881b4dfd2d65 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:18:43.713252 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3f313ed-c438-428e-94e0-19703e35e6b9 req-1037c528-5629-4751-8f07-edc60b82528a tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389206 Mar 21 07:18:43.809165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:43.822277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:18:43.880415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:43.897457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f689c1-254b-4a28-83ef-881b4dfd2d65 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:18:43.912747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:43.917105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:43.982711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:44.239454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['04f689c1-254b-4a28-83ef-881b4dfd2d65'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:18:44.902539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0abff-7f1d-4e8b-8911-c56f8f62ce35 req-e46db14a-b230-438d-a7f3-967ce580cb80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:44.903982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-91a0abff-7f1d-4e8b-8911-c56f8f62ce35 req-e46db14a-b230-438d-a7f3-967ce580cb80 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 944 time: 0.0824585 Mar 21 07:18:44.947238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-91a0abff-7f1d-4e8b-8911-c56f8f62ce35 req-f52efbdc-6c1b-4d78-b16f-5f80104bc29f tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376971 Mar 21 07:18:45.692675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 04f689c1-254b-4a28-83ef-881b4dfd2d65 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:18:45.785090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 04f689c1-254b-4a28-83ef-881b4dfd2d65 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:18:45.790148 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 04f689c1-254b-4a28-83ef-881b4dfd2d65 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:18:45.790514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:45.903505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:45.929207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:45.939088 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:18:45.943828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:46.011493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:46.032763 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'code': 200} Mar 21 07:18:46.141157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b1c44-509a-488b-bd14-9737aba28506 req-a5459249-e54e-4d14-8fc0-67bc19b8d3a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:46.142783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b2b1c44-509a-488b-bd14-9737aba28506 req-a5459249-e54e-4d14-8fc0-67bc19b8d3a5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.0843244 Mar 21 07:18:46.228690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4b2b1c44-509a-488b-bd14-9737aba28506 req-444d3f0f-a67a-43d0-8011-91aec7c53632 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728314 Mar 21 07:18:46.267285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2bfbc-4b0a-4f60-87a4-a9fbfba760e8 req-1fd1e394-133e-4a55-b666-d8981d878fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:46.268727 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83e2bfbc-4b0a-4f60-87a4-a9fbfba760e8 req-1fd1e394-133e-4a55-b666-d8981d878fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1098 time: 0.0732322 Mar 21 07:18:46.308625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83e2bfbc-4b0a-4f60-87a4-a9fbfba760e8 req-85f8a052-b71b-4231-9bd1-afbc8cbba147 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Mar 21 07:18:47.415978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672b6bf-3423-4ce0-a352-27c46f8e4b76 req-2620b6f1-2763-4e3a-bc6d-8cecf4e51ea3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:47.417682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e672b6bf-3423-4ce0-a352-27c46f8e4b76 req-2620b6f1-2763-4e3a-bc6d-8cecf4e51ea3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.0849268 Mar 21 07:18:47.462358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e672b6bf-3423-4ce0-a352-27c46f8e4b76 req-8f3c0c38-d7da-49c2-8a20-80f5f9bc54f0 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Mar 21 07:18:48.590566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:48.643508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6b50-f3d6-44e8-a183-af925864f260 req-50fd192d-bf68-4d28-b034-1c38e01606d5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:48.645083 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f9f6b50-f3d6-44e8-a183-af925864f260 req-50fd192d-bf68-4d28-b034-1c38e01606d5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.0797524 Mar 21 07:18:48.689371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f9f6b50-f3d6-44e8-a183-af925864f260 req-40ecadae-093e-490a-93f3-5e010b233215 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Mar 21 07:18:48.874261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d8e10-1006-4535-859d-9162976b9328 req-1bd66e2a-50d6-4163-8eca-ce41f1a520ac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:48.875656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-960d8e10-1006-4535-859d-9162976b9328 req-1bd66e2a-50d6-4163-8eca-ce41f1a520ac tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.0825384 Mar 21 07:18:48.920269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-960d8e10-1006-4535-859d-9162976b9328 req-617c3f24-494d-4903-b17b-7919c93e55fa tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Mar 21 07:18:48.943428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37176) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:49.014077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712ef8-ee1a-4719-8e0c-a8cdabf167f4 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:49.015553 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c3712ef8-ee1a-4719-8e0c-a8cdabf167f4 tempest-TestNetworkBasicOps-1813351430 tempest-TestNetworkBasicOps-1813351430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1093 time: 0.0711427 Mar 21 07:18:49.018385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37180) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:49.023179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:18:49.028992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:18:49.032773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Usage tracker for resource:floatingip and tenant:112f7542942f41fd953f770db4688f7d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:18:49.035937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:18:49.041778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:18:49.052699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:49.187847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:49.325644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Allocated IP 172.26.2.91 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/09a1a68b-343e-4260-8b95-bc5f14d2f7f4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:18:49.473331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:49.502266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:49.668903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:18:49.671714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:18:49.675247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:18:49.708778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=09a1a68b-343e-4260-8b95-bc5f14d2f7f4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:50.087140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:50.159554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:50.359592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:50.364496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:50.472763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event updated for resources: {'Port': ['ID=09a1a68b-343e-4260-8b95-bc5f14d2f7f4,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:18:50.482867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:50.649313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 associated. External IP: 172.26.2.91, port: 04f689c1-254b-4a28-83ef-881b4dfd2d65. Mar 21 07:18:50.998049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:18:51.282394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:18:51.292532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:18:51.302841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:51.303794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:51.307646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:51.366009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f391d8c-e784-403e-a9c1-37fcfd7f9af5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3465824 Mar 21 07:18:51.366580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:18:51.368825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37184) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:51.415582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'status': 'completed', 'code': 200} Mar 21 07:18:51.488529 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6dac34fd-9800-4eca-bdbf-af7aa2ef0c18 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 990 time: 0.1177039 Mar 21 07:18:51.491572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:51.510588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc740d-b561-422d-931c-10ec12493280 req-32e50732-f406-4e7e-972b-22273b4d8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:51.512184 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-32e50732-f406-4e7e-972b-22273b4d8fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1098 time: 0.0753675 Mar 21 07:18:51.644172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc740d-b561-422d-931c-10ec12493280 req-ad8d0bab-cd38-457c-9f5d-fe1313d2d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:51.646192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-ad8d0bab-cd38-457c-9f5d-fe1313d2d5ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 898 time: 0.1284063 Mar 21 07:18:51.750985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-b54af36e-2fb9-43ce-8afc-d938e8bc2d2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 998 time: 0.0982640 Mar 21 07:18:51.823477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc740d-b561-422d-931c-10ec12493280 req-a30a963e-d37e-40dc-9f85-055da778c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:51.824938 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-a30a963e-d37e-40dc-9f85-055da778c99b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 200 len: 834 time: 0.0681591 Mar 21 07:18:51.846908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:18:50Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:51.850890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:18:51.859097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:18:51.859683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:18:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:51.906088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc740d-b561-422d-931c-10ec12493280 req-66fa5227-69a1-426d-aa52-e861e2b1e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:18:51.907578 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-66fa5227-69a1-426d-aa52-e861e2b1e2b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93474f97-5799-441f-8d40-a51c954ef09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773609 Mar 21 07:18:52.039437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:18:52.041519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-f3159b56-f114-4689-a519-9250b204ea3b service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279776 Mar 21 07:18:52.172993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50dc740d-b561-422d-931c-10ec12493280 req-6771f73d-8a6e-4b3a-9817-8d81aae71353 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261947 Mar 21 07:18:52.382585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:18:50Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:18:52.386438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3615f8d-c112-4ae1-bed1-06964b528495 None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:31Z', 'revision_number': 4, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:18:50Z', 'revision_number': 0, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:18:35Z', 'revision_number': 5, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:18:52.453577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8063f401-adcc-464c-a4c8-fbf4a5090b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:52.491566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:52.572425 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2bc87-7572-40ca-8f41-5814c6a5a98f None None] New status for floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:18:52.602829 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ce4dbcaf-2389-47cf-8338-b14d8592237d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 990 time: 0.1101189 Mar 21 07:18:53.606777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:18:53.712926 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-03fb1941-3261-4648-961e-06aeb39696a3 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 992 time: 0.1051099 Mar 21 07:18:54.579813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0923-0977-4980-8798-fd77a7a6a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:55.804910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:55.824285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:18:56.732914 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:18:57.331907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:18.581186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:22.492567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ee750f52-6547-4324-9210-50e775dc3430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:24.581944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1cce01df-1cbd-4fd0-9523-f3e93109cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:25.797358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:25.827122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:27.336147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:33.731703 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:19:48.444884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-503833a9-99bc-435d-978a-1c91923f78ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732265 Mar 21 07:19:48.581052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:48.591565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-e90e7c72-8326-45d1-befd-176b31ad8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:19:48.593023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-e90e7c72-8326-45d1-befd-176b31ad8802 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1098 time: 0.0724511 Mar 21 07:19:48.734171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-4d474c89-044d-4dcd-a205-7380cf5e9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:19:48.735658 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-4d474c89-044d-4dcd-a205-7380cf5e9636 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 898 time: 0.1248884 Mar 21 07:19:48.934059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-638b339a-51ab-439b-ba68-09a1a74566a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 1000 time: 0.1922584 Mar 21 07:19:48.997201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-3a7d0580-32ab-4ce7-a23e-c372b912ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:19:48.998596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-3a7d0580-32ab-4ce7-a23e-c372b912ef79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 200 len: 834 time: 0.0581508 Mar 21 07:19:49.073369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-eb648879-c950-4180-8c2c-10e93f765d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:19:49.074821 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-eb648879-c950-4180-8c2c-10e93f765d92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93474f97-5799-441f-8d40-a51c954ef09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701516 Mar 21 07:19:49.206810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-5f783663-e37e-4ac3-9c5d-d2ecfd111e29 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255538 Mar 21 07:19:49.336209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42f42c5e-8399-489d-b703-1aba52c6c2a4 req-f05800fe-b426-4e1d-a121-1186e5319f44 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240025 Mar 21 07:19:52.454371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7a77ae-3d13-4de2-b0e8-e2fb44dd43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:54.369103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37220) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:19:54.374207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:19:54.583852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ba6388fc-80ae-4985-b1c4-2bb21d76e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:54.897973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:54.908664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:55.089076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:19:55.374671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:19:55.381197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:55.382355 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d728216f-5423-49d2-8455-15536b34252e tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/3cb36882-5c86-42be-8750-b43780e48cc4 HTTP/1.1" status: 200 len: 889 time: 1.0122905 Mar 21 07:19:55.386154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:19:55.395830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:19:55.396471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:55.456947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:55.465764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:19:55.466346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:55.525882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:55.526274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646bed8-d923-4da1-bb48-5788879da2f2 None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:19:55.798461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:55.827649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:55.923275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:19:56.033201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:56.066295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4cafbace-b760-460e-b055-0a54580e1e09,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:19:56.070540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:56.134701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:19:56.141947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.142296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.142637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.142971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.143302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.143656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.143978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.144303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.144625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.144945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.145411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.145611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:19:56.269366 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1ab26-0933-4e56-a1a7-175ade3f4507 None None] New status for floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:19:57.338819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:57.531120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37226) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:19:57.536252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:19:57.704631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:19:57.816212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:57.832505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b06b3f0c-da55-4b16-a595-18945a008630,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:19:57.837127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:57.903618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:19:58.074482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:58.085005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2038220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2038261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2059908'] for router, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:58.266498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:19:58.549616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:19:58.556837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:19:58.558043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3d0b70b4-5b52-4f39-8509-35191d65e218 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/3cb36882-5c86-42be-8750-b43780e48cc4 HTTP/1.1" status: 200 len: 888 time: 1.0259264 Mar 21 07:19:58.559170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:19:58.561254 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37230) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:19:58.569615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:19:58.570234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:58.671240 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-364beada-9d00-48c9-afbd-7ca36ce251ad tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 990 time: 0.1076272 Mar 21 07:19:58.750523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:19:59.091463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:59.095156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:19:59.103594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:19:59.104182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:59.280609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:19:59.673920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37234) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:19:59.782394 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c712caff-2c33-43b5-83af-1a1933f0fac9 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 990 time: 0.1073375 Mar 21 07:19:59.839804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:19:59.847352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fc5ad-d043-42b0-839e-6386573ef2b1 None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'e7b7f1af-799e-44f2-9abf-df5baa9dbaa2', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'floating_ip_address': '172.26.2.91', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'port_id': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'mac_address': 'fa:16:3e:36:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:18:50Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 2, 'project_id': '112f7542942f41fd953f770db4688f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:19:56Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:20:00.786326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37238) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:00.898097 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-844b14d5-751d-4c98-9af1-3045d93b0a00 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 990 time: 0.1104813 Mar 21 07:20:01.343727 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f15ca-e160-4406-b8e2-a22954b394e7 None None] New status for floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:20:01.739635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:01.812565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:01.812938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:01.901209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37242) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:01.930938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:01.963419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4cafbace-b760-460e-b055-0a54580e1e09,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:01.967630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:01.968533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:02.011361 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4559829b-1d7b-4acd-8a43-7a5c5b84b9ec tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 200 len: 992 time: 0.1089056 Mar 21 07:20:02.082482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:02.094709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b06b3f0c-da55-4b16-a595-18945a008630 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:02.095079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.212946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.229380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b06b3f0c-da55-4b16-a595-18945a008630,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:02.234729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.294287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37250) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:02.307768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:02.496107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 09a1a68b-343e-4260-8b95-bc5f14d2f7f4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:02.496382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.665630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.665956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:02.790313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 09a1a68b-343e-4260-8b95-bc5f14d2f7f4 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:02.950315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:03.000297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=09a1a68b-343e-4260-8b95-bc5f14d2f7f4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:03.072807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.073114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.073419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.073748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.074072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.074393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.074712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.075029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.075347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.075661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.075976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.076288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:03.103968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:03.104292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 disassociated (deleted). External IP: 172.26.2.91, port: 04f689c1-254b-4a28-83ef-881b4dfd2d65. Mar 21 07:20:03.449067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:20:03.715176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:03.731131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:20:03.746441 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:20:03.754233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:03.771437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:20:03.772297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:03.808831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b3dd3d79-3a59-4a1c-9eb9-b148ae076e96 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7b7f1af-799e-44f2-9abf-df5baa9dbaa2 HTTP/1.1" status: 204 len: 168 time: 1.5134757 Mar 21 07:20:03.809526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:03.856802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'status': 'completed', 'code': 200} Mar 21 07:20:03.937200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 4cafbace-b760-460e-b055-0a54580e1e09 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:03.937536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:03.952321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-547d4f4c-071b-45db-ab53-9cf181cb2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:03.953891 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-547d4f4c-071b-45db-ab53-9cf181cb2ae4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=112f7542942f41fd953f770db4688f7d&device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 1098 time: 0.0742300 Mar 21 07:20:04.016707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:20:04.107291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-f7cc08c5-687b-4313-9010-889faac6146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:04.108778 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-f7cc08c5-687b-4313-9010-889faac6146d service neutron] 10.222.0.30 "GET /v2.0/networks?id=93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 200 len: 898 time: 0.1494870 Mar 21 07:20:04.215267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-b8963707-51f7-4654-8c41-a5822857d912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 200 len: 217 time: 0.0996473 Mar 21 07:20:04.295173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-523312b2-4a86-43fa-8903-33f81a8cb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:04.296594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-523312b2-4a86-43fa-8903-33f81a8cb9cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 200 len: 834 time: 0.0751874 Mar 21 07:20:04.329856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:04.355458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433074e0-5c2a-48a1-ac02-d6f74b2e0511 req-958b0d45-e623-47cd-9ff6-db6e2da7db25 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:04.356147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-433074e0-5c2a-48a1-ac02-d6f74b2e0511 req-958b0d45-e623-47cd-9ff6-db6e2da7db25 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:04.385487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-433074e0-5c2a-48a1-ac02-d6f74b2e0511 req-958b0d45-e623-47cd-9ff6-db6e2da7db25 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:04.386777 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-433074e0-5c2a-48a1-ac02-d6f74b2e0511 req-958b0d45-e623-47cd-9ff6-db6e2da7db25 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.2184165 Mar 21 07:20:04.418895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-535a4351-dce8-4889-9f42-09d49a4c7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:04.420316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-535a4351-dce8-4889-9f42-09d49a4c7a28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93474f97-5799-441f-8d40-a51c954ef09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162498 Mar 21 07:20:04.465364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b06b3f0c-da55-4b16-a595-18945a008630 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:04.465639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:04.471766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-433074e0-5c2a-48a1-ac02-d6f74b2e0511 req-ada1abaa-6b9c-4ffe-aed6-5fb9dac263bc tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776510 Mar 21 07:20:04.536826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:20:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:04.542827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:20:04.570590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-6d25ad19-1ed3-409c-b181-c7fcbc08cbe8 service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371784 Mar 21 07:20:04.594369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:20:04.595044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:04.705062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e6898c6-3f4c-41a1-9112-cd95d876e989 req-a9170345-4f56-46b8-a61f-c74b1e2d709a service neutron] 10.222.0.30 "GET /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269555 Mar 21 07:20:04.784008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:20:05.089290 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:20:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:05.092975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fac0f9-5f7d-4d28-b1c2-339c6eb38506 None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:19:58Z', 'revision_number': 6, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '4cafbace-b760-460e-b055-0a54580e1e09', 'name': '', 'network_id': '93474f97-5799-441f-8d40-a51c954ef09e', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'mac_address': 'fa:16:3e:96:57:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8fa60bd4-ae76-4771-9439-1098939990df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:30Z', 'updated_at': '2022-03-21T07:20:01Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'subnets': [{'id': '8fa60bd4-ae76-4771-9439-1098939990df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:20:05.733087 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb11ba7-153a-448e-87cd-6f06f72ac4ee None None] New status for floating IP e7b7f1af-799e-44f2-9abf-df5baa9dbaa2: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:20:05.735832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-02416327-f024-435d-a771-437902046284 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:05.737411 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-02416327-f024-435d-a771-437902046284 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.1469529 Mar 21 07:20:05.855089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 04f689c1-254b-4a28-83ef-881b4dfd2d65 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:05.855428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:05.960911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1645731-7150-46c7-bb75-d4f65cace3da req-704c12e4-e25e-4d95-9aff-4e39ca60e5b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:05.962388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c1645731-7150-46c7-bb75-d4f65cace3da req-704c12e4-e25e-4d95-9aff-4e39ca60e5b8 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 945 time: 0.2241185 Mar 21 07:20:06.053023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c1645731-7150-46c7-bb75-d4f65cace3da req-c141dbc6-e044-4274-a174-8591b135964c tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841410 Mar 21 07:20:06.154851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 04f689c1-254b-4a28-83ef-881b4dfd2d65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=04f689c1-254b-4a28-83ef-881b4dfd2d65,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:06.155119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:06.406155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 04f689c1-254b-4a28-83ef-881b4dfd2d65 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:06.561702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:06.610183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=04f689c1-254b-4a28-83ef-881b4dfd2d65,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:06.686932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] No DVR routers for this DVR port 04f689c1-254b-4a28-83ef-881b4dfd2d65 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:20:06.689270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:06.691666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'name': 'network-vif-deleted', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:06.707909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-972917f2-c2b6-4147-bd66-db4e5d2f8844 req-2fc31943-a712-4e5e-8600-a2128595efb4 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.30 "DELETE /v2.0/ports/04f689c1-254b-4a28-83ef-881b4dfd2d65 HTTP/1.1" status: 204 len: 173 time: 0.9391153 Mar 21 07:20:06.742479 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a099723c-0c39-40ba-aa52-1f01c48d0fef', 'name': 'network-vif-deleted', 'tag': '04f689c1-254b-4a28-83ef-881b4dfd2d65', 'status': 'completed', 'code': 200} Mar 21 07:20:07.213342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-35b7a8f6-69ab-4340-a56a-44cfe17a0de2 req-d4b69e6c-e18d-48f1-a500-44f42ab51604 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Synchronizing usage tracker for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:07.231580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-35b7a8f6-69ab-4340-a56a-44cfe17a0de2 req-d4b69e6c-e18d-48f1-a500-44f42ab51604 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Unset dirty status for tenant:112f7542942f41fd953f770db4688f7d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:07.232895 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-35b7a8f6-69ab-4340-a56a-44cfe17a0de2 req-d4b69e6c-e18d-48f1-a500-44f42ab51604 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "GET /v2.0/ports?device_id=a099723c-0c39-40ba-aa52-1f01c48d0fef HTTP/1.1" status: 200 len: 210 time: 0.0615673 Mar 21 07:20:08.327063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37272) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:08.394352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:08.423888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:08.487084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:08.506302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:08.515264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.515557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.515901 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.516238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.516572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.516905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.517258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.517591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.517941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.518270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.518596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.518918 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:20:08.526340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:08.527482 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9b402af-f68f-40df-86ef-e539d9edd2e5 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fade8fc-4a44-4abc-a34f-ccf2aa95a8d4 HTTP/1.1" status: 204 len: 168 time: 0.1994462 Mar 21 07:20:08.558082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37278) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:09.107289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:09.568091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port 4cafbace-b760-460e-b055-0a54580e1e09 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:09.569330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:09.760144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port 4cafbace-b760-460e-b055-0a54580e1e09, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=4cafbace-b760-460e-b055-0a54580e1e09,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:09.760502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:09.886751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for 4cafbace-b760-460e-b055-0a54580e1e09 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:10.064302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 04f689c1-254b-4a28-83ef-881b4dfd2d65 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:20:10.093938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:10.104159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 04f689c1-254b-4a28-83ef-881b4dfd2d65 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:20:10.104505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 04f689c1-254b-4a28-83ef-881b4dfd2d65 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:20:10.191957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=4cafbace-b760-460e-b055-0a54580e1e09,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:10.477879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:10.730630 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:20:10.838707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Router 3cb36882-5c86-42be-8750-b43780e48cc4 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:20:11.116164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:20:11.125834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Sync routers for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:20:11.133240 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d339125-86c9-4789-8012-38b8ea82e031 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "PUT /v2.0/routers/3cb36882-5c86-42be-8750-b43780e48cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740616 Mar 21 07:20:11.135677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:20:11.135846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37282) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:11.136282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:11.203911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting subnet 8fa60bd4-ae76-4771-9439-1098939990df {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:20:11.206903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.261659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.313434 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:20:11.343952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.426733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.466823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa60bd4-ae76-4771-9439-1098939990df,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:11.470963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.477954 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cbcd0e88-d35c-44ca-9ee2-4a886509c82d tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/subnets/8fa60bd4-ae76-4771-9439-1098939990df HTTP/1.1" status: 204 len: 168 time: 0.3412108 Mar 21 07:20:11.480730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37286) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:11.481849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e6d7cf-83c1-4236-8d8a-e4f684406c18 None None] Network 93474f97-5799-441f-8d40-a51c954ef09e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:20:11.661261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.805659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:10Z', 'revision_number': 7, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port': {'id': 'b06b3f0c-da55-4b16-a595-18945a008630', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:11.810115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Checking router: 3cb36882-5c86-42be-8750-b43780e48cc4 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:20:11.820030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Routers {'3cb36882-5c86-42be-8750-b43780e48cc4'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:20:11.820581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:19:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['3cb36882-5c86-42be-8750-b43780e48cc4'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:11.858034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.868172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Deleting port b06b3f0c-da55-4b16-a595-18945a008630 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:11.868511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:11.881397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] DHCP port deletion for 93474f97-5799-441f-8d40-a51c954ef09e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:20:11.893526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Deleting port afbebbce-2df7-4136-97f7-63e16bfb7a35 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:11.893897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.043691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] For port b06b3f0c-da55-4b16-a595-18945a008630, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b06b3f0c-da55-4b16-a595-18945a008630,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:12.043962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.058454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] Set router 3cb36882-5c86-42be-8750-b43780e48cc4 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:20:12.167699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Calling delete_port for b06b3f0c-da55-4b16-a595-18945a008630 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:12.186271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:11Z', 'revision_number': 8, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:12.206713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f205e37d-64cb-4d5a-9781-351826a29e2a None None] The sync data for ids ['3cb36882-5c86-42be-8750-b43780e48cc4'] in dv-neutron-834307-1-hyperv is: [{'id': '3cb36882-5c86-42be-8750-b43780e48cc4', 'name': 'tempest-TestNetworkBasicOps-router-1028031441', 'tenant_id': '112f7542942f41fd953f770db4688f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:18:26Z', 'updated_at': '2022-03-21T07:20:11Z', 'revision_number': 8, 'project_id': '112f7542942f41fd953f770db4688f7d', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:20:12.297768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] For port afbebbce-2df7-4136-97f7-63e16bfb7a35, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=afbebbce-2df7-4136-97f7-63e16bfb7a35,segment=NetworkSegment(5c270331-a3be-4a65-afa6-a56f133d265a),segment_id=5c270331-a3be-4a65-afa6-a56f133d265a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:12.297768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.356363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.407003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Port': ['ID=b06b3f0c-da55-4b16-a595-18945a008630,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:12.422746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Calling delete_port for afbebbce-2df7-4136-97f7-63e16bfb7a35 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:12.499267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.499513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.549746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] Pushing event deleted for resources: {'Port': ['ID=afbebbce-2df7-4136-97f7-63e16bfb7a35,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:12.551479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f260e-6828-4083-930b-c3ad0de4888a None None] No DVR routers for this DVR port afbebbce-2df7-4136-97f7-63e16bfb7a35 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:20:12.793415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.795723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.821743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.822312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Fanout notify agent at l3_agent the message router_deleted on router 3cb36882-5c86-42be-8750-b43780e48cc4 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:20:12.837158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:12.840251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6d92ad01-c14e-46df-b31c-ea514c96d1a1 tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/routers/3cb36882-5c86-42be-8750-b43780e48cc4 HTTP/1.1" status: 204 len: 168 time: 1.3566706 Mar 21 07:20:12.840846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:12.959909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.090479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.115170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93474f97-5799-441f-8d40-a51c954ef09e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:13.127279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c270331-a3be-4a65-afa6-a56f133d265a') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:13.127566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c270331-a3be-4a65-afa6-a56f133d265a') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:20:13.138771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.154700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.160578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:20:13.160988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:20:13.176053 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:20:13.257601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.262447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.288108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] Pushing event deleted for resources: {'Network': ['ID=93474f97-5799-441f-8d40-a51c954ef09e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:13.294626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b04050da-5d2d-4d47-a844-0b67e583a77b tempest-TestNetworkBasicOps-1917046756 tempest-TestNetworkBasicOps-1917046756-project] 10.222.0.31 "DELETE /v2.0/networks/93474f97-5799-441f-8d40-a51c954ef09e HTTP/1.1" status: 204 len: 168 time: 0.4525371 Mar 21 07:20:13.601969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:13.714115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:20:13.747701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 4cafbace-b760-460e-b055-0a54580e1e09 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:20:13.748048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 4cafbace-b760-460e-b055-0a54580e1e09 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:20:13.748473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbebbce-2df7-4136-97f7-63e16bfb7a35 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:20:13.767518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9d6c035-4527-4f3c-8c84-43c45d65b2f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=112f7542942f41fd953f770db4688f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642375 Mar 21 07:20:13.768358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37304) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:13.782454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: afbebbce-2df7-4136-97f7-63e16bfb7a35 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:20:13.782800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device afbebbce-2df7-4136-97f7-63e16bfb7a35 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:20:13.783219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:20:13.830145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.858362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.858991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b06b3f0c-da55-4b16-a595-18945a008630 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:20:13.859343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b06b3f0c-da55-4b16-a595-18945a008630 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:20:13.911627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.928848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0f890-a7a1-4f24-8eaf-a59a7ab215b7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:13.935714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:13.936826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a3d90002-ce32-4fd3-8e9f-2a89cdd631b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5af0f890-a7a1-4f24-8eaf-a59a7ab215b7 HTTP/1.1" status: 204 len: 168 time: 0.1674418 Mar 21 07:20:14.230680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37312) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:14.249031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.264377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:14.268304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Usage tracker for resource:security_group_rule and tenant:ddd00a446db1457ab5c0b7f0fba59fc8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:14.271249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:14.278952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:14.371312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.375187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.422453 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddd00a446db1457ab5c0b7f0fba59fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905994 Mar 21 07:20:14.423256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbedbd1-798c-496b-9579-e7001d18ad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb820a-0903-4120-8f6f-182bce7b0d95,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:14.425295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37316) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:14.500273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.527405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.578184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.593514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb820a-0903-4120-8f6f-182bce7b0d95,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:14.600365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:14.604101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6d3a7fd2-7f4a-421d-a5a3-888319dc62c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efdb820a-0903-4120-8f6f-182bce7b0d95 HTTP/1.1" status: 204 len: 168 time: 0.1750064 Mar 21 07:20:18.610968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:22.005190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-19db6e94-cfac-4bce-ab1d-9b8e0a9bc5a2 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=048a2d92aa744d399ecec5632dc95a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274861 Mar 21 07:20:22.156341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-207cd12d-accb-4b04-b3f4-28b88c2c5f79 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:22.157805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-207cd12d-accb-4b04-b3f4-28b88c2c5f79 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476634 Mar 21 07:20:22.172841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-39801c21-6407-4700-8ee5-12b514fc90d5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/quotas/048a2d92aa744d399ecec5632dc95a49 HTTP/1.1" status: 200 len: 375 time: 0.0096753 Mar 21 07:20:22.223077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-a702a618-8d6a-48a9-a636-37b5e0ae28e0 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=048a2d92aa744d399ecec5632dc95a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449419 Mar 21 07:20:22.393741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-465ad132-37eb-4b24-866c-1104ba59868c req-e5081c2f-5ed3-409a-b7f5-151a03013a5a tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 210 time: 0.0414414 Mar 21 07:20:22.460207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8957ddbf-bb5e-4230-a2fe-8fa54f4b21fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:23.278603 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-8790f0a8-50c6-4a48-b23a-aead2084394c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=048a2d92aa744d399ecec5632dc95a49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296018 Mar 21 07:20:23.432538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-29c42b1d-d528-42a6-affe-b077d9a4e6c3 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:23.435123 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-29c42b1d-d528-42a6-affe-b077d9a4e6c3 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510825 Mar 21 07:20:23.448704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Request body: {'port': {'device_id': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'network_id': '73091268-c809-440d-aac9-98203ddee421', 'admin_state_up': True, 'tenant_id': '048a2d92aa744d399ecec5632dc95a49'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:23.591028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4ec0ad8-1ec6-4b28-af0e-ff252c49dfc6 req-d4cbfe9c-6164-4ca1-b141-f0155c389f6f tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 210 time: 0.0587535 Mar 21 07:20:23.728545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:23.732374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Usage tracker for resource:port and tenant:048a2d92aa744d399ecec5632dc95a49 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:23.735209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:23.740774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:23.751306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Made reservation on behalf of 048a2d92aa744d399ecec5632dc95a49 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:20:23.754749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:23.766966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:23.781835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:23.785548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Usage tracker for resource:security_group_rule and tenant:048a2d92aa744d399ecec5632dc95a49 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:23.788278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:23.794476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:23.878756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:23.882833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:23.964444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49281084-0bf6-4a17-960b-33ee6a71abad,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:24.049682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Allocated IP 192.168.233.68 (73091268-c809-440d-aac9-98203ddee421/f9c1ac6c-3389-45f1-b06b-7f6e5887c014/f7c8ca30-6c3a-4338-a309-6cdb179edfe5) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:20:24.247191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.261963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Transition to ACTIVE for port object f7c8ca30-6c3a-4338-a309-6cdb179edfe5 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:20:24.285108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.360169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Network 73091268-c809-440d-aac9-98203ddee421 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:20:24.363455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:20:24.367277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:20:24.398362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Pushing event updated for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:24.436219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:24.436782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.462990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-117bcc7f-e94e-44b8-9e00-54f4af545ca6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0193613 Mar 21 07:20:24.475311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Request body: {'port': {'device_id': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:24.586616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5ee95f98-21db-4f16-9dfd-036c4b0468e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.590617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.608984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e8900e75-3ec1-4b15-b908-67ae5d97192d None None] Provisioning for port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:20:24.613931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e8900e75-3ec1-4b15-b908-67ae5d97192d None None] Provisioning complete for port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:24.614183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e8900e75-3ec1-4b15-b908-67ae5d97192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:24.673841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e8900e75-3ec1-4b15-b908-67ae5d97192d None None] Port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:20:24.905528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-dca57a31-fda3-4773-aa71-563328985a1c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:24.906215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-dca57a31-fda3-4773-aa71-563328985a1c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Synchronizing usage tracker for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:24.943498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-dca57a31-fda3-4773-aa71-563328985a1c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Unset dirty status for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:24.944775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-dca57a31-fda3-4773-aa71-563328985a1c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 935 time: 0.2355654 Mar 21 07:20:25.041463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c8ca30-6c3a-4338-a309-6cdb179edfe5 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:20:25.047020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-43e9e9c4-f45c-4724-9661-1b29ca79e044 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Synchronizing usage tracker for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:25.052886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.075842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Transition to ACTIVE for port object f7c8ca30-6c3a-4338-a309-6cdb179edfe5 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:20:25.078752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.123336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-43e9e9c4-f45c-4724-9661-1b29ca79e044 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Unset dirty status for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:25.124446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6401da2d-ba69-4db2-923d-e328bcfdb4c4 req-43e9e9c4-f45c-4724-9661-1b29ca79e044 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700773 Mar 21 07:20:25.215830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Pushing event updated for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:25.326141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Attempting to bind port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:20:25.326812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Attempting to bind port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:20:25.326812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Attempting to bind port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 on network 73091268-c809-440d-aac9-98203ddee421 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:20:25.331230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 on network 73091268-c809-440d-aac9-98203ddee421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:20:25.331547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Attempting to bind port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 on network 73091268-c809-440d-aac9-98203ddee421 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:20:25.337560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:20:25.337897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Checking segment: {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:20:25.338280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Bound using segment: {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:20:25.338701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Bound port: f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c79082-165a-4d6a-a718-8425b3511e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73091268-c809-440d-aac9-98203ddee421'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:20:25.339043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.432613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:20:25.435782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:20:25.439339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.498928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:25.499541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.500913 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] 10.222.0.30 "PUT /v2.0/ports/f7c8ca30-6c3a-4338-a309-6cdb179edfe5 HTTP/1.1" status: 200 len: 1097 time: 1.0301323 Mar 21 07:20:25.501387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:25.527050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bafd1-0cf0-45b8-ac8f-ed41f7ddfdda service neutron] Pushing event updated for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:25.573080 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5', 'status': 'completed', 'code': 200} Mar 21 07:20:25.617659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-4224fc9a-4d8a-41ea-8562-d2e240dc151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:25.619158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-4224fc9a-4d8a-41ea-8562-d2e240dc151c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048a2d92aa744d399ecec5632dc95a49&device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 1100 time: 0.0792716 Mar 21 07:20:25.795556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-01d1a761-b8a1-43ef-9133-f7c456c2336a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5 HTTP/1.1" status: 200 len: 217 time: 0.1689856 Mar 21 07:20:25.800042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.831469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:25.861208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-01c20ee0-1f7c-4c5a-ae2a-33524b878675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:25.862684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-01c20ee0-1f7c-4c5a-ae2a-33524b878675 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c1ac6c-3389-45f1-b06b-7f6e5887c014 HTTP/1.1" status: 200 len: 843 time: 0.0617757 Mar 21 07:20:25.935678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-a211164d-d18f-4ae6-b7c1-1536047d9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:25.937113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-a211164d-d18f-4ae6-b7c1-1536047d9fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73091268-c809-440d-aac9-98203ddee421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0686619 Mar 21 07:20:26.069422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-3cc63f3a-9c01-4829-89f2-e2e44301fec7 service neutron] 10.222.0.30 "GET /v2.0/networks/73091268-c809-440d-aac9-98203ddee421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264057 Mar 21 07:20:26.204127 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec459d3c-ff2a-4146-8417-32fd83c5d3f3 req-adfff82e-6962-4db0-ba69-840b44b1e88e service neutron] 10.222.0.30 "GET /v2.0/networks/73091268-c809-440d-aac9-98203ddee421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288941 Mar 21 07:20:26.368851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a14917-d8b1-4e88-bbef-c24b76714f3b req-7517d336-40fd-4ae3-8235-567470ca9e12 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:26.370236 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-48a14917-d8b1-4e88-bbef-c24b76714f3b req-7517d336-40fd-4ae3-8235-567470ca9e12 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 947 time: 0.1408360 Mar 21 07:20:26.372753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-23b8d657-cfd9-450b-a9b2-3c7f586875b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:26.374104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-23b8d657-cfd9-450b-a9b2-3c7f586875b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048a2d92aa744d399ecec5632dc95a49&device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 1100 time: 0.1091361 Mar 21 07:20:26.502303 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-48a14917-d8b1-4e88-bbef-c24b76714f3b req-b5af50c6-9791-4ad2-b60e-413c35ed402f tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262145 Mar 21 07:20:26.533319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-f047b10f-b016-450c-a972-c93545f182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:26.534734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-f047b10f-b016-450c-a972-c93545f182f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73091268-c809-440d-aac9-98203ddee421 HTTP/1.1" status: 200 len: 870 time: 0.1463482 Mar 21 07:20:26.605633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-0ddddcf1-3ffa-4101-8a46-86daacaf42dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5 HTTP/1.1" status: 200 len: 217 time: 0.0650711 Mar 21 07:20:26.665591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-d9da850a-de2f-4612-b3fb-2811cd7dd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:26.666949 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-d9da850a-de2f-4612-b3fb-2811cd7dd47b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c1ac6c-3389-45f1-b06b-7f6e5887c014 HTTP/1.1" status: 200 len: 843 time: 0.0562789 Mar 21 07:20:26.742783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-bce26661-903e-47a2-a3aa-d46267e2ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:26.744213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-bce26661-903e-47a2-a3aa-d46267e2ec4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73091268-c809-440d-aac9-98203ddee421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0714538 Mar 21 07:20:26.875653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-915c52e5-1565-44ac-ab5b-22e4a4a68790 service neutron] 10.222.0.30 "GET /v2.0/networks/73091268-c809-440d-aac9-98203ddee421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238911 Mar 21 07:20:27.006006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36e5f42e-fcec-49d7-860e-ece7651c3bc9 req-2bc04541-0957-4197-92f7-e49870b5b895 service neutron] 10.222.0.30 "GET /v2.0/networks/73091268-c809-440d-aac9-98203ddee421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245720 Mar 21 07:20:27.342269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:27.683433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530f4b-b171-4185-aeb3-176bcbbf3205 req-d60eaec0-6990-4037-a4dc-37614842abb7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:27.685167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be530f4b-b171-4185-aeb3-176bcbbf3205 req-d60eaec0-6990-4037-a4dc-37614842abb7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 947 time: 0.0797868 Mar 21 07:20:27.728594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be530f4b-b171-4185-aeb3-176bcbbf3205 req-43bd8c88-0d4f-41f3-8058-032fdfbc5d7c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 Mar 21 07:20:28.911516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687c11-72ec-48ba-adf6-ce0058600963 req-f6c3bde9-78ed-4adb-9039-2eb09e3dc843 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:28.912937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-17687c11-72ec-48ba-adf6-ce0058600963 req-f6c3bde9-78ed-4adb-9039-2eb09e3dc843 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 947 time: 0.0814164 Mar 21 07:20:28.956373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-17687c11-72ec-48ba-adf6-ce0058600963 req-0b084403-23f0-4df2-87cd-4f7f4f96538f tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Mar 21 07:20:30.125805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f7c8ca30-6c3a-4338-a309-6cdb179edfe5 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:20:30.135546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecd775-8cc5-45eb-b35e-460bd8b045e8 req-49725413-659f-4bc2-8a51-730625f2b05e tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:30.136777 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04ecd775-8cc5-45eb-b35e-460bd8b045e8 req-49725413-659f-4bc2-8a51-730625f2b05e tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 947 time: 0.0790782 Mar 21 07:20:30.265211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:30.280005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5', 'network_id': '73091268-c809-440d-aac9-98203ddee421', 'port_id': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5', 'mac_address': 'fa:16:3e:04:8e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c1ac6c-3389-45f1-b06b-7f6e5887c014', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:20:30.286842 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04ecd775-8cc5-45eb-b35e-460bd8b045e8 req-21c0c08c-6758-4c82-87b3-d59c13a473c7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441886 Mar 21 07:20:30.334695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:30.351539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c8ca30-6c3a-4338-a309-6cdb179edfe5 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:20:30.367007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:30.371228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:30.441761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:30.665836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['f7c8ca30-6c3a-4338-a309-6cdb179edfe5'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:20:31.467313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2ca1-a37a-4b42-bd31-9eff50e48f71 req-7d1d9da4-1c33-4c2c-999b-1394c15f2be5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:31.468762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-98eb2ca1-a37a-4b42-bd31-9eff50e48f71 req-7d1d9da4-1c33-4c2c-999b-1394c15f2be5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 948 time: 0.0802951 Mar 21 07:20:31.512716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-98eb2ca1-a37a-4b42-bd31-9eff50e48f71 req-76a3f553-9a31-4057-9bac-2172aacb2cd6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Mar 21 07:20:32.141361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f7c8ca30-6c3a-4338-a309-6cdb179edfe5 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:32.208477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:20:32.213121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:32.213539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:32.329413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:32.355378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:32.365495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:32.370096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:32.402396 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5', 'code': 200} Mar 21 07:20:32.440738 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:32.653027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9d0d6-f996-4978-99b5-57c8bcd80a23 req-2dfc6ee3-2045-430e-b1d6-5bea6efbf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:32.654354 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6f9d0d6-f996-4978-99b5-57c8bcd80a23 req-2dfc6ee3-2045-430e-b1d6-5bea6efbf820 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 1102 time: 0.1022000 Mar 21 07:20:32.709898 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6f9d0d6-f996-4978-99b5-57c8bcd80a23 req-9b4e300b-020b-41b2-95e5-723f717c7644 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Mar 21 07:20:32.731267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b5018-d681-4983-9313-4643208ca44a req-6b4a56e6-fa78-4282-84d6-651a8ea5c5de tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:32.732653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a72b5018-d681-4983-9313-4643208ca44a req-6b4a56e6-fa78-4282-84d6-651a8ea5c5de tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.1116114 Mar 21 07:20:32.776249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a72b5018-d681-4983-9313-4643208ca44a req-4fcf5d7b-455f-4ba7-b1c8-2456637634c7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Mar 21 07:20:33.972266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419013f4-4e75-4d61-aa97-0fc31e0a373b req-82eba2dd-a711-493d-968f-530d99d6e8fb tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:33.973661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-419013f4-4e75-4d61-aa97-0fc31e0a373b req-82eba2dd-a711-493d-968f-530d99d6e8fb tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.0864229 Mar 21 07:20:34.017900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-419013f4-4e75-4d61-aa97-0fc31e0a373b req-244aa564-9db9-4f14-97e4-08b340af4126 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Mar 21 07:20:35.200277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82abdbd-74ff-4aad-8637-5e729df61b6e req-40bbfe7e-6de5-44f5-8d24-f64c436e0bee tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:35.201742 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e82abdbd-74ff-4aad-8637-5e729df61b6e req-40bbfe7e-6de5-44f5-8d24-f64c436e0bee tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.0787079 Mar 21 07:20:35.248909 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e82abdbd-74ff-4aad-8637-5e729df61b6e req-fa41c484-1d57-4778-93f0-cb78a490875b tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Mar 21 07:20:36.327439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d704ef6-3865-41d7-9948-7d06b603394e req-3bcdbe55-0e90-4289-a0d9-048eb58a5925 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:36.328917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d704ef6-3865-41d7-9948-7d06b603394e req-3bcdbe55-0e90-4289-a0d9-048eb58a5925 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.0799730 Mar 21 07:20:36.373013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d704ef6-3865-41d7-9948-7d06b603394e req-3cb0aff8-36b4-4d8c-a09c-fe83c7cd4f4d tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Mar 21 07:20:37.605691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476732e-22f4-44ff-89a6-ade5f82f89d9 req-d774b5ac-33ae-49ab-8a70-ec30c33b2a09 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:37.607046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6476732e-22f4-44ff-89a6-ade5f82f89d9 req-d774b5ac-33ae-49ab-8a70-ec30c33b2a09 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.1275983 Mar 21 07:20:37.666378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6476732e-22f4-44ff-89a6-ade5f82f89d9 req-5a2cf163-24fe-46fd-a941-4889eff749a6 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/security-groups?id=49281084-0bf6-4a17-960b-33ee6a71abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Mar 21 07:20:37.674145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-d0c565a9-0c32-49af-b20c-449b2c72016c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:37.675536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-d0c565a9-0c32-49af-b20c-449b2c72016c tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 949 time: 0.1310337 Mar 21 07:20:37.746583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Deleting port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:20:37.746929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:37.993989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] For port f7c8ca30-6c3a-4338-a309-6cdb179edfe5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,segment=NetworkSegment(94c79082-165a-4d6a-a718-8425b3511e65),segment_id=94c79082-165a-4d6a-a718-8425b3511e65)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:37.994350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:38.116696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Calling delete_port for f7c8ca30-6c3a-4338-a309-6cdb179edfe5 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:20:38.261927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:38.273831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['f7c8ca30-6c3a-4338-a309-6cdb179edfe5'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:20:38.314654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Pushing event deleted for resources: {'Port': ['ID=f7c8ca30-6c3a-4338-a309-6cdb179edfe5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:38.391162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] No DVR routers for this DVR port f7c8ca30-6c3a-4338-a309-6cdb179edfe5 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:20:38.393800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:38.396521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'name': 'network-vif-deleted', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:38.413955 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae3b4cd6-cc9f-4f59-be7e-86060afd84f7 req-c4e03099-8e2e-4be4-882b-8af1e96880c5 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.30 "DELETE /v2.0/ports/f7c8ca30-6c3a-4338-a309-6cdb179edfe5 HTTP/1.1" status: 204 len: 173 time: 0.7331665 Mar 21 07:20:38.444022 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa02b85-6280-43fd-9a44-18e5ba3757b9', 'name': 'network-vif-deleted', 'tag': 'f7c8ca30-6c3a-4338-a309-6cdb179edfe5', 'status': 'completed', 'code': 200} Mar 21 07:20:38.827508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-48cdd1dc-bfab-482c-a6bc-9f7ef5f0f904 req-ba240c0b-62ce-4b96-bdd8-a14816a8e1a7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Synchronizing usage tracker for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:38.842708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-48cdd1dc-bfab-482c-a6bc-9f7ef5f0f904 req-ba240c0b-62ce-4b96-bdd8-a14816a8e1a7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] Unset dirty status for tenant:048a2d92aa744d399ecec5632dc95a49 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:38.844058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-48cdd1dc-bfab-482c-a6bc-9f7ef5f0f904 req-ba240c0b-62ce-4b96-bdd8-a14816a8e1a7 tempest-ServersAdminNegativeTestJSON-199081749 tempest-ServersAdminNegativeTestJSON-199081749-project] 10.222.0.31 "GET /v2.0/ports?device_id=afa02b85-6280-43fd-9a44-18e5ba3757b9 HTTP/1.1" status: 200 len: 210 time: 0.0599821 Mar 21 07:20:40.195392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37452) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:40.340563 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-504c7ee8-25af-4608-8c14-c93c0562592e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=048a2d92aa744d399ecec5632dc95a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440139 Mar 21 07:20:40.343000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37458) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:40.398994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.423969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.478768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.495774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49281084-0bf6-4a17-960b-33ee6a71abad,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:40.512205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.513519 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-66ae7d11-8283-4c6c-9201-c939100bfd15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49281084-0bf6-4a17-960b-33ee6a71abad HTTP/1.1" status: 204 len: 168 time: 0.1695986 Mar 21 07:20:40.779802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37466) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:40.796892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.811266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:40.815044 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Usage tracker for resource:security_group_rule and tenant:75d3380ba1794d29bc3d2c50fcd1e568 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:40.817825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:40.823906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:40.908343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.912053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:40.958797 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75d3380ba1794d29bc3d2c50fcd1e568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779242 Mar 21 07:20:40.961364 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5f58c-3335-4fba-9ff4-fc7879be8c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b52b5-16a3-492d-a0ca-30ceef4a85ff,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:40.962143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37470) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:41.020159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.044844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.097185 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.113250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b52b5-16a3-492d-a0ca-30ceef4a85ff,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:41.120558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.121686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5b9d9a09-a6d0-4968-a55b-4cdd0aaa1666 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d1b52b5-16a3-492d-a0ca-30ceef4a85ff HTTP/1.1" status: 204 len: 168 time: 0.1584682 Mar 21 07:20:41.838812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37494) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:41.942880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1105118314-network', 'tenant_id': '8c117ce48c0e4f2f9f5f2d1982d4f721'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:41.948307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:41.952058 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Usage tracker for resource:network and tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:41.954864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:41.961067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:41.970602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Made reservation on behalf of 8c117ce48c0e4f2f9f5f2d1982d4f721 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:20:41.972850 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.985386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:41.999896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:42.003631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Usage tracker for resource:security_group_rule and tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:42.006353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:42.011981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:42.092827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.096340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.126471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:20:42.135376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:42.140919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.141502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Added segment 5e403a5c-c094-4329-b256-c6657bc21f98 of type vlan for network 7ee277ff-67a5-40f8-b3bf-de487714088e Mar 21 07:20:42.168306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.188236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f7c8ca30-6c3a-4338-a309-6cdb179edfe5 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:20:42.197977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.198907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:42.199479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.224377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: f7c8ca30-6c3a-4338-a309-6cdb179edfe5 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:20:42.224722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f7c8ca30-6c3a-4338-a309-6cdb179edfe5 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:20:42.302837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4629254 Mar 21 07:20:42.304118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6ecc-9bc6-40bb-bc0f-ef0536582c3b admin admin] Pushing event updated for resources: {'Network': ['ID=7ee277ff-67a5-40f8-b3bf-de487714088e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:42.305744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:42.311401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Request body: {'subnet': {'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1105118314-subnet', 'tenant_id': '8c117ce48c0e4f2f9f5f2d1982d4f721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:42.313918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 7ee277ff-67a5-40f8-b3bf-de487714088e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:20:42.316137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:42.320642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Usage tracker for resource:subnet and tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:42.323528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:42.329814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:42.339836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Made reservation on behalf of 8c117ce48c0e4f2f9f5f2d1982d4f721 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:20:42.342418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.644345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.713320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4211e95-8134-4c1a-8171-419d9775f9c3,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:42.726236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Checking segment: {'id': '5e403a5c-c094-4329-b256-c6657bc21f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:20:42.726586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Network hostable DHCP agents. Network: 7ee277ff-67a5-40f8-b3bf-de487714088e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:20:42.744611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Network 7ee277ff-67a5-40f8-b3bf-de487714088e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:20:42.753314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 7ee277ff-67a5-40f8-b3bf-de487714088e) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:20:42.757978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:42.758553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:42.763664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa01d1-7862-43cd-b3a6-012a6b00037a None None] Network 7ee277ff-67a5-40f8-b3bf-de487714088e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:20:42.779210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-23843b07-1ac8-4da7-a2ba-77a567bf4a85 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4724188 Mar 21 07:20:42.979707 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372a0a9-918c-4f3b-bc13-14fbc5bd3c71 None None] Network 7ee277ff-67a5-40f8-b3bf-de487714088e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:20:43.316529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-6b73de3f-e03c-4f7f-b06c-ee861d883489 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:43.317212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-6b73de3f-e03c-4f7f-b06c-ee861d883489 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Synchronizing usage tracker for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:43.334397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-6b73de3f-e03c-4f7f-b06c-ee861d883489 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Unset dirty status for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:43.336107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-6b73de3f-e03c-4f7f-b06c-ee861d883489 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 812 time: 0.1840663 Mar 21 07:20:43.350096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-2a706486-c6a0-4d05-a931-c6332d5d82f1 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/quotas/8c117ce48c0e4f2f9f5f2d1982d4f721 HTTP/1.1" status: 200 len: 375 time: 0.0087240 Mar 21 07:20:43.402348 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-9a772c43-8a9e-42f9-8559-55bad1d7b042 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472567 Mar 21 07:20:43.535092 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-0cce07e5-25d8-46b0-8a2d-37601e1f6551 service neutron] 10.222.0.31 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262231 Mar 21 07:20:43.671655 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-12bacd11-c6cd-4e3c-9927-dbaac3d1492e service neutron] 10.222.0.31 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303997 Mar 21 07:20:43.843281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c6fffbf-61ff-4bd5-81ee-2858208bf9d4 req-9d6a85b6-ff5c-4b4f-8f75-ce77449187da tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 210 time: 0.0423653 Mar 21 07:20:44.847116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-d7da75bc-9458-4150-81e4-47e582daef1a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:44.848508 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-d7da75bc-9458-4150-81e4-47e582daef1a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.30 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 812 time: 0.1441846 Mar 21 07:20:44.860228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Request body: {'port': {'device_id': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e', 'admin_state_up': True, 'tenant_id': '8c117ce48c0e4f2f9f5f2d1982d4f721'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:45.010694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9bd2b9d7-567d-4dee-9ed6-83e70ddad9e8 req-7023db22-f2cd-4944-9aa8-da3933da92c9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 210 time: 0.0566270 Mar 21 07:20:45.044020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:20:45.047887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Usage tracker for resource:port and tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:20:45.050665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:20:45.056852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:20:45.066644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Made reservation on behalf of 8c117ce48c0e4f2f9f5f2d1982d4f721 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:20:45.070311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:45.237780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Allocated IP 172.20.0.12 (7ee277ff-67a5-40f8-b3bf-de487714088e/d4211e95-8134-4c1a-8171-419d9775f9c3/36b71177-36c2-44c2-95af-b21b54be31d4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:20:45.435611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:45.464204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:45.530903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Network 7ee277ff-67a5-40f8-b3bf-de487714088e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:20:45.533839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:20:45.537683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:20:45.576510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:45.713391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:45.713979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:45.733513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-b8fe1146-8a39-4cf5-8881-76004139e18a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8767591 Mar 21 07:20:45.743974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Request body: {'port': {'device_id': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:20:45.851878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.249592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:20:46.258002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.282257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-11fb6cc7-0aaf-4b47-a155-b6efcb09cf15 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:46.282939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-11fb6cc7-0aaf-4b47-a155-b6efcb09cf15 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Synchronizing usage tracker for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:46.285460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Transition to ACTIVE for port object 36b71177-36c2-44c2-95af-b21b54be31d4 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:20:46.294100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.392768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-11fb6cc7-0aaf-4b47-a155-b6efcb09cf15 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Unset dirty status for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:46.393945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-11fb6cc7-0aaf-4b47-a155-b6efcb09cf15 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 932 time: 0.2740777 Mar 21 07:20:46.511201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:46.537725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-ae2fcc27-5abc-47a0-9b02-32638828e6af tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Synchronizing usage tracker for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:20:46.574316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-ae2fcc27-5abc-47a0-9b02-32638828e6af tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Unset dirty status for tenant:8c117ce48c0e4f2f9f5f2d1982d4f721 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:20:46.575438 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca4d14de-9965-4bc7-b90e-908ea3dfda2a req-ae2fcc27-5abc-47a0-9b02-32638828e6af tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691303 Mar 21 07:20:46.577388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Attempting to bind port 36b71177-36c2-44c2-95af-b21b54be31d4 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:20:46.577719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Attempting to bind port 36b71177-36c2-44c2-95af-b21b54be31d4 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '5e403a5c-c094-4329-b256-c6657bc21f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:20:46.578046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Attempting to bind port 36b71177-36c2-44c2-95af-b21b54be31d4 on network 7ee277ff-67a5-40f8-b3bf-de487714088e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:20:46.582718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Port 36b71177-36c2-44c2-95af-b21b54be31d4 on network 7ee277ff-67a5-40f8-b3bf-de487714088e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:20:46.583034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Attempting to bind port 36b71177-36c2-44c2-95af-b21b54be31d4 on network 7ee277ff-67a5-40f8-b3bf-de487714088e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:20:46.597000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:20:46.597000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Checking segment: {'id': '5e403a5c-c094-4329-b256-c6657bc21f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:20:46.597000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Bound using segment: {'id': '5e403a5c-c094-4329-b256-c6657bc21f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:20:46.597000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Bound port: 36b71177-36c2-44c2-95af-b21b54be31d4, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e403a5c-c094-4329-b256-c6657bc21f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:20:46.597000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.676818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:20:46.679823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:20:46.683172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.746517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:46.747122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:46.748456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] 10.222.0.30 "PUT /v2.0/ports/36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 1094 time: 1.0083730 Mar 21 07:20:46.748879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:46.773640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5807-ee1d-4942-92a1-f0c52c4c40dc service neutron] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:46.835880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4', 'status': 'completed', 'code': 200} Mar 21 07:20:46.869535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-f96d9bb7-2e34-43aa-9b03-78974dff48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:46.870988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-f96d9bb7-2e34-43aa-9b03-78974dff48f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1097 time: 0.0709054 Mar 21 07:20:46.941202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-7d5da9c4-ea8c-4973-8ab9-8919da4dc41a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 217 time: 0.0639822 Mar 21 07:20:47.007220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-758f5c5e-30f6-41f2-b3dd-f984d2f30661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:47.008583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-758f5c5e-30f6-41f2-b3dd-f984d2f30661 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 200 len: 852 time: 0.0621214 Mar 21 07:20:47.054984 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-03357660-3095-478e-b9a1-31e252028cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ee277ff-67a5-40f8-b3bf-de487714088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390651 Mar 21 07:20:47.183743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-eb93a2e9-206e-4ddb-8ce6-f41acbd5aa11 service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213300 Mar 21 07:20:47.324860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-922d7b46-37a2-46ae-8521-101b9eb5608d req-edb71ab1-e70a-43cf-832d-4b8a8223c632 service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352756 Mar 21 07:20:47.530718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-240e562c-a177-48bb-96ed-0bbb2138ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:47.532166 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-240e562c-a177-48bb-96ed-0bbb2138ff94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1097 time: 0.1666610 Mar 21 07:20:47.662192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-8926e6bc-a5e5-40b5-b4a9-e4c46136ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:47.664340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-8926e6bc-a5e5-40b5-b4a9-e4c46136ea5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 913 time: 0.1257536 Mar 21 07:20:47.729207 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:20:47.769007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-b9407f69-c204-4130-b256-8a56565ae93b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 217 time: 0.0979350 Mar 21 07:20:47.843644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-54c607a5-a272-43c3-b99e-049cf2a08c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:47.845044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-54c607a5-a272-43c3-b99e-049cf2a08c4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 200 len: 852 time: 0.0703530 Mar 21 07:20:47.896229 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-dac437a8-ac04-4d69-855b-f03f9b547304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ee277ff-67a5-40f8-b3bf-de487714088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435729 Mar 21 07:20:47.904979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6c909-9edf-478a-9788-0f461b86a06b req-37a39515-bbe4-4d53-8e16-6a8a66ea636c tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:47.906340 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87d6c909-9edf-478a-9788-0f461b86a06b req-37a39515-bbe4-4d53-8e16-6a8a66ea636c tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 944 time: 0.1874089 Mar 21 07:20:48.037616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87d6c909-9edf-478a-9788-0f461b86a06b req-a7a41d38-fda1-4763-95be-63b2acc640fc tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125336 Mar 21 07:20:48.065143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-d7fde824-adfe-4922-ab0e-782624fd26ce service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578672 Mar 21 07:20:48.195507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e8cc532-3c5b-49a2-a62c-59fa3f0f2272 req-49c36ec7-e61f-4257-9bcc-2eba8e6a79ed service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241558 Mar 21 07:20:48.607416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:49.230092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9eddc-f862-4ecd-9f57-a81d120c11dd req-617de1f0-6d9b-48e6-9672-c615935ad382 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:49.231551 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84a9eddc-f862-4ecd-9f57-a81d120c11dd req-617de1f0-6d9b-48e6-9672-c615935ad382 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 944 time: 0.0859890 Mar 21 07:20:49.276009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84a9eddc-f862-4ecd-9f57-a81d120c11dd req-73c4c41f-1295-4901-b00d-6c9b9b551f3b tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Mar 21 07:20:50.218168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:20:50.382043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:50.395292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '36b71177-36c2-44c2-95af-b21b54be31d4', 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e', 'port_id': '36b71177-36c2-44c2-95af-b21b54be31d4', 'mac_address': 'fa:16:3e:f0:5a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4211e95-8134-4c1a-8171-419d9775f9c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:20:50.454113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:50.462609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53af6a5-6a16-4c85-bd79-c067f7d74713 req-ad167db0-188b-43f6-94f4-cc9629fd4c81 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:50.464073 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b53af6a5-6a16-4c85-bd79-c067f7d74713 req-ad167db0-188b-43f6-94f4-cc9629fd4c81 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 944 time: 0.0800128 Mar 21 07:20:50.471072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:20:50.486764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:50.491084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:50.510231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b53af6a5-6a16-4c85-bd79-c067f7d74713 req-3614e80a-1600-4094-97af-07b9f01b0aef tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Mar 21 07:20:50.556454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:50.784237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['36b71177-36c2-44c2-95af-b21b54be31d4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:20:51.697023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aee73-8ae2-42a8-9f57-69d7ea2dddb4 req-adac4457-1626-40cc-aa25-b8d31f445bd3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:51.698493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d00aee73-8ae2-42a8-9f57-69d7ea2dddb4 req-adac4457-1626-40cc-aa25-b8d31f445bd3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 945 time: 0.0827298 Mar 21 07:20:51.741050 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d00aee73-8ae2-42a8-9f57-69d7ea2dddb4 req-6db14c32-f753-420c-a6df-c95187a0d4fc tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Mar 21 07:20:52.233493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:20:52.299611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 36b71177-36c2-44c2-95af-b21b54be31d4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:20:52.304939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 36b71177-36c2-44c2-95af-b21b54be31d4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:20:52.305414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:52.419580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:52.457311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:20:52.468745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:20:52.470140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a5a3-7afa-485d-975c-b02b61598b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:52.473969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:52.510492 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4', 'code': 200} Mar 21 07:20:52.550351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:20:52.715805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ab6c-a1cb-44b1-9bad-1f101d172af5 req-50c98b30-d488-40a5-b958-bf8a128a8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:52.717278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c35ab6c-a1cb-44b1-9bad-1f101d172af5 req-50c98b30-d488-40a5-b958-bf8a128a8d98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1099 time: 0.0684435 Mar 21 07:20:52.755337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c35ab6c-a1cb-44b1-9bad-1f101d172af5 req-ca0c5652-2d62-4fb5-a45e-21493c866288 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Mar 21 07:20:52.927125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254faa0-2442-45ca-a489-0f4ba83c3bfc req-fdc7cd47-bf41-4e3c-837a-d509ead036f9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:52.928567 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e254faa0-2442-45ca-a489-0f4ba83c3bfc req-fdc7cd47-bf41-4e3c-837a-d509ead036f9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0826142 Mar 21 07:20:52.972512 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e254faa0-2442-45ca-a489-0f4ba83c3bfc req-b32d8c7d-21df-47bd-80ac-c0f471d954bb tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Mar 21 07:20:54.160380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180fa8-ddfd-4ae1-860b-25798db9e1fd req-a0dbb6fa-a576-4376-9c78-273422fbef92 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:54.161850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5180fa8-ddfd-4ae1-860b-25798db9e1fd req-a0dbb6fa-a576-4376-9c78-273422fbef92 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0787604 Mar 21 07:20:54.208424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5180fa8-ddfd-4ae1-860b-25798db9e1fd req-498b2a99-2802-4bea-bec5-5c2b6c4d925b tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Mar 21 07:20:54.570066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37562) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:20:54.590045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39db0af4-0e87-4298-99de-6bf548bf27f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:54.606611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5906ed-4310-4b99-a7e8-b96dfc8c01e1 req-403cb1dc-e819-47f8-ae82-c42c76bb4fd9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:54.608077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f5906ed-4310-4b99-a7e8-b96dfc8c01e1 req-403cb1dc-e819-47f8-ae82-c42c76bb4fd9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0855694 Mar 21 07:20:54.651961 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f5906ed-4310-4b99-a7e8-b96dfc8c01e1 req-f7f3b826-e319-4511-91f3-75641c844a42 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Mar 21 07:20:54.689856 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-0d75159c-65a6-4f41-99d6-b09e0a56269b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188843 Mar 21 07:20:55.811962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:55.843005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:55.851745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0028-fd40-4d97-ae0c-5dc03c99ff90 req-7a63ec48-4a46-47bd-908f-33617cbec0bb tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:55.853204 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f7e0028-fd40-4d97-ae0c-5dc03c99ff90 req-7a63ec48-4a46-47bd-908f-33617cbec0bb tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0985439 Mar 21 07:20:55.951648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f7e0028-fd40-4d97-ae0c-5dc03c99ff90 req-1f078a05-0fa9-4eaa-9d55-87e12d889687 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637805 Mar 21 07:20:55.964446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-f485ea3c-6a5f-469b-ab2b-a7f97c82dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:55.965977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-f485ea3c-6a5f-469b-ab2b-a7f97c82dfe3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1099 time: 0.1084843 Mar 21 07:20:56.190250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-ef7b078e-f67d-417f-908f-1d96c7ea9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:56.191709 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-ef7b078e-f67d-417f-908f-1d96c7ea9e99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 913 time: 0.2203007 Mar 21 07:20:56.261193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-16bda650-0fd5-4a9f-b789-cf2ce00a40bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 217 time: 0.0635431 Mar 21 07:20:56.325929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-3e6be551-840e-4838-9453-671a632fa0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:56.327362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-3e6be551-840e-4838-9453-671a632fa0c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 200 len: 852 time: 0.0608385 Mar 21 07:20:56.372691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-ca452e41-69f6-45f1-8868-b4e4d0d8a403 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ee277ff-67a5-40f8-b3bf-de487714088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398772 Mar 21 07:20:56.503576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-79284ee5-fb9b-4cfd-a7bc-7c2cc8fff9f6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245451 Mar 21 07:20:56.635867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-e32be538-ebae-4745-8171-b625b0a2ca13 service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267991 Mar 21 07:20:57.131787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32fc0-0d5d-4bf2-abb2-69135e63f043 req-47f091f9-ae7f-49fd-a637-3b081c914c34 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:57.133287 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11c32fc0-0d5d-4bf2-abb2-69135e63f043 req-47f091f9-ae7f-49fd-a637-3b081c914c34 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0779552 Mar 21 07:20:57.175628 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11c32fc0-0d5d-4bf2-abb2-69135e63f043 req-eecb3562-00ac-479a-b912-62982dfdd92a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Mar 21 07:20:57.344696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:20:58.364148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b645049-22f7-41e9-ab9e-8af1384bab2f req-e9907362-005a-44c5-be75-6433848876dd tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:58.365632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b645049-22f7-41e9-ab9e-8af1384bab2f req-e9907362-005a-44c5-be75-6433848876dd tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0826259 Mar 21 07:20:58.409113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b645049-22f7-41e9-ab9e-8af1384bab2f req-a6b4c5cc-193f-4d1a-b2db-b19a0660fb66 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374134 Mar 21 07:20:59.594225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd395ae-4e4d-4a3b-9bc3-35c2d6cd51f8 req-26e49402-f071-4524-a668-94f69e91324e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:20:59.595593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2dd395ae-4e4d-4a3b-9bc3-35c2d6cd51f8 req-26e49402-f071-4524-a668-94f69e91324e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0787730 Mar 21 07:20:59.643278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2dd395ae-4e4d-4a3b-9bc3-35c2d6cd51f8 req-33952a6e-9aff-4707-85f9-205516192ab0 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Mar 21 07:21:00.828016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc687-e650-44d3-b7b4-69741d0220d4 req-e1a86e9e-8514-4bcf-acae-19582e897908 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:00.829469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-76bdc687-e650-44d3-b7b4-69741d0220d4 req-e1a86e9e-8514-4bcf-acae-19582e897908 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0795097 Mar 21 07:21:00.873046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-76bdc687-e650-44d3-b7b4-69741d0220d4 req-6677a9f5-d559-48e9-9b56-a40c6d78d695 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Mar 21 07:21:02.061781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025b1b6-9484-4867-b2bf-17a9ddba5a7a req-4b9d5d52-a237-4d77-8987-ab7650c48b72 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:02.063129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0025b1b6-9484-4867-b2bf-17a9ddba5a7a req-4b9d5d52-a237-4d77-8987-ab7650c48b72 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0835841 Mar 21 07:21:02.105820 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0025b1b6-9484-4867-b2bf-17a9ddba5a7a req-08bff868-961d-4b42-8bc1-5f9ad60e6c22 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Mar 21 07:21:03.293982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3271a-c495-4b44-a154-3492f256b2c2 req-e2fd4736-7406-4fa3-ab49-3744810a7a11 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:03.295428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e5c3271a-c495-4b44-a154-3492f256b2c2 req-e2fd4736-7406-4fa3-ab49-3744810a7a11 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0852871 Mar 21 07:21:03.339045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e5c3271a-c495-4b44-a154-3492f256b2c2 req-e5b23e05-fd52-4ef1-aa2c-cd5bc6d965a3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Mar 21 07:21:04.524434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f580e-92ca-495c-b92e-46c84901cb3e req-3882ffe5-aa5a-49e8-b309-a2344cf72912 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:04.525906 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b4f580e-92ca-495c-b92e-46c84901cb3e req-3882ffe5-aa5a-49e8-b309-a2344cf72912 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0830722 Mar 21 07:21:04.568285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b4f580e-92ca-495c-b92e-46c84901cb3e req-66b45df1-21e1-4871-85b0-515d9a01993e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Mar 21 07:21:05.748443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf14227-0704-47a8-a968-9eee9a6309d8 req-69b99a3f-5f47-47e1-b9b5-526db05a0c9d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:05.749914 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbf14227-0704-47a8-a968-9eee9a6309d8 req-69b99a3f-5f47-47e1-b9b5-526db05a0c9d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0780532 Mar 21 07:21:05.796980 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cbf14227-0704-47a8-a968-9eee9a6309d8 req-fff6c7d3-7b54-4352-b464-60e41947e03c tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Mar 21 07:21:06.980461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0387b2-d494-4807-9b99-a05d0d187b27 req-b60afb57-f053-4b85-991d-5162a3fb5851 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:06.981937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a0387b2-d494-4807-9b99-a05d0d187b27 req-b60afb57-f053-4b85-991d-5162a3fb5851 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0793607 Mar 21 07:21:07.025361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a0387b2-d494-4807-9b99-a05d0d187b27 req-6396dd89-5e5b-47e8-a858-5fcbd82a236e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Mar 21 07:21:08.212008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11a34-6443-42ee-9d6f-bfaad638dd53 req-771b32c7-44ca-4486-8997-3a2c0b565ee2 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:08.213472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-96e11a34-6443-42ee-9d6f-bfaad638dd53 req-771b32c7-44ca-4486-8997-3a2c0b565ee2 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0828254 Mar 21 07:21:08.260082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-96e11a34-6443-42ee-9d6f-bfaad638dd53 req-5a844dcc-1ca5-48fc-bc7b-fe1f082004c2 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Mar 21 07:21:09.442525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e4748-e11b-494d-a0ae-451b3328ed5c req-582f0fac-23f3-4ba2-8e9c-9d922153d919 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:09.443952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a52e4748-e11b-494d-a0ae-451b3328ed5c req-582f0fac-23f3-4ba2-8e9c-9d922153d919 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0795889 Mar 21 07:21:09.487704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a52e4748-e11b-494d-a0ae-451b3328ed5c req-2d0978c0-a761-404a-b097-a4b0fd2a1c5e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Mar 21 07:21:10.698868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc0ad8-0690-4ae1-b579-5133f18d4693 req-ce32f5d5-f154-42af-9385-d073034ff40d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:10.700712 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dfc0ad8-0690-4ae1-b579-5133f18d4693 req-ce32f5d5-f154-42af-9385-d073034ff40d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0980437 Mar 21 07:21:10.746642 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8dfc0ad8-0690-4ae1-b579-5133f18d4693 req-28ef69e9-4305-426f-bf85-1fd50487066d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Mar 21 07:21:11.931335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441e6da-6443-4b1b-82ff-19729b4dae97 req-aa691524-7536-4f33-967b-50d265881eb3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:11.932801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3441e6da-6443-4b1b-82ff-19729b4dae97 req-aa691524-7536-4f33-967b-50d265881eb3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0816166 Mar 21 07:21:11.976139 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3441e6da-6443-4b1b-82ff-19729b4dae97 req-396a7a2b-26e3-496e-8d86-c73461d058a3 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Mar 21 07:21:13.259288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35690c-3e78-482c-9b0c-3cb2ffe9aef7 req-1a857c98-39c3-474d-951c-f96f76384f5c tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:13.260666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d35690c-3e78-482c-9b0c-3cb2ffe9aef7 req-1a857c98-39c3-474d-951c-f96f76384f5c tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.1784775 Mar 21 07:21:13.306293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d35690c-3e78-482c-9b0c-3cb2ffe9aef7 req-0a49967c-30e4-4712-b0b2-adc6399db8fd tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Mar 21 07:21:14.493948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe827a29-5ba9-4adf-81c7-a4a8d7f98713 req-fca49463-f3bf-4b85-a97a-2fe797f882f2 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:14.495667 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe827a29-5ba9-4adf-81c7-a4a8d7f98713 req-fca49463-f3bf-4b85-a97a-2fe797f882f2 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0842638 Mar 21 07:21:14.539175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe827a29-5ba9-4adf-81c7-a4a8d7f98713 req-c7e540b9-8021-410f-aeab-5c9726f64174 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 Mar 21 07:21:15.722784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3282-261a-4996-a26c-c8d4d26dbbeb req-9a9ca16a-04a0-475e-a699-a3046b65f890 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:15.724205 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba8c3282-261a-4996-a26c-c8d4d26dbbeb req-9a9ca16a-04a0-475e-a699-a3046b65f890 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0796485 Mar 21 07:21:15.766626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba8c3282-261a-4996-a26c-c8d4d26dbbeb req-f0536eba-d10c-4a7a-8677-fb6834c5bfa7 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368824 Mar 21 07:21:16.951733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe056-9ba1-4215-ad47-4b62d90f215b req-a59222eb-1443-447b-91c8-6d949dab89ce tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:16.953148 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-136fe056-9ba1-4215-ad47-4b62d90f215b req-a59222eb-1443-447b-91c8-6d949dab89ce tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0818830 Mar 21 07:21:16.996526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-136fe056-9ba1-4215-ad47-4b62d90f215b req-7c36c73d-1523-453c-8403-1b8032ff069e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Mar 21 07:21:18.177160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3d401-c83f-4f2e-93ae-8053593c39ec req-e0125b43-bf21-486c-ab76-8a397c0f0792 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:18.179250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bee3d401-c83f-4f2e-93ae-8053593c39ec req-e0125b43-bf21-486c-ab76-8a397c0f0792 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0800548 Mar 21 07:21:18.222054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bee3d401-c83f-4f2e-93ae-8053593c39ec req-da06b998-7b62-43fb-83f1-51003597338a tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Mar 21 07:21:18.607736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:19.412854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9baf1-0bd4-4b72-b8a9-bd4a8ad198bf req-5a4f2418-ab3b-4753-bc95-7d724fa26118 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:19.414977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27b9baf1-0bd4-4b72-b8a9-bd4a8ad198bf req-5a4f2418-ab3b-4753-bc95-7d724fa26118 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0895841 Mar 21 07:21:19.458867 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27b9baf1-0bd4-4b72-b8a9-bd4a8ad198bf req-ea17bb81-358f-4248-926a-e43d6178ec99 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Mar 21 07:21:20.640892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c892c-dd03-40a0-82d4-86688c455df4 req-07df0e26-0ecb-419c-b6f9-a9b6b5b73ad5 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:20.642376 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-df2c892c-dd03-40a0-82d4-86688c455df4 req-07df0e26-0ecb-419c-b6f9-a9b6b5b73ad5 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0787301 Mar 21 07:21:20.689584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-df2c892c-dd03-40a0-82d4-86688c455df4 req-6bddb880-0a1f-4351-9f07-87411bfa266d tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Mar 21 07:21:21.874707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281c10d-8697-4705-9a1b-dddd14bb06ea req-23ca7d50-c643-4514-bbe5-298cacf03904 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:21.876138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0281c10d-8697-4705-9a1b-dddd14bb06ea req-23ca7d50-c643-4514-bbe5-298cacf03904 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0796659 Mar 21 07:21:21.919158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0281c10d-8697-4705-9a1b-dddd14bb06ea req-7892ae00-8ea3-4ef3-a91b-c51e0828a743 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 Mar 21 07:21:22.452127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-43f04bac-b8ea-42db-86c7-c3ae5b2e203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:23.108696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27f87-5dc0-4183-9ca3-4bfef115c002 req-e19cd66d-1580-4ff1-aa45-e26b9121fd0b tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:23.110166 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50c27f87-5dc0-4183-9ca3-4bfef115c002 req-e19cd66d-1580-4ff1-aa45-e26b9121fd0b tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0833607 Mar 21 07:21:23.152899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50c27f87-5dc0-4183-9ca3-4bfef115c002 req-9ca906ca-02ab-4ea9-8c76-314316348f02 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Mar 21 07:21:23.407657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-3483a7f6-119a-4149-88cd-4d6c6c89e593 service neutron] 10.222.0.30 "GET /v2.0/ports/36b71177-36c2-44c2-95af-b21b54be31d4/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0747902 Mar 21 07:21:23.671967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-fd768124-a142-4e40-afab-67ecf6385c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:23.673467 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-fd768124-a142-4e40-afab-67ecf6385c69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089&tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721 HTTP/1.1" status: 200 len: 1099 time: 0.0741348 Mar 21 07:21:23.764103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-32a41462-31bd-4298-b558-719c977c3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:23.765557 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-32a41462-31bd-4298-b558-719c977c3d22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1099 time: 0.0705576 Mar 21 07:21:23.894487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-97803428-b3b7-4866-adc1-f1ba77aea529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:23.895928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-97803428-b3b7-4866-adc1-f1ba77aea529 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 913 time: 0.1246996 Mar 21 07:21:23.964919 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-c0070f5d-ebe5-4b17-b6cb-a7e253ecb1eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 217 time: 0.0636470 Mar 21 07:21:24.024830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-ee576f0f-7406-4d6c-89b1-7dc95835bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:24.026245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-ee576f0f-7406-4d6c-89b1-7dc95835bbed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 200 len: 852 time: 0.0562432 Mar 21 07:21:24.074819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-b69596a5-9d65-49d6-9a3a-22600adc0598 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ee277ff-67a5-40f8-b3bf-de487714088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432942 Mar 21 07:21:24.204773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-34632f27-01ad-4049-a17a-5f9fbdd3e86b service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240084 Mar 21 07:21:24.483314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c7fb705-dab4-4e0a-ab0d-87c892266832 req-4b5a4ed7-80fc-4d9e-b7cd-7a6a70cfa111 service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725694 Mar 21 07:21:24.499097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e1653-d6b7-4874-a854-cf27c1b5832e req-5f45e51d-c599-457d-bb2e-4ed2a98ff512 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:24.500499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c38e1653-d6b7-4874-a854-cf27c1b5832e req-5f45e51d-c599-457d-bb2e-4ed2a98ff512 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.2117896 Mar 21 07:21:24.545149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c38e1653-d6b7-4874-a854-cf27c1b5832e req-fa50a8da-dc87-45db-9d4d-22e5255acc7b tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Mar 21 07:21:24.593185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e15ddb10-127a-4071-85da-f2f8545a7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:24.728099 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:21:25.730750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c589ad1-6c1b-4128-b574-06ab1ae44f94 req-817515ca-e7d0-4591-a92b-c1a33b51f043 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:25.732193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2c589ad1-6c1b-4128-b574-06ab1ae44f94 req-817515ca-e7d0-4591-a92b-c1a33b51f043 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0840070 Mar 21 07:21:25.776230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2c589ad1-6c1b-4128-b574-06ab1ae44f94 req-c0e07531-fe8b-47a8-a89d-23912fe96205 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Mar 21 07:21:25.806323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:25.835599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:26.437289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:21:26.439610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:21:26.658733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:26.676080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:26.697508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '36b71177-36c2-44c2-95af-b21b54be31d4', 'network_id': '7ee277ff-67a5-40f8-b3bf-de487714088e', 'port_id': '36b71177-36c2-44c2-95af-b21b54be31d4', 'mac_address': 'fa:16:3e:f0:5a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4211e95-8134-4c1a-8171-419d9775f9c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:21:26.703897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:21:26.743805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:26.752142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:26.796341 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4', 'code': 200} Mar 21 07:21:26.821085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:26.845641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:21:26.853615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:26.894119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.894469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.894813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.895149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.895492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.895824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.896165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.896481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.896842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.897163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.897577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.897916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:26.933485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:21:26.934192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:21:26.965285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8a1e6-1535-4c8d-af45-0793a41108d9 req-f62b6cfb-4f62-4eab-b61f-1df8cb749292 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:26.966850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6af8a1e6-1535-4c8d-af45-0793a41108d9 req-f62b6cfb-4f62-4eab-b61f-1df8cb749292 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 944 time: 0.0835590 Mar 21 07:21:27.012372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6af8a1e6-1535-4c8d-af45-0793a41108d9 req-61d0592c-d3c7-4a86-9c49-7dce4ebe27d0 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Mar 21 07:21:27.348068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:27.488156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:27.504406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:21:27.519899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:27.523281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:27.582286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['36b71177-36c2-44c2-95af-b21b54be31d4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:21:27.640178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:28.205834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0a79-2b23-4fd9-9750-97d6ea345234 req-86339d1a-0a73-49e8-b493-8e0caeec682e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:28.207285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3eed0a79-2b23-4fd9-9750-97d6ea345234 req-86339d1a-0a73-49e8-b493-8e0caeec682e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 945 time: 0.0832424 Mar 21 07:21:28.250691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3eed0a79-2b23-4fd9-9750-97d6ea345234 req-1ae0c3f4-e523-447d-a4fa-58ca676b0102 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Mar 21 07:21:28.455761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:21:28.524996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 36b71177-36c2-44c2-95af-b21b54be31d4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:21:28.525429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:28.622316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-6ac69699-59f9-4603-b8f3-fe6ca635e0ef tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:28.623674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-6ac69699-59f9-4603-b8f3-fe6ca635e0ef tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.30 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089&tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Mar 21 07:21:28.674115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:28.706725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:28.712423 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:28.776045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-f952a393-10e0-46ee-b6c9-3e07953c2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:28.777583 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-f952a393-10e0-46ee-b6c9-3e07953c2104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 1099 time: 0.0785515 Mar 21 07:21:28.777929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:28.797171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:21:28.848596 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4', 'code': 200} Mar 21 07:21:28.910313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-b46f3410-c68a-465e-8b73-c1ad5a1198fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:28.911752 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-b46f3410-c68a-465e-8b73-c1ad5a1198fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 200 len: 913 time: 0.1291833 Mar 21 07:21:28.978424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-1ea548cf-cb5b-4e1a-a434-58632a15d632 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 200 len: 217 time: 0.0609505 Mar 21 07:21:29.044375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-fe9ec0c3-250c-4a8b-a4c1-717d9512cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:29.045815 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-fe9ec0c3-250c-4a8b-a4c1-717d9512cb3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 200 len: 852 time: 0.0613952 Mar 21 07:21:29.091138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-658f6a18-a4dc-411a-9bea-32e4f0a18c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ee277ff-67a5-40f8-b3bf-de487714088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402007 Mar 21 07:21:29.220772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-83cd6a49-c5b1-470c-aa18-f47898006f8e service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 Mar 21 07:21:29.350784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-ee881370-186c-44d7-a5d4-9bb8415ee92d service neutron] 10.222.0.30 "GET /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236763 Mar 21 07:21:30.131799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796ca7-40cc-4e85-bbac-7587fa689be5 req-b895bd08-78a5-4678-bb8c-9c1c558e9fe9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:30.133268 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0796ca7-40cc-4e85-bbac-7587fa689be5 req-b895bd08-78a5-4678-bb8c-9c1c558e9fe9 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0851367 Mar 21 07:21:30.176428 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a0796ca7-40cc-4e85-bbac-7587fa689be5 req-6bd2b737-df86-419c-851f-834d07a0fe76 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Mar 21 07:21:31.360815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabf8f1-d1e7-4831-9201-c7378ae2ddcd req-7e3b0c90-a7bf-4982-967b-8ce9c4450585 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:31.362283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-deabf8f1-d1e7-4831-9201-c7378ae2ddcd req-7e3b0c90-a7bf-4982-967b-8ce9c4450585 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0810554 Mar 21 07:21:31.404892 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-deabf8f1-d1e7-4831-9201-c7378ae2ddcd req-f8690d25-517c-40a0-9735-3ae7b6104a58 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/security-groups?id=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Mar 21 07:21:31.792003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-b59bc9d2-0e12-4280-a480-66fb095e7bc6 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:31.793437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-b59bc9d2-0e12-4280-a480-66fb095e7bc6 tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.30 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 946 time: 0.0818529 Mar 21 07:21:31.863094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Deleting port 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:21:31.863342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:32.108599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] For port 36b71177-36c2-44c2-95af-b21b54be31d4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=36b71177-36c2-44c2-95af-b21b54be31d4,segment=NetworkSegment(5e403a5c-c094-4329-b256-c6657bc21f98),segment_id=5e403a5c-c094-4329-b256-c6657bc21f98)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:32.108953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:32.333737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Calling delete_port for 36b71177-36c2-44c2-95af-b21b54be31d4 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:21:32.478681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:32.490295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['36b71177-36c2-44c2-95af-b21b54be31d4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:21:32.536560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Pushing event deleted for resources: {'Port': ['ID=36b71177-36c2-44c2-95af-b21b54be31d4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:32.612159 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9447bdcc-969f-4577-97c5-45af80cf3052 req-1686078a-618a-422d-85b6-6f4b8c10617e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.31 "GET /v2.0/ports?device_id=e38c71fe-be62-45bc-8d3a-ed7bce5a0089 HTTP/1.1" status: 200 len: 210 time: 0.0789690 Mar 21 07:21:32.613389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.613738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.614078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.614415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.614743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.615077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.615958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.616558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.616682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.616930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.617273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.617598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:32.661795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] No DVR routers for this DVR port 36b71177-36c2-44c2-95af-b21b54be31d4 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:21:32.664321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:32.666790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-deleted', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:21:32.682273 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22db6cc0-c08a-42c3-bd67-319a5c1f1d62 req-2055608b-8ae3-4bf4-8bb6-b6d38b02e20e tempest-DeleteServersTestJSON-1951620281 tempest-DeleteServersTestJSON-1951620281-project] 10.222.0.30 "DELETE /v2.0/ports/36b71177-36c2-44c2-95af-b21b54be31d4 HTTP/1.1" status: 204 len: 173 time: 0.8836873 Mar 21 07:21:32.718329 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38c71fe-be62-45bc-8d3a-ed7bce5a0089', 'name': 'network-vif-deleted', 'tag': '36b71177-36c2-44c2-95af-b21b54be31d4', 'status': 'completed', 'code': 200} Mar 21 07:21:33.856140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 37670) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:33.915268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Deleting subnet d4211e95-8134-4c1a-8171-419d9775f9c3 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:21:33.918042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:33.967724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.024308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.089892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.126855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4211e95-8134-4c1a-8171-419d9775f9c3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:34.131913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.140868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.141212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.141575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.141909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.142238 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.142563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.142890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.143211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.143554 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.143852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.144169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.144484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:21:34.151539 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-67f7a17b-159c-43ea-9d44-5bf210e7d3c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d4211e95-8134-4c1a-8171-419d9775f9c3 HTTP/1.1" status: 204 len: 168 time: 0.2944081 Mar 21 07:21:34.154194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37674) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:34.272596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.398960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.423898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee277ff-67a5-40f8-b3bf-de487714088e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:21:34.436658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e403a5c-c094-4329-b256-c6657bc21f98') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:21:34.436947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e403a5c-c094-4329-b256-c6657bc21f98') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:21:34.448887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.465114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.470892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:21:34.471267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:21:34.484448 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:21:34.562630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.579436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.591674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee277ff-67a5-40f8-b3bf-de487714088e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:34.598357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8135f769-05b9-47bb-a9e2-5dc2a6116440 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ee277ff-67a5-40f8-b3bf-de487714088e HTTP/1.1" status: 204 len: 168 time: 0.4429774 Mar 21 07:21:34.706199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37680) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:34.753988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1551ef79-134f-4d9e-98c7-71c3cf764230 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c117ce48c0e4f2f9f5f2d1982d4f721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466466 Mar 21 07:21:34.757024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37684) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:34.813155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.840778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.893784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.910202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:34.918962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:34.920078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d1e83fe4-99e7-40a2-8656-4fa16bd39955 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a561c0b8-c6dc-405e-9acb-1bf7a0cad3eb HTTP/1.1" status: 204 len: 168 time: 0.1621349 Mar 21 07:21:35.617957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:35.719081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1697530379-network', 'tenant_id': 'fe42bbc8feaa4ce9b8b2457c56bc068d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:21:35.723715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:21:35.728277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Usage tracker for resource:network and tenant:fe42bbc8feaa4ce9b8b2457c56bc068d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:21:35.731116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:21:35.736620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:21:35.746488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Made reservation on behalf of fe42bbc8feaa4ce9b8b2457c56bc068d for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:21:35.748859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.760738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.775340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:21:35.779081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Usage tracker for resource:security_group_rule and tenant:fe42bbc8feaa4ce9b8b2457c56bc068d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:21:35.781819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:21:35.788145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:21:35.874905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.878380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.910041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:21:35.918462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e725b39f-019f-47de-9c63-e5f539cc7f14,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:35.926590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.926590 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Added segment 2db87829-a649-463d-aabb-8b16d053fe83 of type vlan for network fb1988c8-2d98-4992-92e9-560c94112f92 Mar 21 07:21:35.954437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.982839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:35.983760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:35.984325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:36.084733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1988c8-2d98-4992-92e9-560c94112f92,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:36.088004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-02caae96-73e0-49f2-84f7-ca62622cf233 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4690113 Mar 21 07:21:36.091049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 37714) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:21:36.096682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Request body: {'subnet': {'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1697530379-subnet', 'tenant_id': 'fe42bbc8feaa4ce9b8b2457c56bc068d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:21:36.098494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network fb1988c8-2d98-4992-92e9-560c94112f92 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:21:36.102392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:21:36.106184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Usage tracker for resource:subnet and tenant:fe42bbc8feaa4ce9b8b2457c56bc068d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:21:36.108994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:21:36.114613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:21:36.126487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Made reservation on behalf of fe42bbc8feaa4ce9b8b2457c56bc068d for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:21:36.128796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:36.332162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:36.405809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888b2371-7bcc-4adb-9150-fc4111a7795a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:36.416382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Checking segment: {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:21:36.416741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Network hostable DHCP agents. Network: fb1988c8-2d98-4992-92e9-560c94112f92, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:21:36.436463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Network fb1988c8-2d98-4992-92e9-560c94112f92 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:21:36.445693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, fb1988c8-2d98-4992-92e9-560c94112f92) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:21:36.450297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:36.451038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:36.455109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d08380-7799-452e-b331-54e745da7c35 None None] Network fb1988c8-2d98-4992-92e9-560c94112f92 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:21:36.473845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9b3253ce-6ca6-4387-946f-9267f51a1606 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3817964 Mar 21 07:21:36.482296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:21:36.527179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 36b71177-36c2-44c2-95af-b21b54be31d4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:21:36.527506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 36b71177-36c2-44c2-95af-b21b54be31d4 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:21:36.711981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b7d3f-48a1-49e3-ba74-4c64b80d45da None None] Network fb1988c8-2d98-4992-92e9-560c94112f92 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:21:36.973844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-eb343218-e3a4-4c8c-9c6c-381df5834e47 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:36.974508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-eb343218-e3a4-4c8c-9c6c-381df5834e47 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Synchronizing usage tracker for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:21:36.991909 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-eb343218-e3a4-4c8c-9c6c-381df5834e47 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Unset dirty status for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:21:36.993032 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-eb343218-e3a4-4c8c-9c6c-381df5834e47 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 815 time: 0.1635487 Mar 21 07:21:37.007328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-b5f5b84e-2af3-4c46-8406-d54d76cba0db tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/quotas/fe42bbc8feaa4ce9b8b2457c56bc068d HTTP/1.1" status: 200 len: 375 time: 0.0088382 Mar 21 07:21:37.151649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-f3e516fb-2eec-4ce8-8750-0922d6571abe tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394756 Mar 21 07:21:37.327303 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-d476f962-4ae2-47fe-b8d7-6f1902fd057e service neutron] 10.222.0.31 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690302 Mar 21 07:21:37.458846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-260b092a-05be-45a7-8953-4cee5904d401 service neutron] 10.222.0.31 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257873 Mar 21 07:21:37.633275 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be652be5-1a94-4627-9d0e-9c0b20863a5d req-5f5cb68a-c37c-49e8-90aa-bb806dd92467 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 210 time: 0.0433273 Mar 21 07:21:38.627331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-33ef1a0b-29b3-470c-bbe2-62f1665fa4db tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:38.628641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-33ef1a0b-29b3-470c-bbe2-62f1665fa4db tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 815 time: 0.1531415 Mar 21 07:21:38.641723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Request body: {'port': {'device_id': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'admin_state_up': True, 'tenant_id': 'fe42bbc8feaa4ce9b8b2457c56bc068d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:21:38.800475 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc56f5b1-6b5c-406a-991f-2b6dadeb8480 req-6a093e2d-306d-4033-8577-452a004fc7d4 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 210 time: 0.0529916 Mar 21 07:21:38.829609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:21:38.833352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Usage tracker for resource:port and tenant:fe42bbc8feaa4ce9b8b2457c56bc068d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:21:38.837141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:21:38.842792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:21:38.852567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Made reservation on behalf of fe42bbc8feaa4ce9b8b2457c56bc068d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:21:38.856117 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:39.017684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Allocated IP 172.20.0.12 (fb1988c8-2d98-4992-92e9-560c94112f92/888b2371-7bcc-4adb-9150-fc4111a7795a/19f9086e-2c84-4f87-9992-c1cca20b48e4) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:21:39.218900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:39.249550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:39.315767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Network fb1988c8-2d98-4992-92e9-560c94112f92 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:21:39.319272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:21:39.323173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:21:39.368156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:39.395545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:39.396154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:39.416610 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-ffca70fe-35c1-4173-a8f7-d0c9da7fcbe7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786558 Mar 21 07:21:39.428088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Request body: {'port': {'device_id': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:21:39.537968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.017756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:21:40.026930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.051606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Transition to ACTIVE for port object 19f9086e-2c84-4f87-9992-c1cca20b48e4 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:21:40.056554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.184867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-4931bd94-ea4c-4c67-bed6-b648c2da0742 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:40.185583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-4931bd94-ea4c-4c67-bed6-b648c2da0742 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Synchronizing usage tracker for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:21:40.197545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:40.277450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-4931bd94-ea4c-4c67-bed6-b648c2da0742 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Unset dirty status for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:21:40.278534 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-4931bd94-ea4c-4c67-bed6-b648c2da0742 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 932 time: 0.3258932 Mar 21 07:21:40.347594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-e418c2a1-81af-4721-9dde-6d30acb59e62 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Synchronizing usage tracker for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:21:40.353198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Attempting to bind port 19f9086e-2c84-4f87-9992-c1cca20b48e4 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:21:40.353559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Attempting to bind port 19f9086e-2c84-4f87-9992-c1cca20b48e4 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:21:40.353886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Attempting to bind port 19f9086e-2c84-4f87-9992-c1cca20b48e4 on network fb1988c8-2d98-4992-92e9-560c94112f92 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:21:40.362507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Port 19f9086e-2c84-4f87-9992-c1cca20b48e4 on network fb1988c8-2d98-4992-92e9-560c94112f92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:21:40.362832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Attempting to bind port 19f9086e-2c84-4f87-9992-c1cca20b48e4 on network fb1988c8-2d98-4992-92e9-560c94112f92 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:21:40.372154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:21:40.372503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Checking segment: {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:21:40.372920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Bound using segment: {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:21:40.373446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Bound port: 19f9086e-2c84-4f87-9992-c1cca20b48e4, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:21:40.373905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.385030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-e418c2a1-81af-4721-9dde-6d30acb59e62 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Unset dirty status for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:21:40.386199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90937054-e62c-40ef-a796-15ae4f8491c8 req-e418c2a1-81af-4721-9dde-6d30acb59e62 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993235 Mar 21 07:21:40.466350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:21:40.469313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:21:40.473204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.534638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:40.535167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:40.536518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] 10.222.0.30 "PUT /v2.0/ports/19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 1094 time: 1.1126108 Mar 21 07:21:40.536979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:21:40.559964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a785d4-c859-4de9-96b0-75ca2ab4d7fd service neutron] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:40.606864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'status': 'completed', 'code': 200} Mar 21 07:21:40.647295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-adbcbc81-2109-4655-b514-fccd1d5928b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:40.648763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-adbcbc81-2109-4655-b514-fccd1d5928b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1097 time: 0.0735700 Mar 21 07:21:40.727498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-1e3d6d7e-8415-4231-9b49-701472d5acbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.0645463 Mar 21 07:21:40.789022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-0f7f1e09-d093-4b36-8a10-42bfb17331db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:40.790363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-0f7f1e09-d093-4b36-8a10-42bfb17331db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0568321 Mar 21 07:21:40.839969 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-f644e725-12fe-4280-a30b-ce6706c1a71f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435805 Mar 21 07:21:40.970677 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-a33b123f-119b-4644-aa7c-21dae135a617 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246777 Mar 21 07:21:41.100979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bea5b4d7-1da8-43cf-a7b9-5583edca243d req-c1070acd-4638-4067-b2a1-1c8cabee327c service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245968 Mar 21 07:21:41.341632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-13f51b36-e16e-43e4-a119-461413150c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:41.343100 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-13f51b36-e16e-43e4-a119-461413150c7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1097 time: 0.0705698 Mar 21 07:21:41.481989 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-21ed3e4c-a9a6-43c5-8af3-40edd2cb9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:41.483437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-21ed3e4c-a9a6-43c5-8af3-40edd2cb9e3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1341577 Mar 21 07:21:41.584646 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-46a64312-c8f1-4986-964a-f36e629c5194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.0938025 Mar 21 07:21:41.672785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-f58c45d3-ccb6-48ed-bbc2-93f2afd57e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:41.674163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-f58c45d3-ccb6-48ed-bbc2-93f2afd57e5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0787160 Mar 21 07:21:41.822566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b980817-0158-49f1-b449-8e5096730075 req-624c0909-bf94-483f-bcf5-d45840a64213 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:41.824002 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b980817-0158-49f1-b449-8e5096730075 req-624c0909-bf94-483f-bcf5-d45840a64213 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 944 time: 0.2808328 Mar 21 07:21:41.830291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-5a24d51e-b12c-418e-8f87-24562dc67ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496401 Mar 21 07:21:41.951220 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b980817-0158-49f1-b449-8e5096730075 req-7d9f3602-cca0-45c3-908e-a763c72cb02d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199069 Mar 21 07:21:41.990735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-723ccec0-e463-4abd-a6ee-12041ea70ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462846 Mar 21 07:21:42.120750 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee0e59f1-be5f-48f4-b43d-de8589189dde req-6991672a-e4b2-421e-828a-8495bbe6f4bc service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239281 Mar 21 07:21:43.141603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d150-fd0b-4693-9042-f853fa8a3774 req-917e6552-45cf-42ff-bde4-a8eed14459e7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:43.143060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2d32d150-fd0b-4693-9042-f853fa8a3774 req-917e6552-45cf-42ff-bde4-a8eed14459e7 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 944 time: 0.0828650 Mar 21 07:21:43.188207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2d32d150-fd0b-4693-9042-f853fa8a3774 req-014069cc-8b7d-4b13-94de-ba28f9127a61 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 Mar 21 07:21:44.369966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba88cb5-f5c6-457c-8e1f-2bd6f2dc143b req-9c27696e-1aa4-4d45-8932-09f465db9a51 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:44.371400 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ba88cb5-f5c6-457c-8e1f-2bd6f2dc143b req-9c27696e-1aa4-4d45-8932-09f465db9a51 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 944 time: 0.0785065 Mar 21 07:21:44.415621 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ba88cb5-f5c6-457c-8e1f-2bd6f2dc143b req-886c7888-6f81-4271-b685-4e31d327d839 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Mar 21 07:21:44.512870 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:21:44.642854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:44.655339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'port_id': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'mac_address': 'fa:16:3e:67:60:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888b2371-7bcc-4adb-9150-fc4111a7795a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:21:44.712328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:44.728895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:21:44.743500 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:44.747498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:44.812449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:45.047939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['19f9086e-2c84-4f87-9992-c1cca20b48e4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:21:45.598347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426007-cb91-49e4-91f3-8ccba91fcb4a req-d296f6ce-7d91-49f7-bbbf-17b62e49e324 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:45.600275 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cd426007-cb91-49e4-91f3-8ccba91fcb4a req-d296f6ce-7d91-49f7-bbbf-17b62e49e324 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 945 time: 0.0821822 Mar 21 07:21:45.642539 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cd426007-cb91-49e4-91f3-8ccba91fcb4a req-1ccb2feb-275b-40f5-b474-34b0aa90a047 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Mar 21 07:21:46.528307 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:21:46.594158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 19f9086e-2c84-4f87-9992-c1cca20b48e4 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:21:46.598621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 19f9086e-2c84-4f87-9992-c1cca20b48e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:21:46.598984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:46.717753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:46.746150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:21:46.754202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:21:46.759356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:46.800861 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'code': 200} Mar 21 07:21:46.840046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:21:46.847632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8f9b-4d0d-42c8-8dea-f61e3f3c79f2 req-663de006-04d8-4167-b366-cee52e355c69 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:46.853865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db2e8f9b-4d0d-42c8-8dea-f61e3f3c79f2 req-663de006-04d8-4167-b366-cee52e355c69 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.1047492 Mar 21 07:21:46.893332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db2e8f9b-4d0d-42c8-8dea-f61e3f3c79f2 req-f3fe48ad-a69b-446c-a919-c4a7b93c415c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Mar 21 07:21:47.024823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeb188-737d-4df6-8c02-ce66e87c494a req-045c1968-62f7-469b-bae0-a65d6d7b8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:47.026298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1adeb188-737d-4df6-8c02-ce66e87c494a req-045c1968-62f7-469b-bae0-a65d6d7b8fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1099 time: 0.0724959 Mar 21 07:21:47.067599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1adeb188-737d-4df6-8c02-ce66e87c494a req-ea978742-2852-4afe-bf7c-65ed6e004d83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Mar 21 07:21:48.076167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e13f5-0c14-4e72-a472-8beca397dafd req-027960e1-4239-44b0-952e-fc7081ea8c1d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:48.077534 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c03e13f5-0c14-4e72-a472-8beca397dafd req-027960e1-4239-44b0-952e-fc7081ea8c1d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0786326 Mar 21 07:21:48.123896 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c03e13f5-0c14-4e72-a472-8beca397dafd req-14413726-c5b8-40a6-a868-dbe6759dd070 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Mar 21 07:21:48.612236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:49.304239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25dffb-880d-4101-92ac-66a1d7800b32 req-0607ecbf-e5bd-46ea-91c2-6b72aabb5184 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:49.305735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d25dffb-880d-4101-92ac-66a1d7800b32 req-0607ecbf-e5bd-46ea-91c2-6b72aabb5184 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0805633 Mar 21 07:21:49.349144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5d25dffb-880d-4101-92ac-66a1d7800b32 req-acbbd1aa-6e42-4f19-8b21-eee5c30205f5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Mar 21 07:21:49.544582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e562a4-d802-482c-b63d-78414f8223dd req-97e92826-497d-43ff-8937-285bc5c64d5c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:49.545948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-02e562a4-d802-482c-b63d-78414f8223dd req-97e92826-497d-43ff-8937-285bc5c64d5c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0884452 Mar 21 07:21:49.588884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-02e562a4-d802-482c-b63d-78414f8223dd req-d3cc4a84-03d1-4b35-9d46-e023d1074498 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Mar 21 07:21:49.924679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a7cb-c73b-48bf-a8ac-c420a61dea2e req-bbe2d431-6ad9-415d-ac16-1e712171431d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:49.926149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db91a7cb-c73b-48bf-a8ac-c420a61dea2e req-bbe2d431-6ad9-415d-ac16-1e712171431d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0795441 Mar 21 07:21:49.970027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db91a7cb-c73b-48bf-a8ac-c420a61dea2e req-3ab445c7-cf36-499a-9ea2-18fd9efa40a0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Mar 21 07:21:50.153465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89c0bd-2194-41ad-ada3-06c517af4c18 req-452397b3-7f5b-48b5-9ec6-db3a036a7584 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:50.154929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e89c0bd-2194-41ad-ada3-06c517af4c18 req-452397b3-7f5b-48b5-9ec6-db3a036a7584 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0835013 Mar 21 07:21:50.199000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e89c0bd-2194-41ad-ada3-06c517af4c18 req-221eb926-c4d2-4876-96cf-17f71b38dbba tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Mar 21 07:21:50.547862 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-2f2dd372-55a3-4647-9334-1822a08332ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751507 Mar 21 07:21:50.602679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb9dea-351c-4bc4-9311-a3843de48840 req-d9a3104d-f6d8-42d5-b1d1-477e0bb5509a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:50.604144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4cb9dea-351c-4bc4-9311-a3843de48840 req-d9a3104d-f6d8-42d5-b1d1-477e0bb5509a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0827429 Mar 21 07:21:50.651698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4cb9dea-351c-4bc4-9311-a3843de48840 req-1c16e31e-fb8e-4312-9fb0-eaeea28225a5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Mar 21 07:21:51.318697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-c469030d-92ca-4f9e-b067-87742013fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:51.320168 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-c469030d-92ca-4f9e-b067-87742013fc0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1099 time: 0.0731931 Mar 21 07:21:51.465172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-adc02298-1cae-42bd-b5a0-d3aaba81f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:51.466603 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-adc02298-1cae-42bd-b5a0-d3aaba81f40d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1269705 Mar 21 07:21:51.634477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-855737d0-c29b-4a5a-ba59-b1abba73f913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.1614201 Mar 21 07:21:51.698322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-acb9e208-442d-410e-b349-e162a7a777be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:51.699789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-acb9e208-442d-410e-b349-e162a7a777be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0591843 Mar 21 07:21:51.746921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-93f3fe35-164e-421c-895b-e79890888a8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413465 Mar 21 07:21:51.939276 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-870911cc-0ef3-4a92-80c6-626ffe1a1400 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868510 Mar 21 07:21:51.947240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8280d-7560-4cca-9c66-f1254461d9d1 req-161a13d1-ed57-4170-b549-2949550f1787 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:51.948594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dce8280d-7560-4cca-9c66-f1254461d9d1 req-161a13d1-ed57-4170-b549-2949550f1787 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.1791520 Mar 21 07:21:52.077304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dce8280d-7560-4cca-9c66-f1254461d9d1 req-e53800fb-6624-433c-9723-59a290b32080 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108251 Mar 21 07:21:52.107865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c9e65d-5d21-4cbf-896d-84c02755b23e req-894aee6e-e8f6-4f31-89ef-a32c5df4f83c service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583638 Mar 21 07:21:52.219226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-52b978bc-9b1d-4669-b520-e2bb1d9581cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:52.220627 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-52b978bc-9b1d-4669-b520-e2bb1d9581cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1099 time: 0.0730581 Mar 21 07:21:52.352294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-275ee37d-0014-4ff3-b5a9-fb2110d08097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:52.353794 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-275ee37d-0014-4ff3-b5a9-fb2110d08097 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1277614 Mar 21 07:21:52.419391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-dbe94b4e-ff1b-47b8-a8e6-206d53bbf384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.0602598 Mar 21 07:21:52.454766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22fdc2f7-ece0-4035-9240-53037dab501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:52.488014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-87680c0c-768b-481c-87f9-dd8385e811fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:52.489385 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-87680c0c-768b-481c-87f9-dd8385e811fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0646725 Mar 21 07:21:52.535848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-520d3b46-d076-464e-8cac-1fc3b51550fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405562 Mar 21 07:21:52.665158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-3be9c825-b276-4f69-8a7a-3902069e52f8 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231840 Mar 21 07:21:52.795409 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-b0a3f35c-861b-477a-b35e-0bcc0c27d799 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 Mar 21 07:21:53.264090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c202d-336e-4970-ba64-b23de40f9cea req-6848cf0e-3488-4347-8089-5e63377a109c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:53.265570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-901c202d-336e-4970-ba64-b23de40f9cea req-6848cf0e-3488-4347-8089-5e63377a109c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0853975 Mar 21 07:21:53.310536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-901c202d-336e-4970-ba64-b23de40f9cea req-07823e61-ef06-422f-bd75-af5300f9302a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Mar 21 07:21:54.493871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25748d-dc3b-4602-ae76-8f78b53d7edb req-44d19622-6d68-4662-bef4-0a9becc6810f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:54.495310 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e25748d-dc3b-4602-ae76-8f78b53d7edb req-44d19622-6d68-4662-bef4-0a9becc6810f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0812230 Mar 21 07:21:54.538334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e25748d-dc3b-4602-ae76-8f78b53d7edb req-1e9c8190-7355-4857-a845-967b0216c5c1 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Mar 21 07:21:54.594572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6fe8598d-e4d6-4099-8630-6b4a1a036371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:55.720949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aa06b-1e25-4dee-bbf4-9beb40bedc8a req-1a5f7934-679a-412b-bae8-c6fff9069a6f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:55.722425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e9aa06b-1e25-4dee-bbf4-9beb40bedc8a req-1a5f7934-679a-412b-bae8-c6fff9069a6f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0819900 Mar 21 07:21:55.766736 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e9aa06b-1e25-4dee-bbf4-9beb40bedc8a req-d7635d7a-e40e-403c-adfd-6d2955d28344 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Mar 21 07:21:55.812723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:55.838114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:56.951034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9cc4-cc2e-4f75-bfe0-8ae9d886d2e7 req-caa66ffa-934c-403a-afcb-05f2c7f9a88f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:56.952506 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f7ea9cc4-cc2e-4f75-bfe0-8ae9d886d2e7 req-caa66ffa-934c-403a-afcb-05f2c7f9a88f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0792942 Mar 21 07:21:56.999275 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f7ea9cc4-cc2e-4f75-bfe0-8ae9d886d2e7 req-7a202001-3e83-4bcd-8bee-074bf0bde3e1 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Mar 21 07:21:57.352022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:21:58.277951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0c33c-028f-4ab8-a5ad-16089ff3d30b req-69395a0d-1f4a-4436-9a20-43f19aaad717 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:58.279304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6b0c33c-028f-4ab8-a5ad-16089ff3d30b req-69395a0d-1f4a-4436-9a20-43f19aaad717 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.1755126 Mar 21 07:21:58.323317 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e6b0c33c-028f-4ab8-a5ad-16089ff3d30b req-c5c9a75d-cc12-4876-b8c2-1780a5379629 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Mar 21 07:21:59.513783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0b7c1-00ee-45db-a34d-07b3d19d4e7c req-09d9a2d6-268e-4dc3-ab8f-0be79fd9fdbd tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:21:59.515236 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fde0b7c1-00ee-45db-a34d-07b3d19d4e7c req-09d9a2d6-268e-4dc3-ab8f-0be79fd9fdbd tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0889237 Mar 21 07:21:59.559456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fde0b7c1-00ee-45db-a34d-07b3d19d4e7c req-96a2ccfb-49f2-4af2-9e82-7b10fe5d4f58 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Mar 21 07:22:00.741406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3a963-de37-4992-afab-8be62a68c669 req-43a45a80-f4cc-4d79-98df-4fed9a24fad3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:00.742836 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cf3a963-de37-4992-afab-8be62a68c669 req-43a45a80-f4cc-4d79-98df-4fed9a24fad3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0794063 Mar 21 07:22:00.788219 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cf3a963-de37-4992-afab-8be62a68c669 req-db663f20-199a-452b-b339-194b9a9cf008 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Mar 21 07:22:01.726477 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:22:01.972608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e487-4232-4baf-b57f-49b0a5414844 req-3fde58c3-4045-4a3d-976a-044115841fe4 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:01.974082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b70e487-4232-4baf-b57f-49b0a5414844 req-3fde58c3-4045-4a3d-976a-044115841fe4 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0788796 Mar 21 07:22:02.017914 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b70e487-4232-4baf-b57f-49b0a5414844 req-9a692de1-0265-44c7-8dc8-7048dcf9cd6e tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Mar 21 07:22:03.203723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a623eb-7f53-4c14-89b5-111635f688c3 req-7c3ff2c8-adfc-47a9-b852-e885b6f80415 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:03.205162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38a623eb-7f53-4c14-89b5-111635f688c3 req-7c3ff2c8-adfc-47a9-b852-e885b6f80415 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0847006 Mar 21 07:22:03.249028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38a623eb-7f53-4c14-89b5-111635f688c3 req-8389ae95-bbd1-414a-98f4-ef074b4ffaa6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Mar 21 07:22:04.433886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b16c6-f2bc-4814-ab7e-ffe8d86fd8b4 req-d5ea9329-9452-4e8f-b53d-ea7c04d12fb8 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:04.435335 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-410b16c6-f2bc-4814-ab7e-ffe8d86fd8b4 req-d5ea9329-9452-4e8f-b53d-ea7c04d12fb8 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0794237 Mar 21 07:22:04.479740 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-410b16c6-f2bc-4814-ab7e-ffe8d86fd8b4 req-850a8aa9-5d58-4ec4-af16-ad04ce139d11 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Mar 21 07:22:05.818386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8e279-c492-45c0-9c59-e4c6199264dd req-894c4dad-f64d-4b9e-b06a-95230fce345c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:05.820091 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11f8e279-c492-45c0-9c59-e4c6199264dd req-894c4dad-f64d-4b9e-b06a-95230fce345c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0857117 Mar 21 07:22:05.865776 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11f8e279-c492-45c0-9c59-e4c6199264dd req-a44ded40-4fdd-4b96-b291-cd1faa32e904 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Mar 21 07:22:07.048717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579e08-566e-4f43-9ac9-9f94403ee2ae req-fdc1f02d-7963-4850-a8c9-21bb86da4faa tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:07.050172 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3579e08-566e-4f43-9ac9-9f94403ee2ae req-fdc1f02d-7963-4850-a8c9-21bb86da4faa tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0806525 Mar 21 07:22:07.094612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3579e08-566e-4f43-9ac9-9f94403ee2ae req-d4ac68a0-4cde-47b2-a6d2-2871b6a28972 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Mar 21 07:22:08.279065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6caf0c-49fc-4b98-b51f-000ad0ab89d5 req-01361a94-3950-4c54-b7ed-421912c65931 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:08.280520 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca6caf0c-49fc-4b98-b51f-000ad0ab89d5 req-01361a94-3950-4c54-b7ed-421912c65931 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0828533 Mar 21 07:22:08.324263 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca6caf0c-49fc-4b98-b51f-000ad0ab89d5 req-323d42eb-9bad-4a1b-bcee-0362b3322a31 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Mar 21 07:22:09.505731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8276e-1c42-4fcf-bf14-69c8671ea5fe req-815c2937-0a47-4038-826f-595081ccd5eb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:09.507170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bd8276e-1c42-4fcf-bf14-69c8671ea5fe req-815c2937-0a47-4038-826f-595081ccd5eb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0788856 Mar 21 07:22:09.554212 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0bd8276e-1c42-4fcf-bf14-69c8671ea5fe req-144c8b88-d5bf-4f31-b07f-b38bf99e5265 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Mar 21 07:22:10.735520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836c75-7509-4ff8-8ac6-0ee9c36a2c75 req-65214f86-8fe2-4310-aa70-fab21830c095 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:10.736956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ac836c75-7509-4ff8-8ac6-0ee9c36a2c75 req-65214f86-8fe2-4310-aa70-fab21830c095 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0810332 Mar 21 07:22:10.780799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ac836c75-7509-4ff8-8ac6-0ee9c36a2c75 req-19a29edd-6082-496b-bd92-16bd31f05ca0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369699 Mar 21 07:22:11.977588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e98793-0fe0-424c-b09b-d3ef0da96554 req-54d5483e-dc96-492e-b654-c6404c45ce1f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:11.978941 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33e98793-0fe0-424c-b09b-d3ef0da96554 req-54d5483e-dc96-492e-b654-c6404c45ce1f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0918045 Mar 21 07:22:12.023337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33e98793-0fe0-424c-b09b-d3ef0da96554 req-fbbda78d-d07e-4620-86b5-cb289bb5aeaa tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Mar 21 07:22:13.212241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0be44-ad96-4e8a-8141-9d6b40b3022a req-a1cd3d74-6741-48d1-9b5d-17f7505f810f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:13.213703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78b0be44-ad96-4e8a-8141-9d6b40b3022a req-a1cd3d74-6741-48d1-9b5d-17f7505f810f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0791018 Mar 21 07:22:13.257665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-78b0be44-ad96-4e8a-8141-9d6b40b3022a req-85115251-2179-433d-bdf7-e4f93e63bbe0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Mar 21 07:22:14.444612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3d29-7e66-4c75-9bb5-790f3046f941 req-c971e74c-d49b-41df-a539-a341628f599a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:14.446085 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e7ff3d29-7e66-4c75-9bb5-790f3046f941 req-c971e74c-d49b-41df-a539-a341628f599a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0824742 Mar 21 07:22:14.494981 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e7ff3d29-7e66-4c75-9bb5-790f3046f941 req-8445c6d9-e597-4c60-b423-36a4adade5bb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Mar 21 07:22:15.678493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c468-cf13-4932-9666-17487c55b51f req-293631d2-b6aa-46dd-b39c-f9bb1300dadb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:15.679937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8856c468-cf13-4932-9666-17487c55b51f req-293631d2-b6aa-46dd-b39c-f9bb1300dadb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0803022 Mar 21 07:22:15.726625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8856c468-cf13-4932-9666-17487c55b51f req-3e795399-b4a6-4a87-bc4b-4e6c61d86707 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Mar 21 07:22:16.908982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc633-8181-49f2-bbd3-e29633f173cb req-8430e8b5-f792-4f1c-919a-022407211d1b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:16.910464 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11cdc633-8181-49f2-bbd3-e29633f173cb req-8430e8b5-f792-4f1c-919a-022407211d1b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0792730 Mar 21 07:22:16.954726 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11cdc633-8181-49f2-bbd3-e29633f173cb req-04e69864-4a36-4349-803f-6e40ac94617e tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 Mar 21 07:22:18.138775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303445f-4009-4438-8fe6-9b255d9541c9 req-0338b0a2-c001-4d15-a52c-6ed973a8a65d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:18.140235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a303445f-4009-4438-8fe6-9b255d9541c9 req-0338b0a2-c001-4d15-a52c-6ed973a8a65d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0833201 Mar 21 07:22:18.185030 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a303445f-4009-4438-8fe6-9b255d9541c9 req-6b72b532-2aa1-462d-bf20-27522373d953 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Mar 21 07:22:18.603786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:19.370855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7cf52-1294-4a6e-8402-9c616af158dd req-df8bb839-dba5-414a-ac13-ddbe48cf1925 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:19.372307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ff7cf52-1294-4a6e-8402-9c616af158dd req-df8bb839-dba5-414a-ac13-ddbe48cf1925 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0788865 Mar 21 07:22:19.477462 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ff7cf52-1294-4a6e-8402-9c616af158dd req-8f46e02a-c9ca-4c3f-9c4a-3dfda37bc292 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994613 Mar 21 07:22:19.487569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-aac61f56-0691-4287-aeb6-1c3ac1dacb67 service neutron] 10.222.0.30 "GET /v2.0/ports/19f9086e-2c84-4f87-9992-c1cca20b48e4/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.1080635 Mar 21 07:22:19.741414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e916e3c7-a7d5-472d-8387-1b3973664e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:19.742812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e916e3c7-a7d5-472d-8387-1b3973664e49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d&tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d HTTP/1.1" status: 200 len: 1099 time: 0.0710311 Mar 21 07:22:19.834813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e708f838-fbfd-4e18-98e3-1077cd75189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:19.836246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e708f838-fbfd-4e18-98e3-1077cd75189f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1099 time: 0.0732269 Mar 21 07:22:20.060141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-d260fb9a-030b-4c6b-97cf-7ee6cd367e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:20.061528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-d260fb9a-030b-4c6b-97cf-7ee6cd367e2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.2193773 Mar 21 07:22:20.126717 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-3ab66617-6d8c-40f6-ae0e-d5c78bfbd0b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.0598960 Mar 21 07:22:20.189485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e02ceb90-e12d-4847-ac20-a363cc4e37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:20.190878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-e02ceb90-e12d-4847-ac20-a363cc4e37f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0590250 Mar 21 07:22:20.236343 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-f38403dc-5b7f-475b-a4a8-6cd2cc66b7a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393901 Mar 21 07:22:20.366702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-d870f5ee-7613-4360-bc45-310eaf270d55 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244731 Mar 21 07:22:20.497110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d3a338-a30b-4b99-92fe-e4167206f686 req-7230825b-3c4f-4d71-b941-241163061cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247675 Mar 21 07:22:20.670421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74df7-7640-4c7e-9871-74e055d8c373 req-24e8a772-9981-4c02-936b-dd6dece8c25c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:20.671876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9be74df7-7640-4c7e-9871-74e055d8c373 req-24e8a772-9981-4c02-936b-dd6dece8c25c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0861814 Mar 21 07:22:20.716450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9be74df7-7640-4c7e-9871-74e055d8c373 req-a308d9a5-90c8-495a-98c7-0f8bc4a80435 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Mar 21 07:22:21.900770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714823a-5912-4b3f-bb85-acf3c473dfda req-0c2f26a8-d64b-4ffa-907e-0f343cb8ef34 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:21.902237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7714823a-5912-4b3f-bb85-acf3c473dfda req-0c2f26a8-d64b-4ffa-907e-0f343cb8ef34 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0796938 Mar 21 07:22:21.946414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7714823a-5912-4b3f-bb85-acf3c473dfda req-5905717f-10bc-416a-bba3-0dba01e8cf14 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Mar 21 07:22:22.452883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd4bf-939e-4b2e-b597-d1071ee8b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:22.684644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:22:22.687269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:22:22.906267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:22.924104 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:22.944357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'port_id': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'mac_address': 'fa:16:3e:67:60:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888b2371-7bcc-4adb-9150-fc4111a7795a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:22:22.976360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:22:22.996634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:23.010005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:23.061384 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'code': 200} Mar 21 07:22:23.065143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:23.096021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:22:23.133918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:23.166494 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:22:23.166846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:22:23.189615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4f874-6fb9-4d81-b1f2-e71a542bbce9 req-127ab8ff-9ff2-4263-9bc0-44925f1faa02 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:23.191048 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44f4f874-6fb9-4d81-b1f2-e71a542bbce9 req-127ab8ff-9ff2-4263-9bc0-44925f1faa02 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 944 time: 0.0848663 Mar 21 07:22:23.235299 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44f4f874-6fb9-4d81-b1f2-e71a542bbce9 req-dc80cdef-548c-491e-b5af-b9279c13ec83 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Mar 21 07:22:23.600560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9e298-fd1f-440a-af5d-c837d1789634 req-9afcc454-dbd2-42c7-982b-4a029a1ca30e tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:23.601942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ec9e298-fd1f-440a-af5d-c837d1789634 req-9afcc454-dbd2-42c7-982b-4a029a1ca30e tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 944 time: 0.1419718 Mar 21 07:22:23.613363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-d91669b8-6bb9-4ea2-9682-a414e28058a0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:23.614762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-d91669b8-6bb9-4ea2-9682-a414e28058a0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d&tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 944 time: 0.1529014 Mar 21 07:22:23.655188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ec9e298-fd1f-440a-af5d-c837d1789634 req-b49663b8-7862-46b7-b6be-346955ec06d5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Mar 21 07:22:23.727934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:23.744293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:22:23.759351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:23.763655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:23.777561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-58c68f7d-685d-497d-8159-d4e82003a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:23.779038 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-58c68f7d-685d-497d-8159-d4e82003a076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 1097 time: 0.0763638 Mar 21 07:22:23.826855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['19f9086e-2c84-4f87-9992-c1cca20b48e4'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:22:23.883644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:23.911964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-f2513766-e474-40c6-bcd6-843188e6b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:23.913415 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-f2513766-e474-40c6-bcd6-843188e6b4c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1288688 Mar 21 07:22:23.981936 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-320e872b-2b41-4b90-b780-5564cc5f5bb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 200 len: 217 time: 0.0625961 Mar 21 07:22:24.047734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-8f92be3b-ed77-4bdf-ba98-23985452ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:24.049150 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-8f92be3b-ed77-4bdf-ba98-23985452ee7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0622015 Mar 21 07:22:24.095225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-bfcebd5f-e417-4ed3-90dd-eaaf917abfb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398839 Mar 21 07:22:24.225213 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-64e1aae4-2ca3-4bf4-8166-6593f9a4ece8 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238050 Mar 21 07:22:24.456321 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e138ef4-b67a-4841-a168-1c2b7aa98a59 req-d9a0019e-837a-488a-b585-7bf07f605349 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251799 Mar 21 07:22:24.595421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-57a1a25c-f69e-46af-ba16-4570707863d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:24.689402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:22:24.761395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 19f9086e-2c84-4f87-9992-c1cca20b48e4 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:22:24.762093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:24.888312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:24.925608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:24.930589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:25.003762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:25.004678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9955070-7484-4b49-a533-6535d2f5b95e req-623401ea-983d-4ed1-af55-2c84192ea208 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:25.012318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9955070-7484-4b49-a533-6535d2f5b95e req-623401ea-983d-4ed1-af55-2c84192ea208 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0921288 Mar 21 07:22:25.056720 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9955070-7484-4b49-a533-6535d2f5b95e req-bf49b4a8-fb1b-418b-8ed7-d49fba05bd91 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Mar 21 07:22:25.062118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:22:25.111673 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'code': 200} Mar 21 07:22:25.243503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25033a-4dc1-4404-84c0-22365ad32bc9 req-53e2ec57-6954-4fb2-b127-ff506fe2b7c9 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:25.244870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9c25033a-4dc1-4404-84c0-22365ad32bc9 req-53e2ec57-6954-4fb2-b127-ff506fe2b7c9 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0803428 Mar 21 07:22:25.289382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9c25033a-4dc1-4404-84c0-22365ad32bc9 req-31cfadf2-938a-45d9-81ba-353a228bc71b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 Mar 21 07:22:25.477916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc131f77-7bd6-463d-9b57-9f0d9beb1172 req-ab24d4fa-dcf2-4024-9b4b-0c6578968fa8 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:25.479368 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fc131f77-7bd6-463d-9b57-9f0d9beb1172 req-ab24d4fa-dcf2-4024-9b4b-0c6578968fa8 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.0845263 Mar 21 07:22:25.523347 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fc131f77-7bd6-463d-9b57-9f0d9beb1172 req-7d4787dd-c593-43ab-86af-4c589ecf0d3f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Mar 21 07:22:25.808578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:25.845471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:26.012746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-f5872bba-2e84-467c-8a90-1dba7ebf0617 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:26.014209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-f5872bba-2e84-467c-8a90-1dba7ebf0617 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 815 time: 0.1453223 Mar 21 07:22:26.028882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-88b85a9a-e008-4d04-b745-820b57207b3a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/quotas/fe42bbc8feaa4ce9b8b2457c56bc068d HTTP/1.1" status: 200 len: 375 time: 0.0092006 Mar 21 07:22:26.106366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-698a7c75-fe46-40bf-a130-daf0b037636c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725031 Mar 21 07:22:26.158493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-2b052ef0-4ef8-42d3-aef3-c6f044024683 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:22:26.159456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-2b052ef0-4ef8-42d3-aef3-c6f044024683 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466604 Mar 21 07:22:26.290814 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a64c7394-ae85-4870-8c72-c3fd4a437306 service neutron] 10.222.0.31 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256058 Mar 21 07:22:26.425082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-1c758b2c-b96f-4317-9d82-9b2e8d155f85 service neutron] 10.222.0.31 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275773 Mar 21 07:22:26.605853 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7677ac09-a2e7-4286-9bfd-b721d642d77a req-157813f7-51a8-463e-aba1-7f97fa4e1296 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 210 time: 0.0471907 Mar 21 07:22:27.353746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:27.650577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2e6d14f-7333-4beb-90bf-2b6bf070b645 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:27.651996 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2e6d14f-7333-4beb-90bf-2b6bf070b645 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 815 time: 0.1979682 Mar 21 07:22:27.664533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Request body: {'port': {'device_id': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'admin_state_up': True, 'tenant_id': 'fe42bbc8feaa4ce9b8b2457c56bc068d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:22:27.708900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-7f760ca3-f4b4-4a64-a606-573491da099f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:27.710343 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-7f760ca3-f4b4-4a64-a606-573491da099f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/ports?device_id=acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d HTTP/1.1" status: 200 len: 946 time: 0.1690357 Mar 21 07:22:27.870763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e3346ca7-b554-46b2-8ee3-315eddbcc6d4 req-367de245-9c36-4651-8477-b36e5a4b2a76 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 210 time: 0.0836811 Mar 21 07:22:27.898795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Deleting port 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:22:27.899055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:27.950277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:22:27.966564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:22:28.016242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Made reservation on behalf of fe42bbc8feaa4ce9b8b2457c56bc068d for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:22:28.019603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:28.385030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] For port 19f9086e-2c84-4f87-9992-c1cca20b48e4, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=19f9086e-2c84-4f87-9992-c1cca20b48e4,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:28.385415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:28.517000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Calling delete_port for 19f9086e-2c84-4f87-9992-c1cca20b48e4 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:22:28.560071 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Allocated IP 172.20.0.13 (fb1988c8-2d98-4992-92e9-560c94112f92/888b2371-7bcc-4adb-9150-fc4111a7795a/8eff1a96-3cce-43ac-b82b-0b1c50d51a65) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:22:28.725593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:28.790262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Pushing event deleted for resources: {'Port': ['ID=19f9086e-2c84-4f87-9992-c1cca20b48e4,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:28.932836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] No DVR routers for this DVR port 19f9086e-2c84-4f87-9992-c1cca20b48e4 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:22:28.937006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:28.939429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-deleted', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:22:28.969631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f2e8c8a-1324-42b5-a88c-20c9ba315794 req-659730d8-3bdc-4d95-91f7-556868353cc5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "DELETE /v2.0/ports/19f9086e-2c84-4f87-9992-c1cca20b48e4 HTTP/1.1" status: 204 len: 173 time: 1.2532561 Mar 21 07:22:29.026138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf3b585-4c29-445e-b3f2-ca6bcb9d2a0d', 'name': 'network-vif-deleted', 'tag': '19f9086e-2c84-4f87-9992-c1cca20b48e4', 'status': 'completed', 'code': 200} Mar 21 07:22:29.032926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:29.036714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f48e432f-8b51-445b-a18e-930839fdf6fc req-3fe98d52-58d5-4386-adf5-f0f474817fac tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Synchronizing usage tracker for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:22:29.059062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f48e432f-8b51-445b-a18e-930839fdf6fc req-3fe98d52-58d5-4386-adf5-f0f474817fac tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Unset dirty status for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:22:29.060207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f48e432f-8b51-445b-a18e-930839fdf6fc req-3fe98d52-58d5-4386-adf5-f0f474817fac tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 210 time: 0.0775573 Mar 21 07:22:29.086161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:29.160296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Network fb1988c8-2d98-4992-92e9-560c94112f92 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:22:29.164211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:22:29.167933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:22:29.202445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Pushing event updated for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:29.239144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:29.239868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:29.257179 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-a2cf74e6-42ab-4320-92fb-500855dcff4c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5968893 Mar 21 07:22:29.268800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Request body: {'port': {'device_id': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:22:29.384498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:29.737658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:22:29.745254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:29.759757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Transition to ACTIVE for port object 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:22:29.763483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:30.025285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:30.107118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Attempting to bind port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:22:30.107454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Attempting to bind port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:22:30.107781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Attempting to bind port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 on network fb1988c8-2d98-4992-92e9-560c94112f92 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:22:30.112385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 on network fb1988c8-2d98-4992-92e9-560c94112f92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:22:30.112708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Attempting to bind port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 on network fb1988c8-2d98-4992-92e9-560c94112f92 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:22:30.118897 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:22:30.119253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Checking segment: {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:22:30.119616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Bound using segment: {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:22:30.120031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Bound port: 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db87829-a649-463d-aabb-8b16d053fe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:22:30.120377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:30.266870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:22:30.277570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:22:30.284551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:30.344596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8516-2690-4377-82b5-1415a4e93b2e req-cc8803fd-3881-4f1a-876f-5304eb880c7a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:30.346081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-923f8516-2690-4377-82b5-1415a4e93b2e req-cc8803fd-3881-4f1a-876f-5304eb880c7a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 944 time: 0.1644156 Mar 21 07:22:30.359947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:30.360550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:30.361866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] 10.222.0.30 "PUT /v2.0/ports/8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 1094 time: 1.0970280 Mar 21 07:22:30.447726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb6120-e2fb-4e15-99ed-1ad907171f92 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:30.462970 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-923f8516-2690-4377-82b5-1415a4e93b2e req-d1dc78d6-d1d1-4d71-8097-a422a87456b4 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Mar 21 07:22:30.493462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-91073836-44a4-4b81-9d6f-1e327f15a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:30.494919 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-91073836-44a4-4b81-9d6f-1e327f15a0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1097 time: 0.0981061 Mar 21 07:22:30.568757 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-37c6410b-9b89-4506-9629-77fa4e228480 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0668337 Mar 21 07:22:30.631393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-e0193cfb-364f-4925-9e4e-2f3346c4ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:30.632772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-e0193cfb-364f-4925-9e4e-2f3346c4ad32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0581577 Mar 21 07:22:30.679375 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-9426f492-a67c-4d7e-aa88-7c5d1a87bef3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412152 Mar 21 07:22:30.713830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:22:30.747001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 19f9086e-2c84-4f87-9992-c1cca20b48e4 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:22:30.747348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 19f9086e-2c84-4f87-9992-c1cca20b48e4 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:22:30.811854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-af1eb934-3978-43c8-a0e0-c803e70aa9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267586 Mar 21 07:22:30.944830 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82eeff78-5da7-40ba-b7b7-2c946a140edb req-88f4c889-4821-4dd7-83ed-e8533b5a3a9f service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267302 Mar 21 07:22:31.027490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:22:31.070779 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65', 'status': 'completed', 'code': 200} Mar 21 07:22:31.162190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-c6e0fd02-2ee6-4bf7-9ffe-0aeb4873c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:31.163637 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-c6e0fd02-2ee6-4bf7-9ffe-0aeb4873c858 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1097 time: 0.0733817 Mar 21 07:22:31.292636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-b0e1f59e-4368-4e03-a6bd-5a7d618d4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:31.294120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-b0e1f59e-4368-4e03-a6bd-5a7d618d4d09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1252592 Mar 21 07:22:31.360646 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-44ab0140-6871-4c85-ad92-b37ceb550186 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0601387 Mar 21 07:22:31.423557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-106e457e-f2fe-4614-933c-1497c1277c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:31.424957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-106e457e-f2fe-4614-933c-1497c1277c2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0591676 Mar 21 07:22:31.471804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-db55c2d0-7739-45a6-b846-cf3730aadb88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405264 Mar 21 07:22:31.756827 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-d9b8ed9e-9d30-4ee1-9f8f-5be4675d4e61 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789819 Mar 21 07:22:31.854062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf86c-e92f-4154-ac7f-b0ef71cbdb01 req-d0cebca7-bfd0-47de-80ac-a0ce32bacbda tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:31.855563 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca1cf86c-e92f-4154-ac7f-b0ef71cbdb01 req-d0cebca7-bfd0-47de-80ac-a0ce32bacbda tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 944 time: 0.2806985 Mar 21 07:22:31.932796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca1cf86c-e92f-4154-ac7f-b0ef71cbdb01 req-cc9b8f05-3501-45ee-81bb-e8ca57da18e3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703173 Mar 21 07:22:31.935935 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b8bfb0b1-2f8a-403f-81ce-3d8fe13adae3 req-d8fc80b9-5c7d-45ae-bfef-fd35a9db6cca service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721179 Mar 21 07:22:33.118658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264e57b-30d0-46c7-92c8-25d6f6d2be29 req-56c0356c-573e-42d2-b03c-8319ace85813 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:33.120105 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1264e57b-30d0-46c7-92c8-25d6f6d2be29 req-56c0356c-573e-42d2-b03c-8319ace85813 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 944 time: 0.0792942 Mar 21 07:22:33.163900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1264e57b-30d0-46c7-92c8-25d6f6d2be29 req-0c96fd87-8b2f-4495-99c8-99b8d54dd438 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Mar 21 07:22:34.349543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e703eb8-c710-4569-909a-59040cec6623 req-8bc763be-b056-421d-adda-a92968b9d686 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:34.351008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e703eb8-c710-4569-909a-59040cec6623 req-8bc763be-b056-421d-adda-a92968b9d686 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 944 time: 0.0847259 Mar 21 07:22:34.394082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e703eb8-c710-4569-909a-59040cec6623 req-64ed424a-7b4b-4d3e-95cd-0b17ac48da90 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Mar 21 07:22:34.714079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:22:34.844406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:34.857502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65', 'network_id': 'fb1988c8-2d98-4992-92e9-560c94112f92', 'port_id': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65', 'mac_address': 'fa:16:3e:9e:40:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888b2371-7bcc-4adb-9150-fc4111a7795a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:22:34.913453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:34.929652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:22:34.944467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:34.949338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:35.013732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:35.021091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.021459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.021798 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.022130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.022458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.022787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.023109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.023430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.023750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.024067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.024383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.024696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:22:35.250319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['8eff1a96-3cce-43ac-b82b-0b1c50d51a65'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:22:35.576073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b0b0e-56be-4ac2-a818-3b7712a3be2c req-f9c23f88-f39a-4052-8f2a-96d30576e08a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:35.577454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2c0b0b0e-56be-4ac2-a818-3b7712a3be2c req-f9c23f88-f39a-4052-8f2a-96d30576e08a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 945 time: 0.0801761 Mar 21 07:22:35.625552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2c0b0b0e-56be-4ac2-a818-3b7712a3be2c req-d7469132-2f67-429c-b33f-8fda2be3beff tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Mar 21 07:22:36.744765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:22:36.812868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb54be-2608-492f-8db4-bc81130996f3 req-a96605d3-89b6-410a-a943-0e6c55646070 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:36.814572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:22:36.814691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33fb54be-2608-492f-8db4-bc81130996f3 req-a96605d3-89b6-410a-a943-0e6c55646070 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 945 time: 0.0828195 Mar 21 07:22:36.819655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:22:36.820024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:36.859059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33fb54be-2608-492f-8db4-bc81130996f3 req-9d33a77c-f4ea-42f3-a9dc-7ab39c7ccbb8 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Mar 21 07:22:36.936195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:36.962008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:22:36.971614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:22:36.976533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:37.010902 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65', 'code': 200} Mar 21 07:22:37.048103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:22:37.227807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b3029-34fc-4e99-be29-32b54843a3d0 req-f859f052-a976-4a77-8509-90ed249691dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:37.229156 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e6b3029-34fc-4e99-be29-32b54843a3d0 req-f859f052-a976-4a77-8509-90ed249691dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1099 time: 0.0736420 Mar 21 07:22:37.268291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e6b3029-34fc-4e99-be29-32b54843a3d0 req-07b2f1a2-ba04-41d2-958c-0e1921445c67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Mar 21 07:22:38.039059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae20-d70b-4fb0-b9ea-68a1b18d6d69 req-b22f5881-fb3f-4c18-a7d2-f9ab687d5ba3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:38.040499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04c0ae20-d70b-4fb0-b9ea-68a1b18d6d69 req-b22f5881-fb3f-4c18-a7d2-f9ab687d5ba3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0786390 Mar 21 07:22:38.084313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04c0ae20-d70b-4fb0-b9ea-68a1b18d6d69 req-16dc46b5-a353-4bf5-a820-a2936d7e392e tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Mar 21 07:22:38.726398 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:22:39.267894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9ee3b-25b6-4154-8001-6590c82df0da req-ace8ea09-1dd4-4f60-a36a-dd852ea6a9a5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:39.269354 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2ff9ee3b-25b6-4154-8001-6590c82df0da req-ace8ea09-1dd4-4f60-a36a-dd852ea6a9a5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0823743 Mar 21 07:22:39.314395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2ff9ee3b-25b6-4154-8001-6590c82df0da req-35890e77-432f-4e59-95e4-6d1af183253f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382850 Mar 21 07:22:39.500510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e8f7-b5e6-4c64-b897-f34ea86f2a85 req-037730b0-6172-495a-ae18-6f9612eb2a2d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:39.502001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c681e8f7-b5e6-4c64-b897-f34ea86f2a85 req-037730b0-6172-495a-ae18-6f9612eb2a2d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0840921 Mar 21 07:22:39.544937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c681e8f7-b5e6-4c64-b897-f34ea86f2a85 req-748a5644-f875-45c8-8abc-550ce8735527 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Mar 21 07:22:39.886575 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-53a115d6-2f98-4593-b050-4550fec492e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682483 Mar 21 07:22:39.952214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023dd40-7715-4555-b7d2-caf4c99a1972 req-c22f03e0-385f-4646-aac7-f79952f10919 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:39.953692 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6023dd40-7715-4555-b7d2-caf4c99a1972 req-c22f03e0-385f-4646-aac7-f79952f10919 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0850222 Mar 21 07:22:39.998964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6023dd40-7715-4555-b7d2-caf4c99a1972 req-f0b03f56-f716-4f15-a896-cb5c89c4b744 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Mar 21 07:22:40.943326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-15c0cd27-6a25-48b4-a690-97c58d2f1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:40.944774 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-15c0cd27-6a25-48b4-a690-97c58d2f1174 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1099 time: 0.0707946 Mar 21 07:22:41.075310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-a17bb337-f0e9-47ac-9f20-94f2cb533307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:41.076732 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-a17bb337-f0e9-47ac-9f20-94f2cb533307 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1260703 Mar 21 07:22:41.177884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-f80340f6-7436-4d03-b9fc-7ab152bd768f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0957828 Mar 21 07:22:41.260015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-5feb2ea6-ab1f-48cd-8a21-26839c5141c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:41.261373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-5feb2ea6-ab1f-48cd-8a21-26839c5141c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0778515 Mar 21 07:22:41.311622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-877c430c-2bec-4903-9438-7c363ae51b9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432944 Mar 21 07:22:41.319113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155d966-addf-4cc6-9bb0-34370b8363c3 req-9e00750b-2ce2-4090-89a5-5625af247fe3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:41.320438 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b155d966-addf-4cc6-9bb0-34370b8363c3 req-9e00750b-2ce2-4090-89a5-5625af247fe3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1804278 Mar 21 07:22:41.458981 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b155d966-addf-4cc6-9bb0-34370b8363c3 req-3f129932-aef7-4d25-a69e-e2d0535cf032 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208072 Mar 21 07:22:41.587330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-646fa959-8c1b-4caf-bb5d-4a9500901635 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658784 Mar 21 07:22:41.720225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-40069a9c-bd94-41ee-ab39-ae8a53249af1 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262305 Mar 21 07:22:42.644209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778de22-4174-428f-9afc-1f1356bf1257 req-95c7ecce-13c7-43dc-8545-26f671c179ed tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:42.645691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c778de22-4174-428f-9afc-1f1356bf1257 req-95c7ecce-13c7-43dc-8545-26f671c179ed tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0814178 Mar 21 07:22:42.688472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c778de22-4174-428f-9afc-1f1356bf1257 req-99831ca1-ae7d-4c50-9767-16bb4407b721 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368471 Mar 21 07:22:43.878059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7925-c6e4-4db1-a89a-4585e5b35217 req-d98678c0-7160-4753-bfbd-6460c304f7de tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:43.879481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7ef7925-c6e4-4db1-a89a-4585e5b35217 req-d98678c0-7160-4753-bfbd-6460c304f7de tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0816853 Mar 21 07:22:43.923501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7ef7925-c6e4-4db1-a89a-4585e5b35217 req-3a33f00e-650b-4952-a47f-c49897097d80 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Mar 21 07:22:45.105017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a308d-192d-41da-828b-92e4c6db8c9c req-08701036-3c11-4509-b417-db7ad2399622 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:45.106532 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f55a308d-192d-41da-828b-92e4c6db8c9c req-08701036-3c11-4509-b417-db7ad2399622 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0801837 Mar 21 07:22:45.150004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f55a308d-192d-41da-828b-92e4c6db8c9c req-01bca1b1-1131-42e3-82d3-cfcd13c7f980 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Mar 21 07:22:46.333903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dc134-f01c-42b5-b146-887782967a08 req-f1a0bdea-4b38-428a-ba74-3a5dd79e778c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:46.335354 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-184dc134-f01c-42b5-b146-887782967a08 req-f1a0bdea-4b38-428a-ba74-3a5dd79e778c tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0830433 Mar 21 07:22:46.379747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-184dc134-f01c-42b5-b146-887782967a08 req-cbf7e36b-b30f-44fc-ba03-4b7a81b8c7fe tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Mar 21 07:22:47.562770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667f30c-f316-4d67-aba0-e4ee96db1aa2 req-6d2ebc54-4d6f-4b32-9463-45969a14c845 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:47.564111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a667f30c-f316-4d67-aba0-e4ee96db1aa2 req-6d2ebc54-4d6f-4b32-9463-45969a14c845 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0789473 Mar 21 07:22:47.610925 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a667f30c-f316-4d67-aba0-e4ee96db1aa2 req-eeddc3a1-f3d9-4a0e-a82a-a7451146120b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Mar 21 07:22:48.617893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:48.795743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9101a0b-6952-4a69-96c9-00c71b65fe5f req-eee49ec1-50ec-440d-afe4-2fe65fa72f6b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:48.797183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9101a0b-6952-4a69-96c9-00c71b65fe5f req-eee49ec1-50ec-440d-afe4-2fe65fa72f6b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0781763 Mar 21 07:22:48.841454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9101a0b-6952-4a69-96c9-00c71b65fe5f req-3d22a64f-f090-4628-b4e8-9203ab42c2a3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Mar 21 07:22:50.027962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428c430-10df-4838-9dfa-1936d396eed9 req-e57e34ed-623e-4ea1-809b-90f2559617ca tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:50.029339 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c428c430-10df-4838-9dfa-1936d396eed9 req-e57e34ed-623e-4ea1-809b-90f2559617ca tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0828099 Mar 21 07:22:50.072747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c428c430-10df-4838-9dfa-1936d396eed9 req-d8415e08-192b-4086-aa9b-132f69e9cf7a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Mar 21 07:22:51.256285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd352-2c6a-4e69-91e0-9fb76ecb83fb req-0b44ce26-9c73-45ec-9880-3368263c312a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:51.257765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca4cd352-2c6a-4e69-91e0-9fb76ecb83fb req-0b44ce26-9c73-45ec-9880-3368263c312a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0789857 Mar 21 07:22:51.302177 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca4cd352-2c6a-4e69-91e0-9fb76ecb83fb req-0ba0c00b-927e-4bf2-8531-7d284e341cb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Mar 21 07:22:52.456064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa5de-0d22-4921-80ae-9cf8edf4f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:52.488258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae90a-8d01-4074-8249-bb953389b2d9 req-ed18234b-fdda-4583-8bed-896b65e75043 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:52.490481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c69ae90a-8d01-4074-8249-bb953389b2d9 req-ed18234b-fdda-4583-8bed-896b65e75043 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0850031 Mar 21 07:22:52.535566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c69ae90a-8d01-4074-8249-bb953389b2d9 req-ff8a1146-0638-4216-9605-58e74940f813 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Mar 21 07:22:53.328931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-375695b5-0f30-4005-9f3b-c34819bfaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:53.330408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-375695b5-0f30-4005-9f3b-c34819bfaa48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1099 time: 0.1126118 Mar 21 07:22:53.478015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-83aaea9e-bddd-4673-af63-2b07a6987adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:53.479374 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-83aaea9e-bddd-4673-af63-2b07a6987adb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1308856 Mar 21 07:22:53.549240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-7935aaa9-0fe0-4d51-923f-5e6f8f339605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0635233 Mar 21 07:22:53.611383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-9558db88-3bb8-42a2-b321-0ce15d11517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:53.612807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-9558db88-3bb8-42a2-b321-0ce15d11517a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0573294 Mar 21 07:22:53.691881 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-17029ad4-0f27-4388-9b60-cae17f6f3e0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725446 Mar 21 07:22:53.837490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4c57-2b06-443f-84a2-c40f29042f75 req-cbb259f1-6a7f-4635-8d74-c288577509ad tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:53.838934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1ad4c57-2b06-443f-84a2-c40f29042f75 req-cbb259f1-6a7f-4635-8d74-c288577509ad tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1830320 Mar 21 07:22:53.870721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-75c28f5f-cb21-4c7b-abc3-d20bf4f60f5c service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681304 Mar 21 07:22:53.924929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1ad4c57-2b06-443f-84a2-c40f29042f75 req-805c4bd8-a7a0-4a7b-819a-3083c30fe7fb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776711 Mar 21 07:22:54.014879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0491560e-aa07-4a9f-a0fd-e1c26d3a1fb4 req-2cf4b404-837f-449b-9944-5a228ba0b3c8 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325617 Mar 21 07:22:54.597283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-07f3aeb7-69fb-49da-a31a-8fec1f93f516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:55.206370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5521-3e17-4f36-b6a5-701460e57530 req-841b6b1e-4899-4ad6-a2eb-fa81272c6945 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:55.207719 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a1a5521-3e17-4f36-b6a5-701460e57530 req-841b6b1e-4899-4ad6-a2eb-fa81272c6945 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1744211 Mar 21 07:22:55.250756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a1a5521-3e17-4f36-b6a5-701460e57530 req-776aee8c-373d-437d-9fc6-0c6c8a64fb08 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Mar 21 07:22:55.810353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:55.845048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:56.434080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ddeed-89e2-4fc4-96e0-d73a798a4af0 req-c5a0ce17-6784-44db-bdf9-991ea5442830 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:56.435546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b42ddeed-89e2-4fc4-96e0-d73a798a4af0 req-c5a0ce17-6784-44db-bdf9-991ea5442830 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0815644 Mar 21 07:22:56.479913 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b42ddeed-89e2-4fc4-96e0-d73a798a4af0 req-43309abf-149f-4469-9a83-69bdcefb1ab6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Mar 21 07:22:57.355800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:22:57.660193 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e24baf-6e00-4a4f-a127-f3a2cad21456 req-c5e984fe-ef4f-43b1-9bf7-0bea4e581ee5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:57.662783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92e24baf-6e00-4a4f-a127-f3a2cad21456 req-c5e984fe-ef4f-43b1-9bf7-0bea4e581ee5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0805893 Mar 21 07:22:57.706820 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92e24baf-6e00-4a4f-a127-f3a2cad21456 req-69851d09-7bfc-4669-bc7c-5e6d35e95d69 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Mar 21 07:22:58.893145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4155c6-e4a4-47bf-8411-2a3e74b02c6f req-bb6a572e-df34-43a9-bef8-bbdff1f04ecd tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:22:58.894625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cd4155c6-e4a4-47bf-8411-2a3e74b02c6f req-bb6a572e-df34-43a9-bef8-bbdff1f04ecd tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0829265 Mar 21 07:22:58.939576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cd4155c6-e4a4-47bf-8411-2a3e74b02c6f req-07b663eb-e5d8-440f-8e1f-176424880ee3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Mar 21 07:23:00.118415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eef59-9cf3-4aab-8a76-40773cd3289b req-31a2a0ca-c96c-42d1-abf8-dd27849d51e6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:00.119794 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-254eef59-9cf3-4aab-8a76-40773cd3289b req-31a2a0ca-c96c-42d1-abf8-dd27849d51e6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0794122 Mar 21 07:23:00.167019 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-254eef59-9cf3-4aab-8a76-40773cd3289b req-c3a94a08-1271-4021-af1c-028adc479b19 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Mar 21 07:23:01.347454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e211-1d94-42c7-93ac-fc3495a4a5a3 req-036bcc00-ecc9-4464-acdc-476fa9458195 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:01.348984 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7dd4e211-1d94-42c7-93ac-fc3495a4a5a3 req-036bcc00-ecc9-4464-acdc-476fa9458195 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0793207 Mar 21 07:23:01.391593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7dd4e211-1d94-42c7-93ac-fc3495a4a5a3 req-2827c27f-43f9-4d63-b7e0-aed31d6e9da3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371401 Mar 21 07:23:02.580661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d34b2-0c72-4c03-948e-7580f224ecb5 req-9a00556c-1f3d-4b2c-a457-9274adc901d6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:02.582052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-749d34b2-0c72-4c03-948e-7580f224ecb5 req-9a00556c-1f3d-4b2c-a457-9274adc901d6 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0832407 Mar 21 07:23:02.626792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-749d34b2-0c72-4c03-948e-7580f224ecb5 req-9b156ec1-fb09-499d-b3d2-915f032395fe tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Mar 21 07:23:03.811084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37463e58-67a6-4beb-8f32-305cdbfcbab4 req-a4f6c463-e1ce-4b99-b65f-c4d6b4cca6fb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:03.812530 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-37463e58-67a6-4beb-8f32-305cdbfcbab4 req-a4f6c463-e1ce-4b99-b65f-c4d6b4cca6fb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0804317 Mar 21 07:23:03.855636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-37463e58-67a6-4beb-8f32-305cdbfcbab4 req-e35c8c9e-61c2-44d8-b3f9-cf12a39b7ab4 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Mar 21 07:23:05.039704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd678-0724-4ec3-861d-608ca73f858e req-0f091c01-0725-498d-af84-3e9fe025623b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:05.041144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6afd678-0724-4ec3-861d-608ca73f858e req-0f091c01-0725-498d-af84-3e9fe025623b tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0825710 Mar 21 07:23:05.084597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c6afd678-0724-4ec3-861d-608ca73f858e req-dc6ad20d-231e-497d-b6fd-fddc15a4543a tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Mar 21 07:23:06.266667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f3ab-d6e5-43b9-a2c5-08bcff85692e req-d84b7dc5-2982-4179-98b8-5efda5d90978 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:06.268098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e175f3ab-d6e5-43b9-a2c5-08bcff85692e req-d84b7dc5-2982-4179-98b8-5efda5d90978 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0787768 Mar 21 07:23:06.312166 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e175f3ab-d6e5-43b9-a2c5-08bcff85692e req-83f119e0-74d1-4960-a1e1-91a393dda401 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Mar 21 07:23:07.499821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0c6b-d692-48cc-bc5e-1eb5fe7a392c req-25091534-bf3b-4da3-ba11-869ab8d0ff4f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:07.501284 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a55f0c6b-d692-48cc-bc5e-1eb5fe7a392c req-25091534-bf3b-4da3-ba11-869ab8d0ff4f tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0860968 Mar 21 07:23:07.545373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a55f0c6b-d692-48cc-bc5e-1eb5fe7a392c req-6d28293e-d031-44cd-9d66-0baf6e4697ce tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Mar 21 07:23:08.500190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-155b894d-61d8-493b-a28d-755809fd8897 service neutron] 10.222.0.30 "GET /v2.0/ports/8eff1a96-3cce-43ac-b82b-0b1c50d51a65/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0780170 Mar 21 07:23:08.778124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77498e5-32ad-4d1b-adb7-82898aef0420 req-d08cfa3d-4a1a-4505-9631-21b212a53ceb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:08.779580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b77498e5-32ad-4d1b-adb7-82898aef0420 req-d08cfa3d-4a1a-4505-9631-21b212a53ceb tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1280830 Mar 21 07:23:08.836457 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b77498e5-32ad-4d1b-adb7-82898aef0420 req-9f9772b6-734c-4e02-b716-4465f450e763 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Mar 21 07:23:08.838895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-b22c5ad7-bfdc-4148-a8e1-c030e0ffe197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:08.840268 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-b22c5ad7-bfdc-4148-a8e1-c030e0ffe197 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748&tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d HTTP/1.1" status: 200 len: 1099 time: 0.1245306 Mar 21 07:23:08.929735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-f397a49b-faf4-447a-a0c4-2040ac9f8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:08.931177 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-f397a49b-faf4-447a-a0c4-2040ac9f8e94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1099 time: 0.0704346 Mar 21 07:23:09.061125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-c37208e4-e2f2-4b93-a1d9-939d1d1b2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:09.062565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-c37208e4-e2f2-4b93-a1d9-939d1d1b2492 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1256328 Mar 21 07:23:09.133497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-1ee97937-4ade-4bdf-abc0-7132c982bb3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0654535 Mar 21 07:23:09.195201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-0ac9c865-0792-4ed3-96e6-7c313eb64ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:09.196600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-0ac9c865-0792-4ed3-96e6-7c313eb64ded service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0579977 Mar 21 07:23:09.342403 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-ef2ac424-01a7-4307-9028-75e6227f3f0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392319 Mar 21 07:23:09.477452 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-945dca6d-7726-4c54-9392-95aa52be9b77 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294684 Mar 21 07:23:09.607871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a1a9e0d9-1a45-4371-b617-969499e0b11e req-efd85fc7-6266-440e-9402-828672c6b1bb service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248231 Mar 21 07:23:10.021561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7f09a-47f9-421f-82fe-addb43cf0bb3 req-adb9c214-a026-4cb1-a573-357baa548027 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:10.022911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2af7f09a-47f9-421f-82fe-addb43cf0bb3 req-adb9c214-a026-4cb1-a573-357baa548027 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0787101 Mar 21 07:23:10.067649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2af7f09a-47f9-421f-82fe-addb43cf0bb3 req-53b2cf2d-649f-4401-9350-106d671c0380 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Mar 21 07:23:11.255423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0842ef-8c51-4265-af4f-d4f17b55ffa9 req-de89b17e-c11e-4ace-b778-b479c3e0fd1d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:11.256886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f0842ef-8c51-4265-af4f-d4f17b55ffa9 req-de89b17e-c11e-4ace-b778-b479c3e0fd1d tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0837123 Mar 21 07:23:11.301296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f0842ef-8c51-4265-af4f-d4f17b55ffa9 req-5071321a-3105-4a30-b5fa-be546fc837c9 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Mar 21 07:23:12.571202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd9e58-0dca-42a1-a04e-aeb0aeb351c7 req-1f5e5703-8b78-42a8-8e39-9c179127d242 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:12.572557 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f2dd9e58-0dca-42a1-a04e-aeb0aeb351c7 req-1f5e5703-8b78-42a8-8e39-9c179127d242 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1676235 Mar 21 07:23:12.615211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f2dd9e58-0dca-42a1-a04e-aeb0aeb351c7 req-59e647b8-cf83-4aac-b613-5bfcf3b309e5 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370338 Mar 21 07:23:12.974750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80c12-db6d-4f90-bf4b-5aa1c66a415a req-165a15a8-01a1-4d3c-8e9c-d2a35ca40fc3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:12.976193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ef80c12-db6d-4f90-bf4b-5aa1c66a415a req-165a15a8-01a1-4d3c-8e9c-d2a35ca40fc3 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1429958 Mar 21 07:23:12.984019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-3b2883d0-a577-4dd7-8ed4-7b57e5b5df49 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:12.985397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-3b2883d0-a577-4dd7-8ed4-7b57e5b5df49 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748&tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 946 time: 0.1177232 Mar 21 07:23:13.026723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ef80c12-db6d-4f90-bf4b-5aa1c66a415a req-dd1a4455-3e10-49f3-9212-8ccd78721b55 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Mar 21 07:23:13.124604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-489b2c43-58ea-4348-89ae-2fc2a0e31b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:13.126128 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-489b2c43-58ea-4348-89ae-2fc2a0e31b73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 1099 time: 0.0704200 Mar 21 07:23:13.255349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-48ae0b5f-0031-47c5-b69e-dfad496bd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:13.256697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-48ae0b5f-0031-47c5-b69e-dfad496bd119 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 200 len: 916 time: 0.1250272 Mar 21 07:23:13.325572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-f1e14c41-743b-4b79-92df-303be5d8c63d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 200 len: 217 time: 0.0634174 Mar 21 07:23:13.385599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-daa757fd-9a6f-4315-b91b-7c40e39f2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:13.386957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-daa757fd-9a6f-4315-b91b-7c40e39f2d40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 200 len: 855 time: 0.0560658 Mar 21 07:23:13.432839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-1070a656-7b51-430c-8e32-80928d38e7b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb1988c8-2d98-4992-92e9-560c94112f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396974 Mar 21 07:23:13.560763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-4ba8b89f-62a7-4ce0-9c80-85fcb9f953c5 service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213889 Mar 21 07:23:13.688281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f80a23c1-deb6-48d3-8768-78cdfa68c4d0 req-b494f88a-fc5a-4a57-922e-1be746c17c2a service neutron] 10.222.0.30 "GET /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217306 Mar 21 07:23:14.311330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f802e9a-ec22-46f1-921e-7476566cd9b9 req-f3c84d5f-8176-45d7-802b-897d599d2207 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:14.312865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1f802e9a-ec22-46f1-921e-7476566cd9b9 req-f3c84d5f-8176-45d7-802b-897d599d2207 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.1612456 Mar 21 07:23:14.368441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1f802e9a-ec22-46f1-921e-7476566cd9b9 req-085b132d-e7f4-4c20-a5ab-37884e896880 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Mar 21 07:23:15.555747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc4ee-e2a5-403f-8c22-137f072e80c3 req-7b737f01-5dd8-4e5b-87dc-b6ae022da860 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:15.557387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1fc4ee-e2a5-403f-8c22-137f072e80c3 req-7b737f01-5dd8-4e5b-87dc-b6ae022da860 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0787742 Mar 21 07:23:15.697689 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1fc4ee-e2a5-403f-8c22-137f072e80c3 req-df9153dc-aac2-468b-bcc7-70bec5d44412 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346309 Mar 21 07:23:15.725737 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:23:15.878461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695e3dd-fb91-4de7-9aa0-7ccfa1d774bc req-dac38730-a88f-4c02-bed3-c6e3c2a4e284 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:15.880675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a695e3dd-fb91-4de7-9aa0-7ccfa1d774bc req-dac38730-a88f-4c02-bed3-c6e3c2a4e284 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0818458 Mar 21 07:23:15.922558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a695e3dd-fb91-4de7-9aa0-7ccfa1d774bc req-1f6c1717-ab48-446b-8f1b-e5f3b7f39a25 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363443 Mar 21 07:23:16.106769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d4f8-f21f-40fc-aad8-d42735cb45b2 req-27c10af4-ddb0-4ebd-bb6d-2e1fe88ac562 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:16.108206 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d43d4f8-f21f-40fc-aad8-d42735cb45b2 req-27c10af4-ddb0-4ebd-bb6d-2e1fe88ac562 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0832112 Mar 21 07:23:16.152248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d43d4f8-f21f-40fc-aad8-d42735cb45b2 req-30c88b4b-816b-4ad2-9633-18fb6130fc24 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Mar 21 07:23:16.691173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a59a42-7133-4394-aaad-dfbbf937ed6c req-81f3d484-9388-4647-9e5c-fd07b2893a38 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:16.693155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42a59a42-7133-4394-aaad-dfbbf937ed6c req-81f3d484-9388-4647-9e5c-fd07b2893a38 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0780072 Mar 21 07:23:16.739010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42a59a42-7133-4394-aaad-dfbbf937ed6c req-8884291d-6cd0-4a80-ae86-b4b70b8c0956 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Mar 21 07:23:17.923294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7945a-0ee2-4293-902f-eb0487f21f18 req-2706281e-9aa7-4bf9-9e37-6661bed8ecaa tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:17.924760 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cf7945a-0ee2-4293-902f-eb0487f21f18 req-2706281e-9aa7-4bf9-9e37-6661bed8ecaa tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0810676 Mar 21 07:23:17.970592 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5cf7945a-0ee2-4293-902f-eb0487f21f18 req-de0ede51-5ae0-4443-b53c-0ccc99bb0178 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/security-groups?id=e725b39f-019f-47de-9c63-e5f539cc7f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Mar 21 07:23:18.239841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-70c6debc-f8f4-43fc-85c5-09b8891c2856 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:18.241168 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-70c6debc-f8f4-43fc-85c5-09b8891c2856 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 946 time: 0.0820756 Mar 21 07:23:18.309773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Deleting port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:23:18.310114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:18.555856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] For port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,segment=NetworkSegment(2db87829-a649-463d-aabb-8b16d053fe83),segment_id=2db87829-a649-463d-aabb-8b16d053fe83)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:18.556378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:18.631910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:18.680132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Calling delete_port for 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:23:18.829129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:18.839675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['8eff1a96-3cce-43ac-b82b-0b1c50d51a65'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:23:18.878144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Pushing event deleted for resources: {'Port': ['ID=8eff1a96-3cce-43ac-b82b-0b1c50d51a65,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:18.915680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.916032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.916373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.916706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.917033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.917385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.917711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.918035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.918354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.918673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.918991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.919307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:18.970097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] No DVR routers for this DVR port 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:23:18.972376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:18.974870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'name': 'network-vif-deleted', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:23:18.990997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e52e53f-c5cb-49ce-8414-887690b413a0 req-496f03f0-cfc8-44a5-9c46-988d3467fdb0 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.30 "DELETE /v2.0/ports/8eff1a96-3cce-43ac-b82b-0b1c50d51a65 HTTP/1.1" status: 204 len: 173 time: 0.7448730 Mar 21 07:23:19.024141 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a59105-76d4-4725-a272-2ef8f144b748', 'name': 'network-vif-deleted', 'tag': '8eff1a96-3cce-43ac-b82b-0b1c50d51a65', 'status': 'completed', 'code': 200} Mar 21 07:23:19.122466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-693ffbd6-274f-44d7-9d63-89d59dc49388 req-d54e0b0f-de26-4e59-8268-8179eb4dc904 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Synchronizing usage tracker for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:23:19.138953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-693ffbd6-274f-44d7-9d63-89d59dc49388 req-d54e0b0f-de26-4e59-8268-8179eb4dc904 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] Unset dirty status for tenant:fe42bbc8feaa4ce9b8b2457c56bc068d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:23:19.140208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-693ffbd6-274f-44d7-9d63-89d59dc49388 req-d54e0b0f-de26-4e59-8268-8179eb4dc904 tempest-ServerDiskConfigTestJSON-271437634 tempest-ServerDiskConfigTestJSON-271437634-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9a59105-76d4-4725-a272-2ef8f144b748 HTTP/1.1" status: 200 len: 210 time: 0.0629177 Mar 21 07:23:20.372379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38060) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:20.434676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Deleting subnet 888b2371-7bcc-4adb-9150-fc4111a7795a {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:23:20.437482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.486547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.543581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.610062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.648773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888b2371-7bcc-4adb-9150-fc4111a7795a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:20.651728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.659965 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.660310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.660646 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.661013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.661373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.661704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.662057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.662383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.662702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.663023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.663342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.663675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:20.667198 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3958d002-fa7f-40fa-9459-b9a06922f316 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/888b2371-7bcc-4adb-9150-fc4111a7795a HTTP/1.1" status: 204 len: 168 time: 0.2938104 Mar 21 07:23:20.669812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38064) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:20.775075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.897002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.920942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1988c8-2d98-4992-92e9-560c94112f92']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:20.932870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db87829-a649-463d-aabb-8b16d053fe83') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:20.933166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db87829-a649-463d-aabb-8b16d053fe83') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:20.944916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.960906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.967238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:23:20.967592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:20.977116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:23:20.984664 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:23:21.013669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:23:21.014004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8eff1a96-3cce-43ac-b82b-0b1c50d51a65 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:23:21.059997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.075956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.087049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1988c8-2d98-4992-92e9-560c94112f92,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:21.093001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7536e4b3-7e84-4ec2-80b0-a0848bcdbaf9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb1988c8-2d98-4992-92e9-560c94112f92 HTTP/1.1" status: 204 len: 168 time: 0.4220929 Mar 21 07:23:21.203235 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:21.251285 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a07daa17-257e-4e30-9792-0858df5d68de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe42bbc8feaa4ce9b8b2457c56bc068d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469248 Mar 21 07:23:21.253776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38074) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:21.315608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.340829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.393957 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.412399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e725b39f-019f-47de-9c63-e5f539cc7f14,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:21.424709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:21.425908 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-098d507b-2230-47da-98a8-631b3372124f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e725b39f-019f-47de-9c63-e5f539cc7f14 HTTP/1.1" status: 204 len: 168 time: 0.1711760 Mar 21 07:23:22.131948 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38098) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:22.233199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1278844158-network', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:22.237994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:22.242472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Usage tracker for resource:network and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:22.245389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:22.251558 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:22.261988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:23:22.264473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.276643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.291473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:22.295194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Usage tracker for resource:security_group_rule and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:22.297960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:22.304249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:22.386208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.389917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.423275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:23:22.432480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13681f-d8e8-4aee-ac42-8b1a0b99466d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:22.438548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.438898 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Added segment 7d30cc08-7b10-4b14-bd31-a80176d9394a of type vlan for network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb Mar 21 07:23:22.467430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-32526f33-5370-4986-a04f-ab38d6e3c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.468147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.498506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.499439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:22.500021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.602360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] Pushing event updated for resources: {'Network': ['ID=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:22.605675 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-06acbcac-2b43-4105-a837-e314bfbf8f6c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4727404 Mar 21 07:23:22.608616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38104) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:22.612296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:23:22.614029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Request body: {'subnet': {'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1278844158-subnet', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:22.618899 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:22.622685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Usage tracker for resource:subnet and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:22.625531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:22.631316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:22.743103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:23:22.745649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:22.942561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.015710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a23e1e-265d-434b-b222-bb3536f36d8e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:23.025766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:23:23.026125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Network hostable DHCP agents. Network: 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:23:23.044967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:23:23.054375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:23.058556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:23.059142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.063555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f66c03-57c8-4392-baef-7ec966962ba7 None None] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:23:23.082300 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-be729e40-2586-4b94-9dcc-8dc538bc57dc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4700646 Mar 21 07:23:23.082515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38108) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:23.087260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:23.092002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:23.095754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Usage tracker for resource:router and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:23.099098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:23.104663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:23.115075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.116121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.131588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.273976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:23:23.274825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.403406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.431252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Allocated IP 172.20.0.2 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:23:23.634751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.645741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Transition to ACTIVE for port object 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:23.664166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Transition to ACTIVE for port object 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:23.669581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.712025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.734739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:23.737511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:23.741572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:23:23.745850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.747119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Pushing event updated for resources: {'Port': ['ID=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:23.834040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Attempting to bind port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:23:23.834401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Attempting to bind port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:23:23.834754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Attempting to bind port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:23:23.839864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:23:23.840225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:23:23.840619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.841001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:23:23.841480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Bound port: 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:23:23.841847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:23.881696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Allocated IP 172.26.2.176 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/6405b4e5-fc9e-4e92-b721-198ce28b1742) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:23:23.930195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] For port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:23:23.933325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] For port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:23:23.938156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:24.021942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f07c1-8a97-4eec-950b-1e7dd1ae8435 None None] Pushing event updated for resources: {'Port': ['ID=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:24.038796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:24.066737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:24.135376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:24.138358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:24.141959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:23:24.171262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Pushing event updated for resources: {'Port': ['ID=6405b4e5-fc9e-4e92-b721-198ce28b1742,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:24.592363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2f601b87-a084-41a4-92ce-d8b46bbe9ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:24.684399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:24.927942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8dd164-b341-489c-a463-b1240fa5c08d None None] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:23:25.033920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:25.068928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8faa43fe-e88c-4520-ba03-441c79adc0c1 None None] Provisioning for port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:25.245947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:23:25.427051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:23:25.435685 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:23:25.445135 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:25.445767 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:25.451171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:25.452391 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a9a736a8-cec0-4cbf-8c63-9320ff217def admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3690157 Mar 21 07:23:25.455118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38112) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:25.625863 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:25.819455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:25.872840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:25.909084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:25.941033 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:24Z', 'revision_number': 3, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:25.946132 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:23:25.946696 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Updating router c3bfa556-7273-4af6-9b33-fa83d88cf075 port 6405b4e5-fc9e-4e92-b721-198ce28b1742 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:23:25.948461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:25.954587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:25.955128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.003355 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.075105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.110155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:26.115323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.185706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:26.269717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.346828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.359027 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Transition to ACTIVE for port object 6405b4e5-fc9e-4e92-b721-198ce28b1742 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:26.365621 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.479130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Allocated IP 172.20.0.1 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/6d057db1-8660-48f5-8f9a-fa17920219a7) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:23:26.480035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Pushing event updated for resources: {'Port': ['ID=6405b4e5-fc9e-4e92-b721-198ce28b1742,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:26.483483 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Attempting to bind port 6405b4e5-fc9e-4e92-b721-198ce28b1742 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:23:26.483846 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Attempting to bind port 6405b4e5-fc9e-4e92-b721-198ce28b1742 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:23:26.484199 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Attempting to bind port 6405b4e5-fc9e-4e92-b721-198ce28b1742 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:23:26.491909 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.492251 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.492593 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.492920 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.493265 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.493594 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.493916 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.494235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.494556 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.494896 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.495297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.495604 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:26.500702 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:23:26.501073 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:23:26.501492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.501877 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:23:26.502330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Bound port: 6405b4e5-fc9e-4e92-b721-198ce28b1742, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:23:26.502696 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.579233 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] For port 6405b4e5-fc9e-4e92-b721-198ce28b1742, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:23:26.582799 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] For port 6405b4e5-fc9e-4e92-b721-198ce28b1742, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6405b4e5-fc9e-4e92-b721-198ce28b1742,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:23:26.586907 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.631753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.647430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Transition to ACTIVE for port object 6d057db1-8660-48f5-8f9a-fa17920219a7 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:26.662540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:26.663134 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:26.671140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.727733 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cdf98-887e-405c-b5e7-b0b199af3348 None None] Pushing event updated for resources: {'Port': ['ID=6405b4e5-fc9e-4e92-b721-198ce28b1742,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:26.739018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:26.742058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:26.746468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:23:26.784761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Pushing event updated for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:26.815612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:26.851870 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:27.035710 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7aa5584e-0331-4fb8-9987-107434265e2a None None] Provisioning for port 6d057db1-8660-48f5-8f9a-fa17920219a7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:27.042165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7aa5584e-0331-4fb8-9987-107434265e2a None None] Provisioning complete for port 6d057db1-8660-48f5-8f9a-fa17920219a7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:27.042610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7aa5584e-0331-4fb8-9987-107434265e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.078730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.101166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5584e-0331-4fb8-9987-107434265e2a None None] Port 6d057db1-8660-48f5-8f9a-fa17920219a7 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:23:27.142347 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:24Z', 'revision_number': 3, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:27.147411 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65995e-1ad4-46ee-8cdb-862795110013 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:24Z', 'revision_number': 3, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:23:27.390498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.426143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.432606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.543928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Pushing event updated for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:27.548624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:27.687606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:27.688681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:27.892763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:23:27.911758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:27.978139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b5a13e94-6cbd-4513-9144-dd541126a9e1 None None] Provisioning complete for port 6d057db1-8660-48f5-8f9a-fa17920219a7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:27.978493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a13e94-6cbd-4513-9144-dd541126a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.038915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b5a13e94-6cbd-4513-9144-dd541126a9e1 None None] Port 6d057db1-8660-48f5-8f9a-fa17920219a7 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:23:28.044949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:28.045366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.086171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:23:28.094874 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d983e223-514d-470b-b2ef-e650ab3f3185 admin admin] 10.222.0.31 "PUT /v2.0/routers/c3bfa556-7273-4af6-9b33-fa83d88cf075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387441 Mar 21 07:23:28.165325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6405b4e5-fc9e-4e92-b721-198ce28b1742 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:28.239942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6405b4e5-fc9e-4e92-b721-198ce28b1742 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:28.246238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6405b4e5-fc9e-4e92-b721-198ce28b1742 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:28.246663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.371503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.387926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6405b4e5-fc9e-4e92-b721-198ce28b1742, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6405b4e5-fc9e-4e92-b721-198ce28b1742,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:28.393465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.467517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6405b4e5-fc9e-4e92-b721-198ce28b1742,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:28.511909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38122) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:28.517274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992042812', 'description': 'tempest-description--750854209'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:28.524216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:28.528426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:security_group and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:28.531718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:28.538396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:28.548515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.568022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:28.571764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:security_group_rule and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:28.574561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:28.580261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:28.650613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.656091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.679424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:23:28.688993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:28.689626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:28.698556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c449f89-949d-4447-bc96-f8e59ee7f520,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:28.701870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.705256 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-62f04bf2-2434-4fd6-a5aa-e7aafeca19ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1901736 Mar 21 07:23:28.706067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38126) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:28.712656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'security_group_rule': {'security_group_id': '8c449f89-949d-4447-bc96-f8e59ee7f520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:28.718726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:28.722597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:security_group_rule and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:28.726173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:28.731757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:28.751807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.813415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.817493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.842172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268661a9-7fa9-40cd-924a-b16ced2dd96e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:28.852735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.854029 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f49d07b1-19a5-463a-ba53-45164afc3039 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468985 Mar 21 07:23:28.856489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38130) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:28.861406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'security_group_rule': {'security_group_id': '8c449f89-949d-4447-bc96-f8e59ee7f520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:28.867198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:28.870969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:security_group_rule and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:28.873779 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:28.873928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:28.880083 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:28.898050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.959790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.963884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.986470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddf390d-3eee-4ea9-9ad7-27d3ac74d68b,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:28.995206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:28.996517 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fae67af2-eda7-4652-95cf-3ab0e05422f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390853 Mar 21 07:23:28.999574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38134) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:29.005071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:29.011031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:29.014782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:floatingip and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:29.017546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:29.023891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:29.035142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.168904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.193282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 2, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:29.197182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:23:29.197562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Updating router c3bfa556-7273-4af6-9b33-fa83d88cf075 port 6d057db1-8660-48f5-8f9a-fa17920219a7 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:23:29.288156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.313611 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Allocated IP 172.26.2.53 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/826db907-5243-4461-b055-602c28402711) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:23:29.462730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.492227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.561383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:29.564167 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:29.568517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:23:29.600207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=826db907-5243-4461-b055-602c28402711,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:29.635335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.647532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Transition to ACTIVE for port object 6d057db1-8660-48f5-8f9a-fa17920219a7 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:29.649414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.654821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.709511 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.810184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23349662-4361-4eaf-923b-42bf3c5e6635 None None] Pushing event updated for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:29.853272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6405b4e5-fc9e-4e92-b721-198ce28b1742 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:29.923778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Attempting to bind port 6d057db1-8660-48f5-8f9a-fa17920219a7 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:23:29.924143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Attempting to bind port 6d057db1-8660-48f5-8f9a-fa17920219a7 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:23:29.924505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Attempting to bind port 6d057db1-8660-48f5-8f9a-fa17920219a7 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:23:29.933207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:23:29.933600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:23:29.933995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:29.934385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:23:29.934856 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Bound port: 6d057db1-8660-48f5-8f9a-fa17920219a7, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:23:29.935219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.022537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6405b4e5-fc9e-4e92-b721-198ce28b1742 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:30.022800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.043895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.048465 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.093372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] For port 6d057db1-8660-48f5-8f9a-fa17920219a7, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:23:30.097684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] For port 6d057db1-8660-48f5-8f9a-fa17920219a7, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6d057db1-8660-48f5-8f9a-fa17920219a7,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:23:30.106585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.159278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=826db907-5243-4461-b055-602c28402711,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:30.168155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.190346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:30.191560 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d2a0db4-84f7-41f0-82d8-396cd94a86cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1910298 Mar 21 07:23:30.236646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:30.237371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:30.319316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23349662-4361-4eaf-923b-42bf3c5e6635 None None] Pushing event updated for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:30.380809 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-ecf536da-752b-455f-9787-8bcb981a895c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1992042812&fields=id&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0481851 Mar 21 07:23:30.439530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:30.634877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-9f89c1c9-e718-4407-8602-475789cfd430 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:30.636332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-9f89c1c9-e718-4407-8602-475789cfd430 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.2487853 Mar 21 07:23:30.651278 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a3f252c6-59eb-4b76-ada2-2ed65b18c2ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/quotas/975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0092864 Mar 21 07:23:30.738415 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-9235db53-bc18-47e9-b827-feeaaa0e7160 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821295 Mar 21 07:23:30.770664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:30Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:30.774648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad168-fade-4474-b30d-9bd321bcd5b3 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:30Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:23:30.895843 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-1518902d-339e-4f53-a005-d11015e6b1b2 service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451023 Mar 21 07:23:31.034078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-41047418-362c-4cc0-b5b3-ffac3dd58e9d service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326489 Mar 21 07:23:31.226074 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f566c969-d72f-4e82-b3f1-5e0419b58a10 req-f015b9af-c808-4c0f-aabd-d65f470f00c5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 210 time: 0.0472627 Mar 21 07:23:31.839086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6d057db1-8660-48f5-8f9a-fa17920219a7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:31.944116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6d057db1-8660-48f5-8f9a-fa17920219a7 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:31.949096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6d057db1-8660-48f5-8f9a-fa17920219a7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:31.949527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:32.064058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:32.096676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6d057db1-8660-48f5-8f9a-fa17920219a7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6d057db1-8660-48f5-8f9a-fa17920219a7,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:32.101332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:32.173472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:32.313145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-6692f9c2-7a86-41cd-b60c-08476e79afe3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:32.314733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-6692f9c2-7a86-41cd-b60c-08476e79afe3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1670060 Mar 21 07:23:32.393942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8ee9505d-a612-40a4-8222-a5a3e10b9a13 req-9599d5fd-e0d8-4fab-9951-578068599cdc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 210 time: 0.0531209 Mar 21 07:23:32.406253 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-d074e7ee-8588-445a-bd97-a2022d750d56 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 380 time: 0.0833209 Mar 21 07:23:32.415166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'port': {'device_id': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'admin_state_up': True, 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'security_groups': ['8c449f89-949d-4447-bc96-f8e59ee7f520']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:32.553427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:23:32.557361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Usage tracker for resource:port and tenant:975e173cc4fb4100b242611ca513d1c8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:23:32.560148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:23:32.566044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:23:32.575061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:23:32.578551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:32.745115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Allocated IP 172.20.0.8 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/eb40e3b3-76b1-48b3-a829-d02882fb3fdd) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:23:32.930541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:32.946818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Transition to ACTIVE for port object eb40e3b3-76b1-48b3-a829-d02882fb3fdd will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:32.969281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.043485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:23:33.046507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:23:33.048832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:23:33.086460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:33.121156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:33.121806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.142926 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-a145301f-dbf7-40c4-a0f1-49d3d904b9a3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312486 Mar 21 07:23:33.153583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Request body: {'port': {'device_id': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:33.255274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a27bfc51-3845-408a-bd1d-413c80d7b05c None None] Provisioning for port eb40e3b3-76b1-48b3-a829-d02882fb3fdd completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:33.259886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a27bfc51-3845-408a-bd1d-413c80d7b05c None None] Provisioning complete for port eb40e3b3-76b1-48b3-a829-d02882fb3fdd triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:33.260249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a27bfc51-3845-408a-bd1d-413c80d7b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.272764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.315970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-a27bfc51-3845-408a-bd1d-413c80d7b05c None None] Port eb40e3b3-76b1-48b3-a829-d02882fb3fdd cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:23:33.628907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042a441-3a4a-4e68-b12d-0916dd29899f req-9dc0ceb0-1919-46ef-b91f-41af23e908e7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:33.630216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6042a441-3a4a-4e68-b12d-0916dd29899f req-9dc0ceb0-1919-46ef-b91f-41af23e908e7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:23:33.693978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-6042a441-3a4a-4e68-b12d-0916dd29899f req-9dc0ceb0-1919-46ef-b91f-41af23e908e7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:23:33.695115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6042a441-3a4a-4e68-b12d-0916dd29899f req-9dc0ceb0-1919-46ef-b91f-41af23e908e7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 931 time: 0.1921301 Mar 21 07:23:33.696890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb40e3b3-76b1-48b3-a829-d02882fb3fdd {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:23:33.718416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.749459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Transition to ACTIVE for port object eb40e3b3-76b1-48b3-a829-d02882fb3fdd will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:23:33.755308 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6042a441-3a4a-4e68-b12d-0916dd29899f req-b9643b3d-6b15-4fc2-971e-1c7ab0b9200a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540516 Mar 21 07:23:33.756612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:33.824173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6d057db1-8660-48f5-8f9a-fa17920219a7 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:33.900586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6d057db1-8660-48f5-8f9a-fa17920219a7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:33.900967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:34.032136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:34.108230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Attempting to bind port eb40e3b3-76b1-48b3-a829-d02882fb3fdd on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:23:34.108623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Attempting to bind port eb40e3b3-76b1-48b3-a829-d02882fb3fdd by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:23:34.109109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Attempting to bind port eb40e3b3-76b1-48b3-a829-d02882fb3fdd on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:23:34.113804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Port eb40e3b3-76b1-48b3-a829-d02882fb3fdd on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:23:34.114219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Attempting to bind port eb40e3b3-76b1-48b3-a829-d02882fb3fdd on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:23:34.120468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:23:34.120798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:23:34.121176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:23:34.121623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Bound port: eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:23:34.121966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:34.215658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:23:34.218447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:23:34.223747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:34.284210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:34.284822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:34.286267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 1093 time: 1.1368711 Mar 21 07:23:34.286706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:23:34.308138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4244e-74ae-4aa3-ba90-c11f4ac8c086 service neutron] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:34.363332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'status': 'completed', 'code': 200} Mar 21 07:23:34.409700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-07d0cb25-d2a0-4506-8262-0c1a42564a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:34.411247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-07d0cb25-d2a0-4506-8262-0c1a42564a7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1096 time: 0.0823803 Mar 21 07:23:34.480031 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-e28570ad-d666-4d9d-b2ae-ff6a2e203337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 217 time: 0.0625989 Mar 21 07:23:34.543386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-bf9f1051-e1db-451e-9b27-fa604943eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:34.544699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-bf9f1051-e1db-451e-9b27-fa604943eb6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0594296 Mar 21 07:23:34.619739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b441-ff2d-4658-89a2-8f847da43813 req-25da71bf-2c05-4659-9d44-9063c1d8a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:34.621201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-25da71bf-2c05-4659-9d44-9063c1d8a111 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701571 Mar 21 07:23:34.749447 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-429ad1e1-cc69-4d89-bf5e-fc7284aae588 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225278 Mar 21 07:23:34.919674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b547b441-ff2d-4658-89a2-8f847da43813 req-5089a6e6-3597-4962-877a-bf207652a4fe service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645041 Mar 21 07:23:34.954848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcac0b-c9d7-4f1e-bf05-3b61e4bfabff req-9126e232-d702-487d-a66a-03343696f122 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:34.956306 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43dcac0b-c9d7-4f1e-bf05-3b61e4bfabff req-9126e232-d702-487d-a66a-03343696f122 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 943 time: 0.0938325 Mar 21 07:23:35.052069 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-43dcac0b-c9d7-4f1e-bf05-3b61e4bfabff req-2e279535-ae7f-4f05-92e7-f01efaa640ed tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881348 Mar 21 07:23:35.068826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-d1ac68fe-3d83-4158-8fa4-3b8d1409f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:35.070277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-d1ac68fe-3d83-4158-8fa4-3b8d1409f4ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1096 time: 0.0885003 Mar 21 07:23:35.199127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-87c4c4c3-8711-4a8c-bc6d-af86fa34b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:35.200544 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-87c4c4c3-8711-4a8c-bc6d-af86fa34b405 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1241202 Mar 21 07:23:35.270731 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-d2c6fa62-89bd-42f6-b459-e7e847d7c730 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 217 time: 0.0635250 Mar 21 07:23:35.331848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-0640f208-5e4b-4d74-ba56-3a66f99b9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:35.333383 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-0640f208-5e4b-4d74-ba56-3a66f99b9d0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0575764 Mar 21 07:23:35.408173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-92c2d9c4-91af-4a71-a2d9-7308b9c634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:35.409615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-92c2d9c4-91af-4a71-a2d9-7308b9c634ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708821 Mar 21 07:23:35.541585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-d6175a5b-131c-4257-a0e6-4702140882b8 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253507 Mar 21 07:23:35.767795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8618b-330c-4ee5-83ca-1ed5c59012ae req-92d89ef2-9efb-4224-b295-e13c435cfde9 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205486 Mar 21 07:23:36.233633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568451-d997-4f75-98f9-4ea861a49fc0 req-d7831315-e9a1-42f1-b492-178944c77ca1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:36.235070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09568451-d997-4f75-98f9-4ea861a49fc0 req-d7831315-e9a1-42f1-b492-178944c77ca1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 943 time: 0.0802984 Mar 21 07:23:36.279842 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09568451-d997-4f75-98f9-4ea861a49fc0 req-3e0d34d5-1732-4b93-86cb-b866c15c4a6a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 Mar 21 07:23:37.039653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:23:37.169659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:37.183360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'mac_address': 'fa:16:3e:83:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:23:37.241187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:37.257543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb40e3b3-76b1-48b3-a829-d02882fb3fdd {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:23:37.272741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:37.277546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:37.344517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:37.352260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.352610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.352951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.353315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.353651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.353983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.354428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.354756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.355094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.355423 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.355745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.356068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:23:37.467964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33ef13-29e5-4603-bfac-bbb09a0ca95b req-a646dd78-457b-4074-b6fa-56ca657ae7ba tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:37.469418 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f33ef13-29e5-4603-bfac-bbb09a0ca95b req-a646dd78-457b-4074-b6fa-56ca657ae7ba tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 944 time: 0.0830045 Mar 21 07:23:37.521522 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f33ef13-29e5-4603-bfac-bbb09a0ca95b req-404a2527-3d92-4b4b-8518-47da586cee64 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Mar 21 07:23:37.647698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['eb40e3b3-76b1-48b3-a829-d02882fb3fdd'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:23:38.704254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac1f37-0e83-4285-9035-43b9b631676f req-2ae85849-1ca7-477e-a231-873f3f235927 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:38.705736 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fdac1f37-0e83-4285-9035-43b9b631676f req-2ae85849-1ca7-477e-a231-873f3f235927 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 944 time: 0.0819182 Mar 21 07:23:38.750328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fdac1f37-0e83-4285-9035-43b9b631676f req-8563d053-508d-4f5c-bef4-1da2fb7b2a93 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388851 Mar 21 07:23:39.054391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:23:39.122210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port eb40e3b3-76b1-48b3-a829-d02882fb3fdd completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:23:39.126812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port eb40e3b3-76b1-48b3-a829-d02882fb3fdd triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:23:39.127182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:39.240609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:39.266997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:23:39.277561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:23:39.281492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:39.321517 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'code': 200} Mar 21 07:23:39.353553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:23:39.537204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d64b-6b7b-4934-b46d-b1f2a5190632 req-19a50cc5-8b12-483d-a2c2-c88b58c441f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:39.538662 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24b7d64b-6b7b-4934-b46d-b1f2a5190632 req-19a50cc5-8b12-483d-a2c2-c88b58c441f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1098 time: 0.0721486 Mar 21 07:23:39.577983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24b7d64b-6b7b-4934-b46d-b1f2a5190632 req-a7957ed7-12dc-4942-a72d-88069fba0276 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Mar 21 07:23:39.932838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71806e-cc7e-4845-ba36-01fe39c5cd25 req-6fc0714c-0d98-4156-979c-d2ef9f6157b0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:39.934314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb71806e-cc7e-4845-ba36-01fe39c5cd25 req-6fc0714c-0d98-4156-979c-d2ef9f6157b0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0790520 Mar 21 07:23:39.981201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb71806e-cc7e-4845-ba36-01fe39c5cd25 req-e201cd00-04f0-4167-9612-d8fe355e0703 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Mar 21 07:23:41.161916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653940c-6b0a-4073-bd92-a3af1a20da1d req-69b5515b-a600-40de-9b2e-f315b71b3daf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:41.163355 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0653940c-6b0a-4073-bd92-a3af1a20da1d req-69b5515b-a600-40de-9b2e-f315b71b3daf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0788829 Mar 21 07:23:41.206545 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0653940c-6b0a-4073-bd92-a3af1a20da1d req-f7b23545-e510-465f-9f9a-44e0429b4157 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376070 Mar 21 07:23:41.384022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ecdfa-e5d9-4639-9251-d04d8dd6cf0c req-ac5e5c77-052b-4fcf-8515-e9d8147f88c7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:41.385483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d11ecdfa-e5d9-4639-9251-d04d8dd6cf0c req-ac5e5c77-052b-4fcf-8515-e9d8147f88c7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0817819 Mar 21 07:23:41.393868 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 38186) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:23:41.399643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'floatingip': {'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:23:41.479642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:42.067529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:42.071391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:42.240692 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 associated. External IP: 172.26.2.53, port: eb40e3b3-76b1-48b3-a829-d02882fb3fdd. Mar 21 07:23:42.704104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:23:42.886917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:23:42.891200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:42.896732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:23:42.906708 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:42.907299 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:42.946665 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58df59c0-3955-492f-bded-71e9ef4cabf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "PUT /v2.0/floatingips/ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 HTTP/1.1" status: 200 len: 990 time: 1.5511303 Mar 21 07:23:42.947241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:23:43.048388 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'status': 'completed', 'code': 200} Mar 21 07:23:43.091955 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:43.182908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c235d96-e0cd-4cce-90dd-e83191435c1d req-486a4c85-3f3e-483a-be33-cbdb0192a69e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.184371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c235d96-e0cd-4cce-90dd-e83191435c1d req-486a4c85-3f3e-483a-be33-cbdb0192a69e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1430244 Mar 21 07:23:43.186946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-4073bc38-796a-4b35-a3d0-cf02eedbec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.188274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-4073bc38-796a-4b35-a3d0-cf02eedbec1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1098 time: 0.1094050 Mar 21 07:23:43.311994 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c235d96-e0cd-4cce-90dd-e83191435c1d req-fb0ead60-ad3d-4811-a520-4757395f8677 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215899 Mar 21 07:23:43.354670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-d37f862f-5aca-4be1-bf10-c5657d609e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.356118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-d37f862f-5aca-4be1-bf10-c5657d609e17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1525064 Mar 21 07:23:43.446502 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:83:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:23:41Z', 'revision_number': 1, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:43.450256 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:23:43.458883 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:23:43.459491 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:43.509775 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-4121dcb4-41f0-4674-b1e0-80e360f42e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 998 time: 0.1477242 Mar 21 07:23:43.581970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352345eb-65e2-4112-8f1b-264878b347d1 req-91be6023-e3b6-4412-a4f6-77af12bc6cbc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.583379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-352345eb-65e2-4112-8f1b-264878b347d1 req-91be6023-e3b6-4412-a4f6-77af12bc6cbc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1556368 Mar 21 07:23:43.605264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-6d21125f-aed5-41ab-9558-48052f9b9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.606619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-6d21125f-aed5-41ab-9558-48052f9b9ea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0902367 Mar 21 07:23:43.672105 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:23:43.674624 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-352345eb-65e2-4112-8f1b-264878b347d1 req-7f7ec428-0e89-489f-a32d-d44e50c6b522 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846441 Mar 21 07:23:43.700358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-3ed2420d-f34f-4b7b-aa2a-bb7ccdcd280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:43.701854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-3ed2420d-f34f-4b7b-aa2a-bb7ccdcd280c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874031 Mar 21 07:23:43.834081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-924fe4dc-76e0-4005-828e-4180a310147f service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260862 Mar 21 07:23:44.028763 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:83:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:23:41Z', 'revision_number': 1, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:23:44.032955 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7257f4-ec39-4492-a63e-269620758dff None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:83:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:23:41Z', 'revision_number': 1, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:23:44.078818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1835b0eb-d03b-4dc3-8be6-bdf6aa2414a5 req-60deca04-ab90-4815-b8e9-7aa695ca6bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394474 Mar 21 07:23:44.230621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d592a-ac12-420b-9658-f1e8bca1fa00 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:23:44.865378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be3371-3a2f-46ed-8792-07670aae8aaf req-6758d318-5b6b-430b-950b-9f89e9af5cf0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:44.866734 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57be3371-3a2f-46ed-8792-07670aae8aaf req-6758d318-5b6b-430b-950b-9f89e9af5cf0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0839677 Mar 21 07:23:44.909813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57be3371-3a2f-46ed-8792-07670aae8aaf req-7b7a89ae-6fea-42a2-b2d0-0bdd57c05381 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374696 Mar 21 07:23:45.091534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff200-e523-48f5-a442-d1ec6f32963b req-5077d0fb-46d8-4f38-bb28-46f84ae8fa26 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:45.092960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e29ff200-e523-48f5-a442-d1ec6f32963b req-5077d0fb-46d8-4f38-bb28-46f84ae8fa26 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0784700 Mar 21 07:23:45.135215 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e29ff200-e523-48f5-a442-d1ec6f32963b req-5c866f89-1307-4c8c-871c-242e259d0252 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361323 Mar 21 07:23:45.478559 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-0df79e32-6da0-4859-b42f-bbbcb0f42b36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757205 Mar 21 07:23:45.533868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14a63-a34b-4cda-85a5-616b446c6839 req-56a090bf-f6e1-4d70-a459-db66343030fb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:45.535517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67f14a63-a34b-4cda-85a5-616b446c6839 req-56a090bf-f6e1-4d70-a459-db66343030fb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0897143 Mar 21 07:23:45.583013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67f14a63-a34b-4cda-85a5-616b446c6839 req-9d9595bb-2a98-49a9-8960-9a6d6682401a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Mar 21 07:23:46.801851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-34977fe6-6a8b-4ba9-9d1d-df0f55304e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:46.803330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-34977fe6-6a8b-4ba9-9d1d-df0f55304e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1098 time: 0.1308279 Mar 21 07:23:46.815233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1dd1a-0bff-46e6-9f89-0b7d9bc99d95 req-c7621537-164b-483c-a75d-4b312840d63a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:46.817513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3af1dd1a-0bff-46e6-9f89-0b7d9bc99d95 req-c7621537-164b-483c-a75d-4b312840d63a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1107049 Mar 21 07:23:46.944765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3af1dd1a-0bff-46e6-9f89-0b7d9bc99d95 req-a35765b1-4090-40a8-b767-d3d30fb3b7f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087241 Mar 21 07:23:46.976697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-3816d8af-ce2e-46b8-bd5f-f7feb265c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:46.978108 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-3816d8af-ce2e-46b8-bd5f-f7feb265c1d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1597397 Mar 21 07:23:47.078465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-36b6aec5-6f1c-47ac-94c4-0d6c312968bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 1000 time: 0.0949039 Mar 21 07:23:47.141886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-e4d9818e-6493-413a-bb34-aff40c4751c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:47.143249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-e4d9818e-6493-413a-bb34-aff40c4751c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0588086 Mar 21 07:23:47.215630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-398fbf47-016c-4f32-997c-a69a4734bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:47.216971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-398fbf47-016c-4f32-997c-a69a4734bb43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682158 Mar 21 07:23:47.346980 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-7077b641-47b1-4efe-83d0-bf8145296943 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233416 Mar 21 07:23:47.474743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-6b022514-75cb-4577-b05d-0520c58c072f service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224070 Mar 21 07:23:48.127391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294d97-0a08-4b63-bfca-704571d7d232 req-79105ee3-9585-43ad-b6c7-7f392394430e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:48.129288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de294d97-0a08-4b63-bfca-704571d7d232 req-79105ee3-9585-43ad-b6c7-7f392394430e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0805240 Mar 21 07:23:48.176082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de294d97-0a08-4b63-bfca-704571d7d232 req-bdab889c-50a0-4c26-9575-36388c4484a5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Mar 21 07:23:48.655214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:49.364292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6795-09b8-4d93-a5fa-1fb74da50b1e req-57dc2d1d-2e4d-489f-8fcf-c3385363de3a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:49.365834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-446f6795-09b8-4d93-a5fa-1fb74da50b1e req-57dc2d1d-2e4d-489f-8fcf-c3385363de3a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0840781 Mar 21 07:23:49.409604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-446f6795-09b8-4d93-a5fa-1fb74da50b1e req-2e796c8b-4a18-487d-91d6-28f7878adda6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Mar 21 07:23:50.600711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853654f7-5ef9-4dfe-aa2f-21ef8d788ffc req-81a11ea8-69ae-46d4-8ced-74b4fede5d45 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:50.602093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-853654f7-5ef9-4dfe-aa2f-21ef8d788ffc req-81a11ea8-69ae-46d4-8ced-74b4fede5d45 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0856616 Mar 21 07:23:50.645607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-853654f7-5ef9-4dfe-aa2f-21ef8d788ffc req-92864751-1f64-42e4-a308-76da399f300a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Mar 21 07:23:51.826188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bacdcc-7599-4df8-84cc-5c9d8d7fdb75 req-9311b245-1e6b-4bf5-8509-12f5f03d9bda tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:51.827618 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07bacdcc-7599-4df8-84cc-5c9d8d7fdb75 req-9311b245-1e6b-4bf5-8509-12f5f03d9bda tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0791798 Mar 21 07:23:51.870288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07bacdcc-7599-4df8-84cc-5c9d8d7fdb75 req-4bd9bd02-d11f-4360-96a5-cfe77590c5da tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Mar 21 07:23:52.462377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ab30a34f-1175-4894-a8ac-b647f1ee602d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:52.725168 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:23:53.152057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ab17-887f-4aed-839a-cca9176cf54d req-c69e2e5c-6ed7-486b-820c-8f4ccdc14c47 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:53.153519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1850ab17-887f-4aed-839a-cca9176cf54d req-c69e2e5c-6ed7-486b-820c-8f4ccdc14c47 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1792545 Mar 21 07:23:53.197426 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1850ab17-887f-4aed-839a-cca9176cf54d req-9442ccb2-59ab-4d6f-a64e-3ce0cc883fdf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382667 Mar 21 07:23:54.380920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb307a7-5ad7-4577-bb30-864ca0f53194 req-9baebb08-dc35-48d0-97ac-127785066ef7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:54.382311 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cdb307a7-5ad7-4577-bb30-864ca0f53194 req-9baebb08-dc35-48d0-97ac-127785066ef7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0791063 Mar 21 07:23:54.430012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cdb307a7-5ad7-4577-bb30-864ca0f53194 req-837f4b4c-ebc5-458d-925c-e9bc45049349 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Mar 21 07:23:54.594272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-51b74723-83cc-4d9e-a952-9cc34e0df6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:55.276615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-63489fa4-b599-4387-8c8c-ac51bcbfce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:55.278142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-63489fa4-b599-4387-8c8c-ac51bcbfce40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1098 time: 0.0701044 Mar 21 07:23:55.419560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-5411621b-58e0-4c5f-83dd-cf014e5c87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:55.420977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-5411621b-58e0-4c5f-83dd-cf014e5c87fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1257086 Mar 21 07:23:55.526426 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-1f681276-f548-44c0-b78b-4130e386bef7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 1000 time: 0.0985110 Mar 21 07:23:55.632722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-42635b61-cbde-4766-a30e-3c72c13cfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:55.634082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-42635b61-cbde-4766-a30e-3c72c13cfc9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1013849 Mar 21 07:23:55.716441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c0c7b-25b6-46be-af73-078842580e46 req-20a49166-6cac-4217-bb3b-0bd64b366a3b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:55.717885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee5c0c7b-25b6-46be-af73-078842580e46 req-20a49166-6cac-4217-bb3b-0bd64b366a3b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1529531 Mar 21 07:23:55.745566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-d66a604c-d7c6-4b21-b6e1-01b19546be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:55.746956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-d66a604c-d7c6-4b21-b6e1-01b19546be69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069827 Mar 21 07:23:55.799795 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee5c0c7b-25b6-46be-af73-078842580e46 req-a25bf8cb-3f84-4f0e-805e-1232665516d4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752463 Mar 21 07:23:55.815257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:55.852795 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:55.893015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-6c8311dc-2c26-4592-a9d7-1abd73f163e4 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339467 Mar 21 07:23:56.024908 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a5d9392-1b0d-47c1-9223-79095fd012c0 req-019f3f86-41b9-476e-9558-4efb25700aa8 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252925 Mar 21 07:23:56.989886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697c7af-a259-44cb-a1ac-1bed9e3adac3 req-3f250074-5d99-4aa5-9e40-6b1519cb1e0c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:56.991346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7697c7af-a259-44cb-a1ac-1bed9e3adac3 req-3f250074-5d99-4aa5-9e40-6b1519cb1e0c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0834727 Mar 21 07:23:57.034334 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7697c7af-a259-44cb-a1ac-1bed9e3adac3 req-2f296ea2-09d1-46f3-b474-643bf0d67e56 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373399 Mar 21 07:23:57.364269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:23:58.219356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadced-57fb-4e49-a835-b40a078b97e7 req-7cb1c9e8-47ef-458e-9b96-cb92c505dfd4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:58.220800 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5afadced-57fb-4e49-a835-b40a078b97e7 req-7cb1c9e8-47ef-458e-9b96-cb92c505dfd4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0773356 Mar 21 07:23:58.267569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5afadced-57fb-4e49-a835-b40a078b97e7 req-72d12519-7a29-4e14-b932-b047505dcc72 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Mar 21 07:23:59.451881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b5b1-db97-4509-b814-c9aadbaa547b req-9b018718-cfef-4cbd-adb2-df8ad1688df4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:23:59.453370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-59f9b5b1-db97-4509-b814-c9aadbaa547b req-9b018718-cfef-4cbd-adb2-df8ad1688df4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0819027 Mar 21 07:23:59.497731 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-59f9b5b1-db97-4509-b814-c9aadbaa547b req-ec2f4254-a475-47fc-8754-2361776948bb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 Mar 21 07:24:00.687999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711d4b4-f954-447d-a6c2-1fd1e9d69ca6 req-fc78da28-3e23-4ff3-b743-a8e2ec192e6a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:00.689446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6711d4b4-f954-447d-a6c2-1fd1e9d69ca6 req-fc78da28-3e23-4ff3-b743-a8e2ec192e6a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0862293 Mar 21 07:24:00.732540 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6711d4b4-f954-447d-a6c2-1fd1e9d69ca6 req-9afb9f25-cfdb-4372-abf5-5ba9cf6d66e9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Mar 21 07:24:01.918382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d75cb-751c-4d28-ad4b-7ba8cae47d51 req-04911bce-355a-4ce1-967c-b606e53befe9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:01.919835 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-133d75cb-751c-4d28-ad4b-7ba8cae47d51 req-04911bce-355a-4ce1-967c-b606e53befe9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0798507 Mar 21 07:24:01.963345 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-133d75cb-751c-4d28-ad4b-7ba8cae47d51 req-e922cb94-d333-40c7-b71a-e462e416867e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377579 Mar 21 07:24:03.147254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455542fa-a9b3-41ad-a0e1-b4a5a54596e9 req-3af12eab-c392-4db7-8467-332cb2e68b72 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:03.148675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-455542fa-a9b3-41ad-a0e1-b4a5a54596e9 req-3af12eab-c392-4db7-8467-332cb2e68b72 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0826008 Mar 21 07:24:03.192104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-455542fa-a9b3-41ad-a0e1-b4a5a54596e9 req-491a456e-6368-49a0-b71d-79b30815b792 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377681 Mar 21 07:24:04.374703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7a03-ee3b-4bb5-aa21-49a5d2ee2e00 req-86679b0b-b45e-4eff-a091-20c5b272175e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:04.376153 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d01b7a03-ee3b-4bb5-aa21-49a5d2ee2e00 req-86679b0b-b45e-4eff-a091-20c5b272175e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0800500 Mar 21 07:24:04.422502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d01b7a03-ee3b-4bb5-aa21-49a5d2ee2e00 req-3f5a37d1-cc70-4504-8591-bb42a198d223 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Mar 21 07:24:05.604461 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8968-8a30-41b8-b3ad-0ba433d4f388 req-e17e1599-9fdb-4557-aa24-a41775451dc0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:05.605840 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f14f8968-8a30-41b8-b3ad-0ba433d4f388 req-e17e1599-9fdb-4557-aa24-a41775451dc0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0784073 Mar 21 07:24:05.648744 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f14f8968-8a30-41b8-b3ad-0ba433d4f388 req-a9d80700-3301-4e5b-a225-23c61d5da4c7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Mar 21 07:24:06.835022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882c203-8a5a-4774-a8ab-c3e19153efc0 req-b93306c2-dfd6-456a-abe3-e7355f2da9e9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:06.836481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f882c203-8a5a-4774-a8ab-c3e19153efc0 req-b93306c2-dfd6-456a-abe3-e7355f2da9e9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0832028 Mar 21 07:24:06.973972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f882c203-8a5a-4774-a8ab-c3e19153efc0 req-a62c359d-c348-4045-85fb-66a6e904a645 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316645 Mar 21 07:24:08.156339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91047-dc9a-4f71-9c00-1a289269b1d9 req-c521cb5b-7c1c-4afa-8329-178c98f4e665 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:08.157796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eaf91047-dc9a-4f71-9c00-1a289269b1d9 req-c521cb5b-7c1c-4afa-8329-178c98f4e665 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0796459 Mar 21 07:24:08.200575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eaf91047-dc9a-4f71-9c00-1a289269b1d9 req-d5023ccf-97ca-4751-a514-2cc58f7a72af tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Mar 21 07:24:09.246826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-ec1be4c5-7519-4764-96e6-ad059f8b0bc6 service neutron] 10.222.0.30 "GET /v2.0/ports/eb40e3b3-76b1-48b3-a829-d02882fb3fdd/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0779250 Mar 21 07:24:09.391623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd4310-f5f4-4c6b-a684-734e43f3d5a0 req-5c542b27-a76d-4363-9f47-f8c97bf232b9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.393068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9dd4310-f5f4-4c6b-a684-734e43f3d5a0 req-5c542b27-a76d-4363-9f47-f8c97bf232b9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0805607 Mar 21 07:24:09.475648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9dd4310-f5f4-4c6b-a684-734e43f3d5a0 req-920a4b8c-b96f-4d9e-bc2e-566c9143a81c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765250 Mar 21 07:24:09.516740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-c5c7bfb3-0677-4c2e-89e6-3104abbbb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.518218 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-c5c7bfb3-0677-4c2e-89e6-3104abbbb290 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0791850 Mar 21 07:24:09.604668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-f22b2716-d836-41e4-8986-acd3a21d730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.606131 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-f22b2716-d836-41e4-8986-acd3a21d730c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1098 time: 0.0691922 Mar 21 07:24:09.734435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-ce25142a-f890-43b5-be1c-ad41ccc36809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.735763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-ce25142a-f890-43b5-be1c-ad41ccc36809 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1242864 Mar 21 07:24:09.836557 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-e82a490e-b4e5-4768-8416-bc161b4b35c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 1000 time: 0.0950937 Mar 21 07:24:09.899761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-096c6125-c4ad-424a-b54c-217302552209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.901142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-096c6125-c4ad-424a-b54c-217302552209 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0590742 Mar 21 07:24:09.973997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-48075c6a-90fe-41d3-a3ff-793b1ad433e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:09.975420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-48075c6a-90fe-41d3-a3ff-793b1ad433e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690756 Mar 21 07:24:10.104300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-80672d8d-6872-4186-9398-eff327e6f4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230438 Mar 21 07:24:10.233568 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a892c8b3-eda0-422a-9a33-0c9b3af9c86c req-55af0a00-3015-4e7c-baa6-c563f5b79426 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236405 Mar 21 07:24:10.656106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941a2d7-635f-40b4-b35e-99fb37127c1e req-cfa55b3b-1869-494a-a6d9-b9326cb806d6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:10.657543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e941a2d7-635f-40b4-b35e-99fb37127c1e req-cfa55b3b-1869-494a-a6d9-b9326cb806d6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0772932 Mar 21 07:24:10.705454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e941a2d7-635f-40b4-b35e-99fb37127c1e req-32526726-ccfa-49ed-a429-682c5c8cf3d5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Mar 21 07:24:11.888266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d536-6fd8-4c09-8991-09ad69c80d66 req-7f071779-9156-4ed1-bf64-12d3404cdb4b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:11.890198 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6c3d536-6fd8-4c09-8991-09ad69c80d66 req-7f071779-9156-4ed1-bf64-12d3404cdb4b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0800104 Mar 21 07:24:11.935352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6c3d536-6fd8-4c09-8991-09ad69c80d66 req-43257648-6423-4042-bd0a-6f366f0a735f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Mar 21 07:24:13.127392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bef87-2308-4a9c-8ed5-9034b8e69aa8 req-ebd6649f-c8ed-4bb5-b921-40b8e0796ade tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:13.129524 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b10bef87-2308-4a9c-8ed5-9034b8e69aa8 req-ebd6649f-c8ed-4bb5-b921-40b8e0796ade tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0829759 Mar 21 07:24:13.172243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b10bef87-2308-4a9c-8ed5-9034b8e69aa8 req-be5b5d75-db9d-4cb8-aa3f-c43c057de961 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371718 Mar 21 07:24:13.281274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:24:13.285009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:24:13.496688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:13.538386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:13.545968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dd494-0060-4cb9-b9fb-776d8905fb23 req-9b1d8227-3135-4d38-ba3c-6831056ef129 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:13.547615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d8dd494-0060-4cb9-b9fb-776d8905fb23 req-9b1d8227-3135-4d38-ba3c-6831056ef129 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1429110 Mar 21 07:24:13.552633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:13.563351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'mac_address': 'fa:16:3e:83:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:24:13.567690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:13.576717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-2aed6e5e-c807-4087-ba85-8328d526e879 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:13.578193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-2aed6e5e-c807-4087-ba85-8328d526e879 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b&tenant_id=975e173cc4fb4100b242611ca513d1c8&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 945 time: 0.1748111 Mar 21 07:24:13.599002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:13.620622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d8dd494-0060-4cb9-b9fb-776d8905fb23 req-459eee79-30cc-4e66-8cab-43f871bade9b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646327 Mar 21 07:24:13.676720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:13.691103 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'code': 200} Mar 21 07:24:13.703100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb40e3b3-76b1-48b3-a829-d02882fb3fdd {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:24:13.710238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:13.724432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:13.728613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:13.731970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-e398e9d8-5ce9-4082-b3f3-1ead18113813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:13.733525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-e398e9d8-5ce9-4082-b3f3-1ead18113813 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 1096 time: 0.0730357 Mar 21 07:24:13.794994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['eb40e3b3-76b1-48b3-a829-d02882fb3fdd'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:24:13.846073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:13.975694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-1981c5a1-7e53-4add-8c4a-524f8a1808ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:13.977116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-1981c5a1-7e53-4add-8c4a-524f8a1808ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.2384596 Mar 21 07:24:14.080585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-6b9c791e-e107-459f-9dad-567ad8deda57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 200 len: 999 time: 0.0975032 Mar 21 07:24:14.145792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-ed16ff3c-50ee-4801-b3af-45ccef6a4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:14.147216 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-ed16ff3c-50ee-4801-b3af-45ccef6a4195 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0606883 Mar 21 07:24:14.220604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-0e84415b-3d53-426c-b130-ac0c3fe7b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:14.222826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-0e84415b-3d53-426c-b130-ac0c3fe7b11e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693202 Mar 21 07:24:14.358647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-ef174517-6d6c-4298-a74c-072019c648a3 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293945 Mar 21 07:24:14.489311 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2903f616-f82f-46ab-a379-002fccaea9a8 req-8814d087-689b-4e2a-85d9-256bf138d29b service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254621 Mar 21 07:24:14.816391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad744d0f-fd6e-4243-8092-db4d187fa3f6 req-106956e7-84f6-484d-ad89-f370b78b8e5d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:14.818017 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ad744d0f-fd6e-4243-8092-db4d187fa3f6 req-106956e7-84f6-484d-ad89-f370b78b8e5d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 944 time: 0.0896206 Mar 21 07:24:14.866514 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ad744d0f-fd6e-4243-8092-db4d187fa3f6 req-bbc8b03a-bb18-41c8-af87-b2d237549a50 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Mar 21 07:24:15.309363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:24:15.392900 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port eb40e3b3-76b1-48b3-a829-d02882fb3fdd triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:24:15.393285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:15.535837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:15.572631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:15.576602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:15.647263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:15.692425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:15.736726 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'code': 200} Mar 21 07:24:16.051023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9774-b8ba-47e6-9d04-02c8bd17b482 req-191001bf-0bc3-43a8-a82c-6a183889ef9f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:16.052440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-288b9774-b8ba-47e6-9d04-02c8bd17b482 req-191001bf-0bc3-43a8-a82c-6a183889ef9f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0785787 Mar 21 07:24:16.095267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-288b9774-b8ba-47e6-9d04-02c8bd17b482 req-6bb69048-e1f4-4540-b99e-fb589b757ffb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Mar 21 07:24:16.282750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78c82-af83-4921-a30e-5dc17afb1690 req-e6bd6340-3d15-4585-bbcc-00ca50659654 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:16.284230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08c78c82-af83-4921-a30e-5dc17afb1690 req-e6bd6340-3d15-4585-bbcc-00ca50659654 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0832913 Mar 21 07:24:16.327971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08c78c82-af83-4921-a30e-5dc17afb1690 req-3170fe18-3568-41ef-a02d-05f772882601 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Mar 21 07:24:16.508413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7d61c-479b-4476-ad63-9a0c7048b2f9 req-2661b668-2852-4f34-b71c-b67a09ee8ee8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:16.509868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7d7d61c-479b-4476-ad63-9a0c7048b2f9 req-2661b668-2852-4f34-b71c-b67a09ee8ee8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0799732 Mar 21 07:24:16.555904 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7d7d61c-479b-4476-ad63-9a0c7048b2f9 req-4751c4d5-93c4-4538-bd24-969291d2a8f6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 Mar 21 07:24:16.919643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137cac-109a-4bf9-abb1-075e55bb9d08 req-a6f43e99-b05f-4b34-aba5-e5af9e57d012 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:16.921078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23137cac-109a-4bf9-abb1-075e55bb9d08 req-a6f43e99-b05f-4b34-aba5-e5af9e57d012 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0782914 Mar 21 07:24:16.965533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23137cac-109a-4bf9-abb1-075e55bb9d08 req-c2d1f50c-bdbe-49b3-8391-9969b70a48bb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Mar 21 07:24:18.157327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed8b9-11f7-4580-918d-4ec915808cc5 req-bf69a48f-79c5-4ec1-8406-b395efd1d0f3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:18.158747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d28ed8b9-11f7-4580-918d-4ec915808cc5 req-bf69a48f-79c5-4ec1-8406-b395efd1d0f3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0825696 Mar 21 07:24:18.202858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d28ed8b9-11f7-4580-918d-4ec915808cc5 req-2d32a7c7-2ef6-4928-9485-b365ab290f0a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Mar 21 07:24:18.647926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:18.660788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-8c4460be-ed7b-4a65-a40e-7c98b4c59fe6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:18.662255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-8c4460be-ed7b-4a65-a40e-7c98b4c59fe6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.0831134 Mar 21 07:24:18.736350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Deleting port eb40e3b3-76b1-48b3-a829-d02882fb3fdd {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:24:18.736688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:18.980280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] For port eb40e3b3-76b1-48b3-a829-d02882fb3fdd, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:18.980542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:19.415375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:19.416105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:19.416105 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 disassociated. External IP: 172.26.2.53, port: eb40e3b3-76b1-48b3-a829-d02882fb3fdd. Mar 21 07:24:19.416342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Calling delete_port for eb40e3b3-76b1-48b3-a829-d02882fb3fdd owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:24:19.490737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f75a7-fe73-4604-9b9e-456cdc363c1b req-ad0b1169-c834-4ba7-a083-fd1b8dae828e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:19.492074 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f6f75a7-fe73-4604-9b9e-456cdc363c1b req-ad0b1169-c834-4ba7-a083-fd1b8dae828e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 945 time: 0.1705239 Mar 21 07:24:19.586584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f6f75a7-fe73-4604-9b9e-456cdc363c1b req-e94c5760-38c4-4655-a678-415b25583a8a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815670 Mar 21 07:24:19.608138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:19.656786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'Port': ['ID=eb40e3b3-76b1-48b3-a829-d02882fb3fdd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:19.667832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.668183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.668524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.668865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.669203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.669561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.669905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.670219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.670590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.670865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.671186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.671503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:24:19.861539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:24:20.047245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:24:20.057374 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:24:20.067342 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:24:20.067939 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:20.123918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] No DVR routers for this DVR port eb40e3b3-76b1-48b3-a829-d02882fb3fdd on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:24:20.126368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:20.128895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-deleted', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:20.146170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9afc17d-1371-4131-890c-422e4cbdf068 req-4d4e0086-1ba3-443a-bdd2-75a9025041a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "DELETE /v2.0/ports/eb40e3b3-76b1-48b3-a829-d02882fb3fdd HTTP/1.1" status: 204 len: 173 time: 1.4788094 Mar 21 07:24:20.236639 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af717b-eb45-4d21-926c-cf1cfb28850b', 'name': 'network-vif-deleted', 'tag': 'eb40e3b3-76b1-48b3-a829-d02882fb3fdd', 'status': 'completed', 'code': 200} Mar 21 07:24:20.265374 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:24:20.585325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:20.589333 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:24:20.598868 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:24:20.599457 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:23:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:20.756466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c677e255-80d3-4164-a425-59a0977b8cae req-aa5a7911-7492-45f8-ad9e-4821af406e05 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:24:20.772175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c677e255-80d3-4164-a425-59a0977b8cae req-aa5a7911-7492-45f8-ad9e-4821af406e05 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:24:20.773400 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c677e255-80d3-4164-a425-59a0977b8cae req-aa5a7911-7492-45f8-ad9e-4821af406e05 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=30af717b-eb45-4d21-926c-cf1cfb28850b HTTP/1.1" status: 200 len: 210 time: 0.0593519 Mar 21 07:24:20.790806 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:24:21.123789 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:21.127445 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b6290-4be3-44c4-a64c-c89c292c7963 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:24:21.334201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:24:21.360555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c145cc-5176-448e-af77-89e6d5410c89 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:24:21.435489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: eb40e3b3-76b1-48b3-a829-d02882fb3fdd {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:24:21.435831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device eb40e3b3-76b1-48b3-a829-d02882fb3fdd not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:24:22.095392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-44fae1b7-ae62-49f4-9675-e7f0541b790a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1992042812&fields=id&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0384753 Mar 21 07:24:22.242929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-3e181fc7-8f3f-4e97-8643-5be0c4ca2313 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:22.244341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-3e181fc7-8f3f-4e97-8643-5be0c4ca2313 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1415329 Mar 21 07:24:22.258828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-626da1e1-84ae-4d05-9b17-a10f23dd04b5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/quotas/975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0090361 Mar 21 07:24:22.348497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-f8cc5f58-90e9-4da3-80b5-79ec73e9e2a5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846395 Mar 21 07:24:22.462847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b5c2-8b8b-4b81-9552-7d9a8ebef2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:22.491997 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-32ae4d00-988c-419e-a373-27abc3d1e8a6 service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321025 Mar 21 07:24:22.622274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-07e63137-9b41-4f55-b044-d054581a5fa2 service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243267 Mar 21 07:24:22.797804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa8eb714-cf42-4191-9e37-ceea0aae64da req-288d89d0-1b2d-470e-b079-f96d53118596 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 210 time: 0.0419619 Mar 21 07:24:23.900659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-90c6eb5b-9045-4570-860a-b9870311abf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:23.902087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-90c6eb5b-9045-4570-860a-b9870311abf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.2583041 Mar 21 07:24:23.972267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a8772b5-9b36-4bb8-9569-d2e9191a9a39 req-af657cca-2ac8-49ad-ac2d-fed96c737d0a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 210 time: 0.0602906 Mar 21 07:24:23.993935 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-60710480-8080-4c0b-bb80-d6c6fcff8235 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 380 time: 0.0831046 Mar 21 07:24:24.002603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'port': {'device_id': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'admin_state_up': True, 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'security_groups': ['8c449f89-949d-4447-bc96-f8e59ee7f520']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:24:24.134437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:24:24.144139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:24:24.153636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:24:24.156940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.316254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Allocated IP 172.20.0.13 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/b5edf8ff-c9f3-4089-9d67-872a439bf813) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:24:24.498055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.513297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Transition to ACTIVE for port object b5edf8ff-c9f3-4089-9d67-872a439bf813 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:24:24.536462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.597040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f843787f-528f-4b8a-ade5-21b16a27d550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.609849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:24:24.613555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:24:24.617308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:24:24.647319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:24.683979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:24.684574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.711493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d71056fb-a63d-4b39-856e-430e4ad5a9a6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7123530 Mar 21 07:24:24.723475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Request body: {'port': {'device_id': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:24:24.838587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.859478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-136db7d2-bdc2-4617-b02c-899872e2fa95 None None] Provisioning for port b5edf8ff-c9f3-4089-9d67-872a439bf813 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:24:24.864258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-136db7d2-bdc2-4617-b02c-899872e2fa95 None None] Provisioning complete for port b5edf8ff-c9f3-4089-9d67-872a439bf813 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:24:24.864624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-136db7d2-bdc2-4617-b02c-899872e2fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:24.921642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-136db7d2-bdc2-4617-b02c-899872e2fa95 None None] Port b5edf8ff-c9f3-4089-9d67-872a439bf813 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:24:25.218993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fcd48-4592-44fa-b8a3-6a4993e2ea78 req-28ead8a6-4a8a-4a56-8125-b9ca02ac029c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:25.219682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-937fcd48-4592-44fa-b8a3-6a4993e2ea78 req-28ead8a6-4a8a-4a56-8125-b9ca02ac029c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:24:25.255910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5edf8ff-c9f3-4089-9d67-872a439bf813 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:24:25.262176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-937fcd48-4592-44fa-b8a3-6a4993e2ea78 req-28ead8a6-4a8a-4a56-8125-b9ca02ac029c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:24:25.263258 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937fcd48-4592-44fa-b8a3-6a4993e2ea78 req-28ead8a6-4a8a-4a56-8125-b9ca02ac029c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 932 time: 0.1849489 Mar 21 07:24:25.264795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.298197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Transition to ACTIVE for port object b5edf8ff-c9f3-4089-9d67-872a439bf813 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:24:25.307208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.363324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937fcd48-4592-44fa-b8a3-6a4993e2ea78 req-244dd4f7-42f7-4888-b4c2-679c2fd07703 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936997 Mar 21 07:24:25.474170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:25.656923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Attempting to bind port b5edf8ff-c9f3-4089-9d67-872a439bf813 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:24:25.657278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Attempting to bind port b5edf8ff-c9f3-4089-9d67-872a439bf813 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:24:25.657599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Attempting to bind port b5edf8ff-c9f3-4089-9d67-872a439bf813 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:24:25.662799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Port b5edf8ff-c9f3-4089-9d67-872a439bf813 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:24:25.663112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Attempting to bind port b5edf8ff-c9f3-4089-9d67-872a439bf813 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:24:25.667950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:24:25.668277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:24:25.668653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:24:25.669063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Bound port: b5edf8ff-c9f3-4089-9d67-872a439bf813, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:24:25.669436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.755411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:24:25.758363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:24:25.762009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.824234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:25.824861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.826313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] 10.222.0.30 "PUT /v2.0/ports/b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 1094 time: 1.1078947 Mar 21 07:24:25.826769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:25.856036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3434413-229b-43a4-90ab-eaad855ef583 service neutron] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:25.871480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.882917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:25.974970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d6920282-695d-4823-ab95-d0d4c7529491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:25.976740 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d6920282-695d-4823-ab95-d0d4c7529491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1097 time: 0.0886786 Mar 21 07:24:26.043923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'status': 'completed', 'code': 200} Mar 21 07:24:26.052392 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-5caa1049-6c5e-4284-97c4-dabfa8a3eb98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 217 time: 0.0690484 Mar 21 07:24:26.112812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-48e46157-1564-42f7-b85a-3610bb23a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.114214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-48e46157-1564-42f7-b85a-3610bb23a59a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0567386 Mar 21 07:24:26.189297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcc45-76f9-4075-8186-94973c3db2bb req-585a05b4-6647-4e86-b0f4-58bedbb222a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.190737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-585a05b4-6647-4e86-b0f4-58bedbb222a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711553 Mar 21 07:24:26.320791 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-d7271447-a246-4a10-b1a6-5cd677464200 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243737 Mar 21 07:24:26.454496 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-449dcc45-76f9-4075-8186-94973c3db2bb req-423f292d-87c6-4ca6-875e-2a9f261a7ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272547 Mar 21 07:24:26.616155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97c94-3f25-4bee-917f-4a6b5cbb54ac req-d3220aec-82f2-4e13-9396-2d86a839fa77 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.617542 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-70f97c94-3f25-4bee-917f-4a6b5cbb54ac req-d3220aec-82f2-4e13-9396-2d86a839fa77 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.1380687 Mar 21 07:24:26.619922 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-b6467219-5d45-4747-8655-3a2ee898007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.621400 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-b6467219-5d45-4747-8655-3a2ee898007d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1097 time: 0.1070333 Mar 21 07:24:26.751773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-70f97c94-3f25-4bee-917f-4a6b5cbb54ac req-2a261a58-899d-48bc-b377-6dc570f272ca tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287169 Mar 21 07:24:26.781946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-e492710b-c6ef-47f8-af2f-4a5384f655e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.783363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-e492710b-c6ef-47f8-af2f-4a5384f655e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1473875 Mar 21 07:24:26.851053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-7819c46c-8c7d-4fa4-b3ef-324a01f9fecd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 217 time: 0.0617819 Mar 21 07:24:26.914406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-9437855f-3f88-42e7-92d4-5bd1b678c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.916002 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-9437855f-3f88-42e7-92d4-5bd1b678c7a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0595968 Mar 21 07:24:26.990419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-2b65f676-3232-45fe-af42-a1e469927307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:26.991887 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-2b65f676-3232-45fe-af42-a1e469927307 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706356 Mar 21 07:24:27.122573 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-ed57070a-0040-487f-aa34-0f2a505434f0 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245546 Mar 21 07:24:27.254468 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aad0b98e-469a-4783-8f8c-39f5b8ede17d req-ed344553-3453-4946-9aa9-f20fb6fffa6f service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253097 Mar 21 07:24:27.366121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:28.036886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb3b6b-6f67-4304-9a28-0954968d60a8 req-cbab5da8-d073-43bc-9a16-b86f0ea61f32 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:28.038289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1bb3b6b-6f67-4304-9a28-0954968d60a8 req-cbab5da8-d073-43bc-9a16-b86f0ea61f32 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.1800756 Mar 21 07:24:28.082372 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1bb3b6b-6f67-4304-9a28-0954968d60a8 req-e1bf0e35-cae4-4b61-b7a6-6b770cf51aa6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Mar 21 07:24:29.263479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71efb0c-c22a-4a2b-b7a9-0d84834ea116 req-05668608-2947-4ce8-a3d8-c562ad6f57f7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:29.264931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a71efb0c-c22a-4a2b-b7a9-0d84834ea116 req-05668608-2947-4ce8-a3d8-c562ad6f57f7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0804102 Mar 21 07:24:29.313171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a71efb0c-c22a-4a2b-b7a9-0d84834ea116 req-35de570d-6596-4aa7-9aaf-ef2124eda235 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Mar 21 07:24:29.337106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:24:29.467612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:29.481109 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'mac_address': 'fa:16:3e:c2:75:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:24:29.541618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:29.558022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5edf8ff-c9f3-4089-9d67-872a439bf813 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:24:29.572437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:29.577603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:29.647989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:29.724732 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:24:29.927317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['b5edf8ff-c9f3-4089-9d67-872a439bf813'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:24:30.497492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e0b5-cd39-426a-93f3-58b30a9d0690 req-7118431e-b1da-43d4-8fd2-c8c4c65620f1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:30.498943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55e0e0b5-cd39-426a-93f3-58b30a9d0690 req-7118431e-b1da-43d4-8fd2-c8c4c65620f1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 945 time: 0.0824585 Mar 21 07:24:30.542792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-55e0e0b5-cd39-426a-93f3-58b30a9d0690 req-9a0d7cd8-d0fa-47ee-bbf8-b2a0470fac85 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Mar 21 07:24:31.349498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:24:31.414989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port b5edf8ff-c9f3-4089-9d67-872a439bf813 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:24:31.419629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port b5edf8ff-c9f3-4089-9d67-872a439bf813 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:24:31.420010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:31.536947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:31.562843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:31.572400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:24:31.578045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:31.614818 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'code': 200} Mar 21 07:24:31.647203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:24:31.747132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899353f-4754-4fd6-9760-92a288dc34ec req-00a91010-a4c6-4dff-8ac8-a6f726e6459f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:31.749288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9899353f-4754-4fd6-9760-92a288dc34ec req-00a91010-a4c6-4dff-8ac8-a6f726e6459f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0862257 Mar 21 07:24:31.834561 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9899353f-4754-4fd6-9760-92a288dc34ec req-229fe4cc-3561-4cbe-abe0-1f002308616c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796800 Mar 21 07:24:31.858476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827346-cd5b-4276-8c40-46868199c563 req-d926f067-5452-4d5d-a4ff-bcda46d868c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:31.859963 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae827346-cd5b-4276-8c40-46868199c563 req-d926f067-5452-4d5d-a4ff-bcda46d868c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1099 time: 0.0896134 Mar 21 07:24:31.902170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae827346-cd5b-4276-8c40-46868199c563 req-e8b7af27-b02c-440a-9aff-34833afd9e69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363376 Mar 21 07:24:33.023474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77b8a-b8a5-44b4-b8f1-af2f1bd52a66 req-7ae3ca8e-ffd2-4475-86e6-7a151270ae90 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:33.024942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aac77b8a-b8a5-44b4-b8f1-af2f1bd52a66 req-7ae3ca8e-ffd2-4475-86e6-7a151270ae90 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0850487 Mar 21 07:24:33.069928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aac77b8a-b8a5-44b4-b8f1-af2f1bd52a66 req-e9607612-a77f-4937-abbe-550e928f31af tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394094 Mar 21 07:24:34.254204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d714-9081-41db-84a5-958583bc024e req-9c745a91-b35a-4c3d-8541-8bb0491a69af tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:34.255637 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0df5d714-9081-41db-84a5-958583bc024e req-9c745a91-b35a-4c3d-8541-8bb0491a69af tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0802929 Mar 21 07:24:34.298858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0df5d714-9081-41db-84a5-958583bc024e req-762b6310-41bc-496a-b0f8-fffc07ece9c0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Mar 21 07:24:34.478689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696286b-e1e3-4e8f-a8f6-f022dba1a9df req-30f5194c-5d63-42f1-848b-7332d95f5047 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:34.480132 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7696286b-e1e3-4e8f-a8f6-f022dba1a9df req-30f5194c-5d63-42f1-848b-7332d95f5047 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0847793 Mar 21 07:24:34.488727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38368) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:24:34.493886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'floatingip': {'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:24:34.571553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:35.168320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:35.171926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:35.445793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 associated. External IP: 172.26.2.53, port: b5edf8ff-c9f3-4089-9d67-872a439bf813. Mar 21 07:24:35.794522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:24:35.971579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:24:35.975848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:35.982098 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:24:35.992796 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:24:35.993429 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:24:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:36.033060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d989f4e5-9cd9-409d-b9c7-758dde3b84ce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "PUT /v2.0/floatingips/ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 HTTP/1.1" status: 200 len: 991 time: 1.5432117 Mar 21 07:24:36.034361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:24:36.081889 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'status': 'completed', 'code': 200} Mar 21 07:24:36.172552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-da16dfdb-3977-496f-a40d-552351c002a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:36.174466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-da16dfdb-3977-496f-a40d-552351c002a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1099 time: 0.0716534 Mar 21 07:24:36.174892 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:24:36.367780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-6ca19a78-3aeb-4d39-9e23-b5eb394c1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:36.369259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-6ca19a78-3aeb-4d39-9e23-b5eb394c1da0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1890712 Mar 21 07:24:36.485866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-0e103683-7ec1-4dc7-acb1-c5908d091c59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 999 time: 0.1073906 Mar 21 07:24:36.494149 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb2ec-0043-4010-b667-5049eac16858 req-f0f894b9-c5a7-440a-b190-c62066d39a9d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:36.495563 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-956bb2ec-0043-4010-b667-5049eac16858 req-f0f894b9-c5a7-440a-b190-c62066d39a9d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.1877918 Mar 21 07:24:36.524277 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:c2:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:24:35Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:36.527982 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:24:36.536864 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:24:36.537477 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:24:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:36.585605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-f86630e2-6198-4e8b-8aaa-f6bc2d7e1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:36.586943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-f86630e2-6198-4e8b-8aaa-f6bc2d7e1169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0905340 Mar 21 07:24:36.591430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-956bb2ec-0043-4010-b667-5049eac16858 req-2ceb1e97-4ee0-4c81-bf27-82b409b74141 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632219 Mar 21 07:24:36.662593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-7b737346-4e82-419b-aa4e-ca1a99018b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:36.664109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-7b737346-4e82-419b-aa4e-ca1a99018b78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706265 Mar 21 07:24:36.712055 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:24:36.801694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-da8d09b0-38be-4a4f-905e-87631af040e2 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315749 Mar 21 07:24:37.044802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-074fc16d-9d1a-407e-9e7a-1ba01e7b35e3 req-2e97d6f9-c9ee-430e-9ba8-cf2d38df8353 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378561 Mar 21 07:24:37.068886 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:c2:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:24:35Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:24:37.072769 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6b65c-2ff1-4090-a929-f0f4a591eaff None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:c2:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:24:35Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:24:37.255802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d300aa3-08a4-45dd-8753-06d37d3cde55 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:24:37.778801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6a657-66f6-4751-aaea-df0f2ebfcaf0 req-3ff5fe03-2e4b-42bd-b1d3-5c8473b5e355 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:37.780135 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cff6a657-66f6-4751-aaea-df0f2ebfcaf0 req-3ff5fe03-2e4b-42bd-b1d3-5c8473b5e355 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0812123 Mar 21 07:24:37.823408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cff6a657-66f6-4751-aaea-df0f2ebfcaf0 req-ffbb148c-c21a-4787-bc05-040f3823794f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369120 Mar 21 07:24:39.018373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584bd4-8f20-4d87-90df-cd8c9c072631 req-a9a82277-0c7c-4f41-96f4-f88575f7d288 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:39.019863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32584bd4-8f20-4d87-90df-cd8c9c072631 req-a9a82277-0c7c-4f41-96f4-f88575f7d288 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0841107 Mar 21 07:24:39.068068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32584bd4-8f20-4d87-90df-cd8c9c072631 req-937aaaec-c592-4de2-9633-3236419df864 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Mar 21 07:24:40.247473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3ef0-7462-4229-8cd4-7bcdb84ddb40 req-f4267367-afd5-488c-84d1-c734fd14091a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:40.248911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-021f3ef0-7462-4229-8cd4-7bcdb84ddb40 req-f4267367-afd5-488c-84d1-c734fd14091a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0790899 Mar 21 07:24:40.292077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-021f3ef0-7462-4229-8cd4-7bcdb84ddb40 req-cea70e80-2d88-45c0-82ab-ecdeb4af6d7e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Mar 21 07:24:41.479548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ea63-2adb-47e1-9c38-fa90e258966d req-7a0fb6c3-9db8-4714-b0b1-1cb22b7a64c5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:41.480998 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba73ea63-2adb-47e1-9c38-fa90e258966d req-7a0fb6c3-9db8-4714-b0b1-1cb22b7a64c5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0852547 Mar 21 07:24:41.525189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba73ea63-2adb-47e1-9c38-fa90e258966d req-ef5a9f99-aec0-4112-9f1a-4faf320981f2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Mar 21 07:24:42.706205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653bbba-ee26-4a14-8f12-3091c63ebd40 req-74f5c067-62f3-4e8d-a9f4-173a4b1ccf61 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:42.708279 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4653bbba-ee26-4a14-8f12-3091c63ebd40 req-74f5c067-62f3-4e8d-a9f4-173a4b1ccf61 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0798202 Mar 21 07:24:42.752216 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4653bbba-ee26-4a14-8f12-3091c63ebd40 req-921259f5-b55d-45e1-ac74-00f4d58e3a98 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Mar 21 07:24:43.935165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f595d59-c077-4948-a8d9-182231dc6934 req-1b951fc9-a2d4-40c2-9398-5a241833df34 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:43.936604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0f595d59-c077-4948-a8d9-182231dc6934 req-1b951fc9-a2d4-40c2-9398-5a241833df34 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0817077 Mar 21 07:24:43.980824 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0f595d59-c077-4948-a8d9-182231dc6934 req-53951199-cc4c-4a5a-b18b-af0f5b43428d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374897 Mar 21 07:24:45.162821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129235-72db-4a2d-b83e-83123391f317 req-7ee49969-482b-4184-a78c-5d1409bc466a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:45.164254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0129235-72db-4a2d-b83e-83123391f317 req-7ee49969-482b-4184-a78c-5d1409bc466a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0780916 Mar 21 07:24:45.207162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0129235-72db-4a2d-b83e-83123391f317 req-df980c3e-03c3-4c4a-a6f5-8e824cfb5939 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366778 Mar 21 07:24:46.391387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98456bba-2b6b-41c7-9bf2-2ffd828d14e4 req-83aecd46-cb68-49cc-b54a-6b31991f01b9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:46.392812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-98456bba-2b6b-41c7-9bf2-2ffd828d14e4 req-83aecd46-cb68-49cc-b54a-6b31991f01b9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0810902 Mar 21 07:24:46.436903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-98456bba-2b6b-41c7-9bf2-2ffd828d14e4 req-9f8375f3-c271-4096-89e7-9bdf991c8215 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Mar 21 07:24:47.618565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fcbad-bc50-407e-a4a0-9a7da01018b7 req-141deb8a-1487-4787-8660-235016119c70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:47.620020 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c0fcbad-bc50-407e-a4a0-9a7da01018b7 req-141deb8a-1487-4787-8660-235016119c70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0804212 Mar 21 07:24:47.666390 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c0fcbad-bc50-407e-a4a0-9a7da01018b7 req-9297824c-aaf6-4b6c-8205-e3887212772a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Mar 21 07:24:48.649600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:48.852808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623c12f-3227-433c-a4b6-6deacdc53f16 req-89f8d734-d613-4032-848b-1997539d3cd7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:48.854280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5623c12f-3227-433c-a4b6-6deacdc53f16 req-89f8d734-d613-4032-848b-1997539d3cd7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0819032 Mar 21 07:24:48.897806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5623c12f-3227-433c-a4b6-6deacdc53f16 req-1a85c7f6-8ac2-48ac-a3e5-ee9730ff0336 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Mar 21 07:24:50.086177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dcda8-13e2-4cf2-ba17-2ac71c566288 req-fb48f898-f80c-45b2-a13b-06aa13e20d19 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:50.087556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa8dcda8-13e2-4cf2-ba17-2ac71c566288 req-fb48f898-f80c-45b2-a13b-06aa13e20d19 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0869353 Mar 21 07:24:50.132209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa8dcda8-13e2-4cf2-ba17-2ac71c566288 req-e1680e4e-dc97-4018-902f-4d7be44f2dec tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390196 Mar 21 07:24:51.312815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee69f9-9ac1-4b3c-9790-25ba13701ec2 req-8c1a1bf8-18da-4f24-a99f-067cdea83d3e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:51.314283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bee69f9-9ac1-4b3c-9790-25ba13701ec2 req-8c1a1bf8-18da-4f24-a99f-067cdea83d3e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0803068 Mar 21 07:24:51.357115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6bee69f9-9ac1-4b3c-9790-25ba13701ec2 req-c85b88fa-3d92-4722-83ca-040041efe7c8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Mar 21 07:24:52.465204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7363ce4c-a31d-4841-a7e4-ecead9f8beac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:52.545874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785fef-bd99-486a-8393-9ae1ca2cfc5a req-5f49a0b8-c831-4169-955f-446382ef37c8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:52.547272 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40785fef-bd99-486a-8393-9ae1ca2cfc5a req-5f49a0b8-c831-4169-955f-446382ef37c8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0833066 Mar 21 07:24:52.590637 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40785fef-bd99-486a-8393-9ae1ca2cfc5a req-560bc657-a093-4bdf-88af-c5957bdd438e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377810 Mar 21 07:24:53.774811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6443422-2caf-466e-b41c-ae90e69ccd31 req-9d684ad9-0cfa-4bdb-a5ca-c22a4d37d73d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:53.776294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f6443422-2caf-466e-b41c-ae90e69ccd31 req-9d684ad9-0cfa-4bdb-a5ca-c22a4d37d73d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0798531 Mar 21 07:24:53.823450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f6443422-2caf-466e-b41c-ae90e69ccd31 req-cf890b98-acec-4cd3-a79b-859e1e1ca3c3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Mar 21 07:24:54.599751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8461b936-acc2-4f33-b260-190f59c4769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:55.005482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d6d4-7202-438b-ba68-20c0884b0b63 req-05319c41-30c8-4d1d-9e54-7eda693c157e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:55.006923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6269d6d4-7202-438b-ba68-20c0884b0b63 req-05319c41-30c8-4d1d-9e54-7eda693c157e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0801506 Mar 21 07:24:55.052440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6269d6d4-7202-438b-ba68-20c0884b0b63 req-4031d9db-2046-4cef-a69f-9617f6548ad5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377996 Mar 21 07:24:55.265557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-39c50a00-7ad8-4b91-ac46-c3d939bcd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:55.267005 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-39c50a00-7ad8-4b91-ac46-c3d939bcd1d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1099 time: 0.0744247 Mar 21 07:24:55.412926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-a4f37737-0ddf-4db4-b7ea-495696ffe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:55.414363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-a4f37737-0ddf-4db4-b7ea-495696ffe42d service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1276333 Mar 21 07:24:55.513832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-bc3f2b0d-0a5f-46dc-96b2-852e786a4cf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 1001 time: 0.0934303 Mar 21 07:24:55.577320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-e2a95880-98ee-4780-a045-00b39f336c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:55.578631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-e2a95880-98ee-4780-a045-00b39f336c31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0588863 Mar 21 07:24:55.652151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-2641b173-fa71-49f3-a718-cb8facaadf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:55.653604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-2641b173-fa71-49f3-a718-cb8facaadf2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695746 Mar 21 07:24:55.783723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-1aeb0b25-f0ad-4e4c-a979-84ba6843aff7 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232960 Mar 21 07:24:55.816208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:55.849711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:55.918437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4256fe37-9bbf-416b-8598-ee9378e4e3ac req-f2a60e3b-0b08-47d7-ad40-9052a6be8d7f service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288631 Mar 21 07:24:56.331888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e7c9d-1b5b-4fea-86ff-48ba606ae5aa req-05b3fac6-e980-4161-8ba2-ce3b1239e171 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:56.333335 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f75e7c9d-1b5b-4fea-86ff-48ba606ae5aa req-05b3fac6-e980-4161-8ba2-ce3b1239e171 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.1778612 Mar 21 07:24:56.375672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f75e7c9d-1b5b-4fea-86ff-48ba606ae5aa req-4b2302b6-16e8-4067-8345-7f8e781e71ef tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367370 Mar 21 07:24:57.370507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:24:57.564242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd281b7-8518-44df-b81c-694a2662ede5 req-5c36807f-4078-4f3a-8fff-018dca508923 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:57.566219 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ecd281b7-8518-44df-b81c-694a2662ede5 req-5c36807f-4078-4f3a-8fff-018dca508923 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0835178 Mar 21 07:24:57.612870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ecd281b7-8518-44df-b81c-694a2662ede5 req-fef7dc58-0342-457d-ac2c-5a42787252cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Mar 21 07:24:58.797074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f88ea-d1d1-4ffb-8205-914a7de06958 req-6fd57245-c750-41f6-935a-97463f603d37 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:24:58.798525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-130f88ea-d1d1-4ffb-8205-914a7de06958 req-6fd57245-c750-41f6-935a-97463f603d37 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0829499 Mar 21 07:24:58.843900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-130f88ea-d1d1-4ffb-8205-914a7de06958 req-a188be51-2e00-4b4b-959f-03dcf0bd029d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Mar 21 07:25:00.036248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81025f-e91d-433f-9569-4fb3c77bb96d req-5237ff32-afe8-4c35-9fe7-70cc4add1a28 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:00.037699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb81025f-e91d-433f-9569-4fb3c77bb96d req-5237ff32-afe8-4c35-9fe7-70cc4add1a28 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0832837 Mar 21 07:25:00.082286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fb81025f-e91d-433f-9569-4fb3c77bb96d req-4a790882-6258-4368-902b-14b18f86c3f5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Mar 21 07:25:01.264820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5559d1-c6a5-46ad-a829-278e59ab5be5 req-acd14fe1-b43c-4dfe-94b0-8602adba9e83 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:01.266289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed5559d1-c6a5-46ad-a829-278e59ab5be5 req-acd14fe1-b43c-4dfe-94b0-8602adba9e83 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0793982 Mar 21 07:25:01.310912 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed5559d1-c6a5-46ad-a829-278e59ab5be5 req-648e63e5-19a6-4856-84bb-834ac47b4a54 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Mar 21 07:25:02.495425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d446-b266-45e3-80bd-abbf32c8fd42 req-9fc6725f-b27e-494a-b0b7-57f6ea85b85b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:02.496852 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ac6d446-b266-45e3-80bd-abbf32c8fd42 req-9fc6725f-b27e-494a-b0b7-57f6ea85b85b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0816724 Mar 21 07:25:02.540947 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ac6d446-b266-45e3-80bd-abbf32c8fd42 req-dd72e160-e106-4c43-b46b-2eee4abdd665 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382564 Mar 21 07:25:02.884678 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-64d548fc-a853-4253-b9f0-c647595ebffb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734565 Mar 21 07:25:02.935017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3d09f-f73f-48f6-8a37-6780526e146e req-98fe0f5c-e3d4-49af-ab74-ae2d6f040526 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:02.936470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24a3d09f-f73f-48f6-8a37-6780526e146e req-98fe0f5c-e3d4-49af-ab74-ae2d6f040526 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0802813 Mar 21 07:25:02.983700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-24a3d09f-f73f-48f6-8a37-6780526e146e req-0113113b-a145-439d-b428-8917b15a9c8f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Mar 21 07:25:03.943576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-ed017456-c8d8-48e7-8faf-c112f17e8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:03.945041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-ed017456-c8d8-48e7-8faf-c112f17e8542 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1099 time: 0.0738676 Mar 21 07:25:04.082385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-3ab532f0-7e7a-47a0-84b9-1ab8e4ab3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:04.082874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-3ab532f0-7e7a-47a0-84b9-1ab8e4ab3b97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1320238 Mar 21 07:25:04.244747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-04b36ad6-e837-41eb-be0d-dc77e35236a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 1001 time: 0.1563466 Mar 21 07:25:04.304627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41242ed9-b0d9-4987-bb11-bfd6a28f01fa req-b5986c2a-36dd-4b7d-aff1-9a400b18abf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:04.306182 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41242ed9-b0d9-4987-bb11-bfd6a28f01fa req-b5986c2a-36dd-4b7d-aff1-9a400b18abf2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.1678665 Mar 21 07:25:04.351296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-01074724-3e16-4251-a829-b59948c43566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:04.352604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-01074724-3e16-4251-a829-b59948c43566 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1022384 Mar 21 07:25:04.391864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41242ed9-b0d9-4987-bb11-bfd6a28f01fa req-3a90419b-d958-44c6-8f21-7436676fce27 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798092 Mar 21 07:25:04.432829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-4b427afc-2444-4b98-ba87-36344c6ccb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:04.434301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-4b427afc-2444-4b98-ba87-36344c6ccb9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760722 Mar 21 07:25:04.563724 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-fcfbdad7-3d32-4c06-af78-23618596cef9 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234703 Mar 21 07:25:04.692513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-8e1699a7-2de6-4fe1-9f57-b011a0949403 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 Mar 21 07:25:05.583381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9888c8-eb67-42b9-b0c1-6e1776d5e2e0 req-3f988172-4001-4baa-b20b-ef456791b4a7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:05.584789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce9888c8-eb67-42b9-b0c1-6e1776d5e2e0 req-3f988172-4001-4baa-b20b-ef456791b4a7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0851557 Mar 21 07:25:05.628315 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ce9888c8-eb67-42b9-b0c1-6e1776d5e2e0 req-e16560c4-3a99-4501-97be-3a7a7207b27f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373099 Mar 21 07:25:06.302826 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-b32ef0bb-7712-4b95-bc6a-454b48426238 service neutron] 10.222.0.30 "GET /v2.0/ports/b5edf8ff-c9f3-4089-9d67-872a439bf813/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0731082 Mar 21 07:25:06.650146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-455ae6f4-0bd0-44dc-86f1-09157954f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:06.651640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-455ae6f4-0bd0-44dc-86f1-09157954f409 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1099 time: 0.1680033 Mar 21 07:25:06.723526 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:25:06.775918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-672c6fef-b055-4021-bc35-67972c4250eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:06.777393 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-672c6fef-b055-4021-bc35-67972c4250eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1099 time: 0.1063483 Mar 21 07:25:06.930528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8dd1f-0073-4289-a4cd-a3a9d3738721 req-fb63d74a-6a60-49bd-9093-a8cc502beddd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:06.931878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e4a8dd1f-0073-4289-a4cd-a3a9d3738721 req-fb63d74a-6a60-49bd-9093-a8cc502beddd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.1957982 Mar 21 07:25:06.939765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-1f9d3abd-9611-4745-baa9-9f98078270ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:06.941728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-1f9d3abd-9611-4745-baa9-9f98078270ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1569467 Mar 21 07:25:07.061066 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e4a8dd1f-0073-4289-a4cd-a3a9d3738721 req-3cdbee44-4dc8-4d68-9924-4a8d5ea02cb5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226230 Mar 21 07:25:07.069898 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-4ebcc245-4db5-4171-85ac-84a5a20af428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 1001 time: 0.1158130 Mar 21 07:25:07.133202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-5a9f6c23-3d67-4e01-9114-65985eac2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:07.134653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-5a9f6c23-3d67-4e01-9114-65985eac2b2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0585661 Mar 21 07:25:07.207443 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-bcd94a2d-f3f8-4022-ab15-1450ba8f39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:07.208784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-bcd94a2d-f3f8-4022-ab15-1450ba8f39ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685215 Mar 21 07:25:07.339024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-0c5c0fe2-b38b-4b9a-bd07-5058df488582 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243041 Mar 21 07:25:07.474536 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a74b34f0-0e2e-4f78-9a99-5cceb4f3bb00 req-418342e3-c71b-48ce-956e-3579a47e19a8 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285594 Mar 21 07:25:08.247731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0655-7003-4442-89e1-f5bf4485ffcb req-ed485011-8b76-4904-b50e-c4e05ddbd267 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:08.249193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b8f0655-7003-4442-89e1-f5bf4485ffcb req-ed485011-8b76-4904-b50e-c4e05ddbd267 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0832322 Mar 21 07:25:08.293977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b8f0655-7003-4442-89e1-f5bf4485ffcb req-0cfb8ba6-bdf1-4a92-970c-2b5a50767dbf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Mar 21 07:25:09.475797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d671c-1a0e-4dcd-aa92-fa6405f31e09 req-ebdcd91c-2630-41ed-ac5d-4c34d6f5f60e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:09.477272 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef1d671c-1a0e-4dcd-aa92-fa6405f31e09 req-ebdcd91c-2630-41ed-ac5d-4c34d6f5f60e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0792172 Mar 21 07:25:09.525251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef1d671c-1a0e-4dcd-aa92-fa6405f31e09 req-a264afa2-052d-4a2f-aff4-22ef192cb105 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Mar 21 07:25:09.599232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:25:09.601956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:25:09.814067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:09.843839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:09.865620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:09.870097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'mac_address': 'fa:16:3e:c2:75:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:25:09.900780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:09.906332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:09.945921 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'code': 200} Mar 21 07:25:09.987306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:10.009737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5edf8ff-c9f3-4089-9d67-872a439bf813 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:25:10.013427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:10.022765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.023114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.023455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.023790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.024119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.024447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.024772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.025095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.025452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.025775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.026095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.026413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:10.039435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:10.043301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:10.131785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['b5edf8ff-c9f3-4089-9d67-872a439bf813'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:25:10.192023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:10.710212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73245b7b-759c-42eb-ac77-57a8b73dc4b1 req-1404f7a8-a9a1-42b1-8f02-dcf0ea943b75 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:10.711647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73245b7b-759c-42eb-ac77-57a8b73dc4b1 req-1404f7a8-a9a1-42b1-8f02-dcf0ea943b75 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 945 time: 0.0793498 Mar 21 07:25:10.754510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-73245b7b-759c-42eb-ac77-57a8b73dc4b1 req-0e615e15-7008-4f87-b340-833a761e115b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Mar 21 07:25:11.118630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65bbf-2edc-4235-b954-11858e229896 req-0a3704a9-11e4-4d91-8229-4c39e5806895 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.120068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9bf65bbf-2edc-4235-b954-11858e229896 req-0a3704a9-11e4-4d91-8229-4c39e5806895 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 945 time: 0.1433625 Mar 21 07:25:11.128974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-1c33e49f-9fe0-4cc8-a0da-bf5c327beccd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.130335 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-1c33e49f-9fe0-4cc8-a0da-bf5c327beccd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a&tenant_id=975e173cc4fb4100b242611ca513d1c8&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 945 time: 0.1226802 Mar 21 07:25:11.169577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9bf65bbf-2edc-4235-b954-11858e229896 req-b1d8cc41-a552-4bdc-841c-8d4ad9a0d114 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Mar 21 07:25:11.269435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-d23a2c7a-8740-4963-ad76-891b99ccca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.270890 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-d23a2c7a-8740-4963-ad76-891b99ccca75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1098 time: 0.0733447 Mar 21 07:25:11.400703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-fcfd6324-cfe9-40ba-a76a-09dd2a638a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.402166 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-fcfd6324-cfe9-40ba-a76a-09dd2a638a18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1255884 Mar 21 07:25:11.505302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-5e1d7ab0-c0a5-4f89-b05b-f4fe429ef77e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 1000 time: 0.0970318 Mar 21 07:25:11.613578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:25:11.664475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-94c0d08e-eb46-45d9-b68d-97ab03a983f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.665928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-94c0d08e-eb46-45d9-b68d-97ab03a983f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1552031 Mar 21 07:25:11.680404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port b5edf8ff-c9f3-4089-9d67-872a439bf813 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:25:11.680777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:11.743008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-a35c2dc0-c39c-4388-914c-2603ae1c204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:11.744457 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-a35c2dc0-c39c-4388-914c-2603ae1c204c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727742 Mar 21 07:25:11.801443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:11.834989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:11.839276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:11.879792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-4c146fe8-21ce-4e98-ad24-ffb54e16e412 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290660 Mar 21 07:25:11.906438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:11.946891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:11.999876 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'code': 200} Mar 21 07:25:12.017619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aca94ca-2980-41a8-adce-cbdb76e050d1 req-75f9cb9d-450c-4e53-b5cf-08abcf94ecc9 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319814 Mar 21 07:25:12.359976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5e8d-06d7-4412-92cc-7f78a4dc9634 req-9ce173b8-6ba1-4c97-829f-f3e2d8b16030 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:12.361461 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-237a5e8d-06d7-4412-92cc-7f78a4dc9634 req-9ce173b8-6ba1-4c97-829f-f3e2d8b16030 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0877838 Mar 21 07:25:12.406484 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-237a5e8d-06d7-4412-92cc-7f78a4dc9634 req-371a9a1c-5545-441e-ba28-8e8167523296 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386064 Mar 21 07:25:13.602952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78107-1bae-4991-bcc9-9ed21da7ec88 req-0a189d97-4698-4432-8292-6068e1cd598d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:13.604296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41a78107-1bae-4991-bcc9-9ed21da7ec88 req-0a189d97-4698-4432-8292-6068e1cd598d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 946 time: 0.0828083 Mar 21 07:25:13.629007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:25:13.648375 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41a78107-1bae-4991-bcc9-9ed21da7ec88 req-5b01d64d-48c2-4306-b4ac-471c23a0a0cd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Mar 21 07:25:13.742393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:13.774080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:13.777899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:13.837377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a4bac-d8ae-4e82-a6a6-d619a9ac5a19 req-614c56e7-60d3-46eb-9300-a830a5488b93 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:13.837377 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d9a4bac-d8ae-4e82-a6a6-d619a9ac5a19 req-614c56e7-60d3-46eb-9300-a830a5488b93 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0821409 Mar 21 07:25:13.850511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=9']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:13.883834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d9a4bac-d8ae-4e82-a6a6-d619a9ac5a19 req-d547c3b8-fe4e-423f-a284-36a245e867bd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Mar 21 07:25:14.001497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:14.046240 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'code': 200} Mar 21 07:25:14.291693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0c9e-d3aa-4996-8d0d-0b7f9b8ef2b3 req-6c593aa3-1024-4f74-bbc7-2f99e9bf5321 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:14.293115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50bc0c9e-d3aa-4996-8d0d-0b7f9b8ef2b3 req-6c593aa3-1024-4f74-bbc7-2f99e9bf5321 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.1428733 Mar 21 07:25:14.318812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-45b17d7f-5291-42d2-a36a-cd984e481aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:14.320302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-45b17d7f-5291-42d2-a36a-cd984e481aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 1097 time: 0.1179802 Mar 21 07:25:14.380730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-50bc0c9e-d3aa-4996-8d0d-0b7f9b8ef2b3 req-91b3c570-a190-450b-86e8-bced48e80b95 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803883 Mar 21 07:25:14.471002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-5e171a9f-a0f8-4eb4-8363-c3e57f63fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:14.472444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-5e171a9f-a0f8-4eb4-8363-c3e57f63fb99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1465130 Mar 21 07:25:14.572878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-1088a9e1-8284-4a2b-baec-3b1dc84a2d0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 200 len: 999 time: 0.0946131 Mar 21 07:25:14.637778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-9fba2ef4-6366-423f-95cd-1baae58cb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:14.639200 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-9fba2ef4-6366-423f-95cd-1baae58cb7df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0608876 Mar 21 07:25:14.712861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-398c24ec-e96f-4102-87bc-e13a3f3ee593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:14.714350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-398c24ec-e96f-4102-87bc-e13a3f3ee593 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693197 Mar 21 07:25:14.848280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-2bea0e23-c7ce-48e8-899c-41776277f2a1 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282389 Mar 21 07:25:14.979124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7009b96d-8d82-4ba5-b51a-d4b23cc3f41c req-950d65c4-02ce-4705-a8c5-4a2879eb0bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251411 Mar 21 07:25:15.807721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03182f7c-004d-4979-b3a0-27707841bc92 req-72bc346b-c3bf-4e23-80df-9cecdb2a012b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:15.809172 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03182f7c-004d-4979-b3a0-27707841bc92 req-72bc346b-c3bf-4e23-80df-9cecdb2a012b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.1737266 Mar 21 07:25:15.852419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03182f7c-004d-4979-b3a0-27707841bc92 req-b596c6d5-dbc2-40e2-8cfe-0648e59c63bc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Mar 21 07:25:17.037493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abbd79-c176-4b73-9d34-915dcf3ec63e req-9703f4de-dd64-4701-81dc-98d84930f6b3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:17.038987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a2abbd79-c176-4b73-9d34-915dcf3ec63e req-9703f4de-dd64-4701-81dc-98d84930f6b3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0783334 Mar 21 07:25:17.085041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a2abbd79-c176-4b73-9d34-915dcf3ec63e req-211ea7b9-0951-47d8-b915-f4dfb70e9a0a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Mar 21 07:25:17.456508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ceca1-cac8-40dd-b47c-6e5012d57372 req-89737537-3e7a-4db0-9dcb-fc90cf12da75 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:17.457902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c25ceca1-cac8-40dd-b47c-6e5012d57372 req-89737537-3e7a-4db0-9dcb-fc90cf12da75 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0790420 Mar 21 07:25:17.501126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c25ceca1-cac8-40dd-b47c-6e5012d57372 req-438ca8b2-53d9-40a6-ae7c-9c36d7018d2b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Mar 21 07:25:18.673601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:18.700449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbfc8b-fa9a-4405-983c-7d3edf3cb650 req-666d83bd-24aa-4a63-b99b-89485873cbbe tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:18.701955 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cabbfc8b-fa9a-4405-983c-7d3edf3cb650 req-666d83bd-24aa-4a63-b99b-89485873cbbe tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0841343 Mar 21 07:25:18.747337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cabbfc8b-fa9a-4405-983c-7d3edf3cb650 req-05e517b9-010c-45c1-9a4b-75fde305c3de tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Mar 21 07:25:19.230986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370554-0974-4da4-8d86-aea9a40b043f req-12e3e803-eb96-4ba5-ad35-71873f74be4e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:19.232410 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77370554-0974-4da4-8d86-aea9a40b043f req-12e3e803-eb96-4ba5-ad35-71873f74be4e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.0792220 Mar 21 07:25:19.305980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Deleting port b5edf8ff-c9f3-4089-9d67-872a439bf813 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:25:19.306322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:19.551176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] For port b5edf8ff-c9f3-4089-9d67-872a439bf813, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=b5edf8ff-c9f3-4089-9d67-872a439bf813,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:19.551530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:19.843239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:19.843933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:19.843933 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 disassociated. External IP: 172.26.2.53, port: b5edf8ff-c9f3-4089-9d67-872a439bf813. Mar 21 07:25:19.844228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Calling delete_port for b5edf8ff-c9f3-4089-9d67-872a439bf813 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:25:20.026532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd368-6900-4625-9072-e874cc9b1bbe req-f810149a-85de-4d20-9912-bd5bc8235396 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:20.027965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-120cd368-6900-4625-9072-e874cc9b1bbe req-f810149a-85de-4d20-9912-bd5bc8235396 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 944 time: 0.1567004 Mar 21 07:25:20.071237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:20.129361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-120cd368-6900-4625-9072-e874cc9b1bbe req-c84be530-69ff-4424-a315-20d801410215 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957363 Mar 21 07:25:20.131655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'Port': ['ID=b5edf8ff-c9f3-4089-9d67-872a439bf813,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:20.143819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.144022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.144363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.144680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.145002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.145351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.145676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.146000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.146317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.146634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.146950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.147263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:25:20.331061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:25:20.608205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:25:20.618186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:25:20.627517 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:25:20.628111 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:24:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:20.687569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] No DVR routers for this DVR port b5edf8ff-c9f3-4089-9d67-872a439bf813 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:25:20.690188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:20.693906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-deleted', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:20.708080 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-77370554-0974-4da4-8d86-aea9a40b043f req-91f5e975-ef51-47db-b5e1-523415ba527b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "DELETE /v2.0/ports/b5edf8ff-c9f3-4089-9d67-872a439bf813 HTTP/1.1" status: 204 len: 173 time: 1.4696865 Mar 21 07:25:20.746868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549233d7-8727-4351-9d9b-14fc207c0e7a', 'name': 'network-vif-deleted', 'tag': 'b5edf8ff-c9f3-4089-9d67-872a439bf813', 'status': 'completed', 'code': 200} Mar 21 07:25:20.823301 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:25:21.139930 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:21.144835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:25:21.153898 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:25:21.154456 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:24:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:21.320767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f3083fba-5178-409f-a30f-69cbd78d0dae req-3f4f1c2f-aade-431b-8ca9-ee0e60b01d67 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:25:21.336225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f3083fba-5178-409f-a30f-69cbd78d0dae req-3f4f1c2f-aade-431b-8ca9-ee0e60b01d67 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:25:21.337309 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3083fba-5178-409f-a30f-69cbd78d0dae req-3f4f1c2f-aade-431b-8ca9-ee0e60b01d67 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=549233d7-8727-4351-9d9b-14fc207c0e7a HTTP/1.1" status: 200 len: 210 time: 0.0748744 Mar 21 07:25:21.345389 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:25:21.650123 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:21.655291 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aec1b-bbb8-41c0-8d81-36531bc02415 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:25:21.706885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:25:21.741880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: b5edf8ff-c9f3-4089-9d67-872a439bf813 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:25:21.742220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device b5edf8ff-c9f3-4089-9d67-872a439bf813 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:25:21.865875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c2515-a5bc-42b7-99b8-e6cb2243a197 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:25:22.467610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c16501c-8f3c-46c9-b741-2a158fc90b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:22.670369 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-4bd338b9-ce5a-4aaf-8e2b-26c1f62f82b7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1992042812&fields=id&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0406053 Mar 21 07:25:22.819198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-2f432a19-389b-43fd-992a-a3770875e0f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:22.820604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-2f432a19-389b-43fd-992a-a3770875e0f0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1433246 Mar 21 07:25:22.834834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-ecfe9944-314e-4b7b-bfa2-f968d2c070aa tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/quotas/975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0088141 Mar 21 07:25:22.921052 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-d5e3e4ed-9dd0-4219-83ad-fc7078f6ae02 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813932 Mar 21 07:25:23.056493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-9b67bf08-913e-43a2-99e2-c5add3a0b09f service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230640 Mar 21 07:25:23.188427 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-513a0466-26c9-481d-a487-ac896bf2c63d service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260602 Mar 21 07:25:23.364062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f63ce51f-cef1-414d-a768-ba219b24e4e4 req-79aaf083-bcab-47aa-98e9-d971723fadce tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 210 time: 0.0421655 Mar 21 07:25:24.353556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-0fce6f74-398c-46d2-afa4-30f26779caff tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:24.354976 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-0fce6f74-398c-46d2-afa4-30f26779caff tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1468296 Mar 21 07:25:24.411260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6564b980-7033-4999-8587-5dd54c6282d8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 380 time: 0.0477147 Mar 21 07:25:24.418867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'port': {'device_id': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'admin_state_up': True, 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'security_groups': ['8c449f89-949d-4447-bc96-f8e59ee7f520']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:25:24.561711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7fe8ea7-5c43-4b8e-93c5-01025d54dd90 req-1738da86-8b8b-4683-91bf-7a1ca8eedbf0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 210 time: 0.0601854 Mar 21 07:25:24.598697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:25:24.602787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7029-4fc9-42f4-ba38-36d6868a9e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:24.609675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:25:24.619570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:25:24.623173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:24.787044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Allocated IP 172.20.0.5 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/fee46022-726e-4b8d-9b74-f91d83adbffc) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:25:25.078898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.094727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Transition to ACTIVE for port object fee46022-726e-4b8d-9b74-f91d83adbffc will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:25:25.117703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.194043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:25:25.197112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:25:25.200872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:25:25.232615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:25.272028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:25.272666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.299623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-6a0dfc98-0aca-424b-a60f-c6a595096ca0 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837092 Mar 21 07:25:25.310116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Request body: {'port': {'device_id': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:25:25.408965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d15a7c6e-2fb6-4912-9d9f-0ada450b9a80 None None] Provisioning for port fee46022-726e-4b8d-9b74-f91d83adbffc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:25:25.413895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d15a7c6e-2fb6-4912-9d9f-0ada450b9a80 None None] Provisioning complete for port fee46022-726e-4b8d-9b74-f91d83adbffc triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:25:25.414267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d15a7c6e-2fb6-4912-9d9f-0ada450b9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.428547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.472924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-d15a7c6e-2fb6-4912-9d9f-0ada450b9a80 None None] Port fee46022-726e-4b8d-9b74-f91d83adbffc cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:25:25.809464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bd3f4-b883-43cc-89ea-be02b09f826d req-e4f57f4c-72bd-4bb8-908d-57425d7e63d1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:25.810160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9f6bd3f4-b883-43cc-89ea-be02b09f826d req-e4f57f4c-72bd-4bb8-908d-57425d7e63d1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:25:25.821232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.850218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee46022-726e-4b8d-9b74-f91d83adbffc {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:25:25.853388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.854933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9f6bd3f4-b883-43cc-89ea-be02b09f826d req-e4f57f4c-72bd-4bb8-908d-57425d7e63d1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:25:25.856081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f6bd3f4-b883-43cc-89ea-be02b09f826d req-e4f57f4c-72bd-4bb8-908d-57425d7e63d1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 931 time: 0.1894648 Mar 21 07:25:25.857692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.890826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Transition to ACTIVE for port object fee46022-726e-4b8d-9b74-f91d83adbffc will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:25:25.902372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:25.957733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f6bd3f4-b883-43cc-89ea-be02b09f826d req-9a206ff1-56dd-47ae-8b16-8d5f10dc8638 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922844 Mar 21 07:25:26.065723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:26.147985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Attempting to bind port fee46022-726e-4b8d-9b74-f91d83adbffc on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:25:26.148321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Attempting to bind port fee46022-726e-4b8d-9b74-f91d83adbffc by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:25:26.148647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Attempting to bind port fee46022-726e-4b8d-9b74-f91d83adbffc on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:25:26.153192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Port fee46022-726e-4b8d-9b74-f91d83adbffc on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:25:26.153537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Attempting to bind port fee46022-726e-4b8d-9b74-f91d83adbffc on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:25:26.159162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:25:26.159585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:25:26.160093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:25:26.160546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Bound port: fee46022-726e-4b8d-9b74-f91d83adbffc, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:25:26.160884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:26.248885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:25:26.251732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:25:26.257409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:26.320573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:26.321182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:26.322630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 1093 time: 1.0167010 Mar 21 07:25:26.323017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:26.343269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb1bc-7017-4b12-8639-dba5c66611a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:26.401805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'status': 'completed', 'code': 200} Mar 21 07:25:26.445822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-48ac6c7e-886c-4c00-8481-acc149e1e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:26.447409 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-48ac6c7e-886c-4c00-8481-acc149e1e6c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1096 time: 0.0786557 Mar 21 07:25:26.521075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-7d2644b3-5266-4ade-b588-1301223277b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 217 time: 0.0666890 Mar 21 07:25:26.582477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-d5b0a348-993c-4d38-b22a-97deca8b50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:26.583761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-d5b0a348-993c-4d38-b22a-97deca8b50f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0572445 Mar 21 07:25:26.660713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-a3db8b71-0283-453c-bfd2-5a60591d4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:26.662194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-a3db8b71-0283-453c-bfd2-5a60591d4602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728607 Mar 21 07:25:26.896681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-a20e60c9-d0e7-4672-9d08-78bdec89ebdc service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284646 Mar 21 07:25:27.028694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0792197-01ae-4e35-838f-35d1b7327ef6 req-40cabb91-05a0-48f7-9e4e-e981f7de3d73 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261792 Mar 21 07:25:27.202900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f93757-84c8-4797-ab60-709ba7c60272 req-3c729d27-e146-4733-ab71-1b4a744001d5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:27.204250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11f93757-84c8-4797-ab60-709ba7c60272 req-3c729d27-e146-4733-ab71-1b4a744001d5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.1409187 Mar 21 07:25:27.207168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-4709e428-7d3e-4ee4-8b1d-d0f2ffd631c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:27.208546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-4709e428-7d3e-4ee4-8b1d-d0f2ffd631c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1137769 Mar 21 07:25:27.331452 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-11f93757-84c8-4797-ab60-709ba7c60272 req-b32ffc1d-5ad7-47b5-87b1-661d377c7700 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215465 Mar 21 07:25:27.371187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-5d83387f-ed9c-4b1a-9a98-c3f39522c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:27.372729 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-5d83387f-ed9c-4b1a-9a98-c3f39522c7f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1502581 Mar 21 07:25:27.373551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:27.443210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-40a085d0-3510-49f7-89b8-3a651a5d6b89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 217 time: 0.0638602 Mar 21 07:25:27.504665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-410e5e87-c7b2-420d-9b55-b73a9146efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:27.506006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-410e5e87-c7b2-420d-9b55-b73a9146efe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0569715 Mar 21 07:25:27.582090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-78153305-1780-4dbb-ba17-072d940b1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:27.583502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-78153305-1780-4dbb-ba17-072d940b1131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715203 Mar 21 07:25:27.712504 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-9ee6862b-fb32-42c5-b9e3-77874819bfdd service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229877 Mar 21 07:25:27.842901 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf191212-a6c6-4bb9-88dd-2025b19be945 req-786f66e2-7479-45dd-be82-774456ba0095 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Mar 21 07:25:28.515836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaacafc-6ac0-471f-b1f4-8731f725f878 req-ff1e09ab-3303-4d46-a7da-3071bac2b6ba tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:28.517281 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5aaacafc-6ac0-471f-b1f4-8731f725f878 req-ff1e09ab-3303-4d46-a7da-3071bac2b6ba tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0785940 Mar 21 07:25:28.560817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5aaacafc-6ac0-471f-b1f4-8731f725f878 req-27d4265a-33c6-4964-b449-0f7b609ba828 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Mar 21 07:25:29.750751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477873-ed99-4704-98f4-ea84c37566b7 req-0ebc3c22-cf85-4956-a960-640a3f62eaae tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:29.752242 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06477873-ed99-4704-98f4-ea84c37566b7 req-0ebc3c22-cf85-4956-a960-640a3f62eaae tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0830319 Mar 21 07:25:29.753172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:25:29.796495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06477873-ed99-4704-98f4-ea84c37566b7 req-11dcd3d8-990a-46a8-8081-49296cab99cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384357 Mar 21 07:25:29.884869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:29.897647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'mac_address': 'fa:16:3e:67:7c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:25:29.951304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:29.967725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee46022-726e-4b8d-9b74-f91d83adbffc {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:25:29.982808 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:29.986674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:30.054875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:30.333034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['fee46022-726e-4b8d-9b74-f91d83adbffc'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:25:30.978869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af3b89-3ddf-4119-872f-4299018d8c30 req-c31b6188-7246-413b-a546-226c3c7f21bd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:30.980330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c3af3b89-3ddf-4119-872f-4299018d8c30 req-c31b6188-7246-413b-a546-226c3c7f21bd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 944 time: 0.0798213 Mar 21 07:25:31.024407 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c3af3b89-3ddf-4119-872f-4299018d8c30 req-47607f71-cbca-4996-be9b-fc7185dc98fe tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384800 Mar 21 07:25:31.768211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:25:31.839799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port fee46022-726e-4b8d-9b74-f91d83adbffc completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:25:31.844622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port fee46022-726e-4b8d-9b74-f91d83adbffc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:25:31.844984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:31.993454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:32.019938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:32.029523 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:32.033544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:32.070416 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'code': 200} Mar 21 07:25:32.103107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:32.220290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bd422-ea9d-4b4f-9cb6-3b7f96e5b38e req-e399e6bb-1450-480b-a48e-f8308e18b5aa tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:32.221998 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e14bd422-ea9d-4b4f-9cb6-3b7f96e5b38e req-e399e6bb-1450-480b-a48e-f8308e18b5aa tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0862734 Mar 21 07:25:32.308626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e14bd422-ea9d-4b4f-9cb6-3b7f96e5b38e req-146bc257-ab6c-4016-a26f-7ea1e14cb8c9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802901 Mar 21 07:25:32.332533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545c014-c10f-44f8-b0b4-3674ce6a261c req-1cd64191-4fc2-4aa4-931b-21177cc99211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:32.334040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1545c014-c10f-44f8-b0b4-3674ce6a261c req-1cd64191-4fc2-4aa4-931b-21177cc99211 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0875440 Mar 21 07:25:32.374499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1545c014-c10f-44f8-b0b4-3674ce6a261c req-7087598a-fc10-459c-8e3b-40313bbd3823 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Mar 21 07:25:33.500506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd30cf-33e2-4fc8-bc27-ddd8ef056ba6 req-6935987a-dfeb-48d1-a3f8-058692630038 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:33.502005 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3cd30cf-33e2-4fc8-bc27-ddd8ef056ba6 req-6935987a-dfeb-48d1-a3f8-058692630038 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0833554 Mar 21 07:25:33.545386 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b3cd30cf-33e2-4fc8-bc27-ddd8ef056ba6 req-236d1ef0-bd71-44d4-bab3-2c9096155844 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Mar 21 07:25:34.729576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf66b-cbc4-4697-a3d4-e634e839285d req-8a604b2a-52a1-4be3-9a73-fcfea80755d2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:34.731024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06cbf66b-cbc4-4697-a3d4-e634e839285d req-8a604b2a-52a1-4be3-9a73-fcfea80755d2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0803769 Mar 21 07:25:34.872873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-06cbf66b-cbc4-4697-a3d4-e634e839285d req-d64c458e-7dbc-4f26-a843-1f54e74a036f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360083 Mar 21 07:25:35.048302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a87f6d-932f-4f17-ad87-df5bd6351a29 req-09dba996-fe8d-45c2-87a8-4fe985d24e00 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:35.049959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82a87f6d-932f-4f17-ad87-df5bd6351a29 req-09dba996-fe8d-45c2-87a8-4fe985d24e00 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0788302 Mar 21 07:25:35.058506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38560) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:25:35.063276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'floatingip': {'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:25:35.142025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:35.735348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:35.739393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:35.910004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 associated. External IP: 172.26.2.53, port: fee46022-726e-4b8d-9b74-f91d83adbffc. Mar 21 07:25:36.363552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:25:36.541684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:25:36.546479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:36.551879 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:25:36.561296 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:25:36.561894 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:25:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:36.599844 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d8986b7a-a0fb-4486-b363-ce52bd9e8a70 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "PUT /v2.0/floatingips/ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 HTTP/1.1" status: 200 len: 990 time: 1.5403063 Mar 21 07:25:36.600415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:36.653253 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'status': 'completed', 'code': 200} Mar 21 07:25:36.753150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-c17ab5cf-a336-4f0b-b68e-675f4c987f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:36.755535 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-c17ab5cf-a336-4f0b-b68e-675f4c987f2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0801914 Mar 21 07:25:36.778353 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:25:36.948812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-b7114e8e-4239-452c-aeac-5e4a0ab0c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:36.950293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-b7114e8e-4239-452c-aeac-5e4a0ab0c5af service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1889312 Mar 21 07:25:36.976554 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-1d9982bf-ebc0-4d05-aa28-a79d98ae8d23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848958 Mar 21 07:25:37.081013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-3e7d09f4-49d2-4a3d-ab2d-b0c0fdc364e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 998 time: 0.1245191 Mar 21 07:25:37.131192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca0185-a822-4b82-ac37-996d132f7049 req-9e06f283-92b8-4fe4-bd81-8b2b0a8d688c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:37.132613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e8ca0185-a822-4b82-ac37-996d132f7049 req-9e06f283-92b8-4fe4-bd81-8b2b0a8d688c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.2207959 Mar 21 07:25:37.162249 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:67:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:25:35Z', 'revision_number': 9, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:37.166474 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:25:37.175324 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:25:37.175926 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:25:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:37.194191 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e8ca0185-a822-4b82-ac37-996d132f7049 req-3fe62b0e-335f-4718-bb46-3f1fa9c3f964 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550289 Mar 21 07:25:37.195715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-105743ed-1671-4cbe-8aae-745e46f5a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:37.197064 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-105743ed-1671-4cbe-8aae-745e46f5a32a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1091678 Mar 21 07:25:37.293928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-e46d9ba9-8d81-4bdd-a700-b19894c73426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:37.295846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-e46d9ba9-8d81-4bdd-a700-b19894c73426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871651 Mar 21 07:25:37.375496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:25:37.441726 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-897ef092-13e8-4795-a737-1e4c0b395b0e service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395304 Mar 21 07:25:37.593595 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3d70a25-3c87-4fcd-857e-9464847747e2 req-26bcd7d1-2417-4391-8912-8197d7f856a5 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456769 Mar 21 07:25:37.745457 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:67:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:25:35Z', 'revision_number': 9, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:25:37.749309 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53bcf7-8af8-430c-8228-e30e2ccec855 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:67:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:25:35Z', 'revision_number': 9, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:25:37.943040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fffa457-ebb2-4359-890e-075275c8d6fc None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:25:38.142248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-10ed0a21-4fba-441c-86ac-c9858fce185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:38.143893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-10ed0a21-4fba-441c-86ac-c9858fce185a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0696814 Mar 21 07:25:38.283074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-e414fa4f-30ab-4a25-9cd9-bf02fa9c1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:38.284599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-e414fa4f-30ab-4a25-9cd9-bf02fa9c1854 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1352935 Mar 21 07:25:38.440466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-264d5cae-cb59-4ca5-8d15-3ad06841476a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 1001 time: 0.1503661 Mar 21 07:25:38.609518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20693e-2bb2-4750-815a-3d620303c3fd req-ba3aa5b8-9c48-4a9a-bb12-abe41c0ca776 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:38.611497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd20693e-2bb2-4750-815a-3d620303c3fd req-ba3aa5b8-9c48-4a9a-bb12-abe41c0ca776 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.2692475 Mar 21 07:25:38.635420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-e973d839-8aef-4099-946d-02d6f708196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:38.636797 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-e973d839-8aef-4099-946d-02d6f708196f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1907954 Mar 21 07:25:38.702774 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd20693e-2bb2-4750-815a-3d620303c3fd req-3c8fb543-3d15-4556-afca-190118aedf3d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847285 Mar 21 07:25:38.730890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-6a6b1f92-d677-40f9-951b-043e6d14aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:38.732370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-6a6b1f92-d677-40f9-951b-043e6d14aa97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903296 Mar 21 07:25:38.863189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-3da0bee9-4c85-452a-99a5-970570dbf889 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249866 Mar 21 07:25:38.997788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-559b7739-2588-4589-b7bc-b6366d84388e service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292412 Mar 21 07:25:39.885631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016738f-ca6b-4c69-9f57-606d89d6286d req-aab68d47-5d48-453b-9997-9275be88cf6b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:39.887072 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7016738f-ca6b-4c69-9f57-606d89d6286d req-aab68d47-5d48-453b-9997-9275be88cf6b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Mar 21 07:25:39.931601 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7016738f-ca6b-4c69-9f57-606d89d6286d req-71c71d7c-99ff-4a43-b76b-5bb0d163ab76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379374 Mar 21 07:25:41.118996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c15540-80c3-4ae8-9587-67e165426fb9 req-a16fed12-70f2-4b54-8526-911f30628374 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:41.120478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8c15540-80c3-4ae8-9587-67e165426fb9 req-a16fed12-70f2-4b54-8526-911f30628374 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0838020 Mar 21 07:25:41.164965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8c15540-80c3-4ae8-9587-67e165426fb9 req-a0f59ee9-0e03-428b-b726-cd23dba1cb9c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389657 Mar 21 07:25:42.351326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d012-ed91-43f8-82bb-37964a70862d req-43bf2692-146b-489d-9270-ee7d98940745 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:42.352776 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f44d012-ed91-43f8-82bb-37964a70862d req-43bf2692-146b-489d-9270-ee7d98940745 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0809426 Mar 21 07:25:42.397053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f44d012-ed91-43f8-82bb-37964a70862d req-a6e84555-8d4d-41ef-98c3-6cbfdd2571da tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Mar 21 07:25:43.581596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4a8ca-c3f9-4d87-908d-e2d33d2705fa req-9beffede-1d3b-404c-b11d-0af6c1d0eb0a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:43.583072 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7b4a8ca-c3f9-4d87-908d-e2d33d2705fa req-9beffede-1d3b-404c-b11d-0af6c1d0eb0a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0831389 Mar 21 07:25:43.625765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a7b4a8ca-c3f9-4d87-908d-e2d33d2705fa req-2fd07c20-ebbf-4457-8ee1-01d5f2cb2cd4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 Mar 21 07:25:43.722596 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:25:44.808074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5c197-3b8c-44aa-bfd3-1edd59b0f967 req-50739973-d4c4-4ca4-b8f0-e2e79d445592 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:44.809533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8b5c197-3b8c-44aa-bfd3-1edd59b0f967 req-50739973-d4c4-4ca4-b8f0-e2e79d445592 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0812333 Mar 21 07:25:44.855842 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8b5c197-3b8c-44aa-bfd3-1edd59b0f967 req-88442a98-55be-4afa-96ee-043f37321e6a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375080 Mar 21 07:25:46.045129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d518226-d472-4356-91ef-cdcac19e3b45 req-b023323a-aa99-4e6b-8c48-00606af3074e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:46.046614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d518226-d472-4356-91ef-cdcac19e3b45 req-b023323a-aa99-4e6b-8c48-00606af3074e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0838814 Mar 21 07:25:46.091162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d518226-d472-4356-91ef-cdcac19e3b45 req-b5a7be5f-2039-4100-9db5-7ab820386dd7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381050 Mar 21 07:25:47.275436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f889047-c3f8-4831-8a56-cd9f24922642 req-54a264b1-8dd2-414d-80dd-22be28119413 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:47.278009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f889047-c3f8-4831-8a56-cd9f24922642 req-54a264b1-8dd2-414d-80dd-22be28119413 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0801594 Mar 21 07:25:47.325512 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4f889047-c3f8-4831-8a56-cd9f24922642 req-eccbbbfc-2909-4b6a-9656-8d445f822b48 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Mar 21 07:25:48.507353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535aee8-7437-480b-b8ee-f28f21246c35 req-6357fb74-81c4-4ccc-9bdc-9cb4dd0a4233 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:48.508719 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a535aee8-7437-480b-b8ee-f28f21246c35 req-6357fb74-81c4-4ccc-9bdc-9cb4dd0a4233 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0806320 Mar 21 07:25:48.551870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a535aee8-7437-480b-b8ee-f28f21246c35 req-c4c9ce3d-4c98-49f9-be92-da8d8993e1da tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Mar 21 07:25:48.687757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:49.740783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b723e-9fbb-4aec-a17c-3ffbd8c64ad5 req-28dd1f0c-81c3-4413-bbbc-3fc42c915e23 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:49.742244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c2b723e-9fbb-4aec-a17c-3ffbd8c64ad5 req-28dd1f0c-81c3-4413-bbbc-3fc42c915e23 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0821609 Mar 21 07:25:49.785784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c2b723e-9fbb-4aec-a17c-3ffbd8c64ad5 req-d5c299c8-fb6a-4cde-ad72-c4a75fc83497 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Mar 21 07:25:50.966003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea8df-0356-49f8-bc88-8babc780ab14 req-eb973eac-2112-49c1-9995-03f9f240f407 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:50.967422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eebea8df-0356-49f8-bc88-8babc780ab14 req-eb973eac-2112-49c1-9995-03f9f240f407 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0788300 Mar 21 07:25:51.010362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eebea8df-0356-49f8-bc88-8babc780ab14 req-6575700b-6dff-4f28-89c7-1c174332ea1d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368679 Mar 21 07:25:52.196894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e561719-b833-48ee-96e3-51f9747e832d req-51bd232c-8663-4f1c-ad99-6530b00c3d6b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:52.198353 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e561719-b833-48ee-96e3-51f9747e832d req-51bd232c-8663-4f1c-ad99-6530b00c3d6b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0837913 Mar 21 07:25:52.243247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1e561719-b833-48ee-96e3-51f9747e832d req-39b34ed7-6adf-43f4-8a87-ff444e0061a4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Mar 21 07:25:52.468928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7bf26232-90c2-45aa-aedb-9d4a1d148ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:53.430575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57ca7-02f7-4abf-9332-24163d9aff1b req-d8becf21-006d-4e95-bb41-502b4924118d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:53.432004 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94b57ca7-02f7-4abf-9332-24163d9aff1b req-d8becf21-006d-4e95-bb41-502b4924118d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0790193 Mar 21 07:25:53.478839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94b57ca7-02f7-4abf-9332-24163d9aff1b req-e415603e-3105-43bf-87c6-8463b6b5b4d7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Mar 21 07:25:54.604904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97e41cf8-193d-4491-ac5e-9222a8f0401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:54.663279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c4709-cfd7-4e85-bacc-a237dbaf0ae3 req-a9ff3ac3-67ec-40b7-b7eb-43ce89b5bdfe tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:54.664723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a5c4709-cfd7-4e85-bacc-a237dbaf0ae3 req-a9ff3ac3-67ec-40b7-b7eb-43ce89b5bdfe tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0815902 Mar 21 07:25:54.710188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6a5c4709-cfd7-4e85-bacc-a237dbaf0ae3 req-65f3a707-fe87-40c1-876d-4655b1290edf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Mar 21 07:25:55.647994 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-e87ea517-b5ea-47d9-a86c-13536ce32158 service neutron] 10.222.0.30 "GET /v2.0/ports/fee46022-726e-4b8d-9b74-f91d83adbffc/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0770888 Mar 21 07:25:55.835895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:55.858818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:56.062866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d1687-3c47-4b4e-857e-d3b1b0670a5d req-6a24a712-f38b-4517-a841-846ecd38751d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.064831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a39d1687-3c47-4b4e-857e-d3b1b0670a5d req-6a24a712-f38b-4517-a841-846ecd38751d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.2454958 Mar 21 07:25:56.070612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-07ccb7ae-f2aa-463e-958c-9f281190aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.071957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-07ccb7ae-f2aa-463e-958c-9f281190aa53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.2083056 Mar 21 07:25:56.150910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a39d1687-3c47-4b4e-857e-d3b1b0670a5d req-c1f5a041-ee15-4c36-95fb-bebb7c26fd97 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780225 Mar 21 07:25:56.180266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-48de6788-d002-4729-82e5-a9b5bd5ace24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.181723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-48de6788-d002-4729-82e5-a9b5bd5ace24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0796340 Mar 21 07:25:56.315860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-dc783629-e864-4f7b-a263-db902befa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.317237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-dc783629-e864-4f7b-a263-db902befa951 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1292179 Mar 21 07:25:56.421100 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-a4d2a6fe-a828-4769-9aaa-3deb53ac8d41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 1001 time: 0.0979302 Mar 21 07:25:56.484440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-b1aa2d4d-5006-405d-8e06-24a0e0810d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.486414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-b1aa2d4d-5006-405d-8e06-24a0e0810d3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0595939 Mar 21 07:25:56.563966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-daf8edde-e648-46ba-9a90-ebce0f5f5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:56.565928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-daf8edde-e648-46ba-9a90-ebce0f5f5a8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738134 Mar 21 07:25:56.697286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-f72dfa9d-b6c7-4c7a-a1bf-7e27b014438f service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258323 Mar 21 07:25:56.824932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f3245872-bcc5-47d5-b408-f7d130a8da3a req-ff3c77c7-1a3d-46af-8554-c150c04e8d69 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221237 Mar 21 07:25:57.333544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-ddd78ce3-41af-4d5f-86db-67aeb7337e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:57.335003 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-ddd78ce3-41af-4d5f-86db-67aeb7337e65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1282086 Mar 21 07:25:57.355174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3fc20-b23b-47a6-8a77-df076b496593 req-99530b29-388e-4759-b702-58119b13b54f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:57.356546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-29e3fc20-b23b-47a6-8a77-df076b496593 req-99530b29-388e-4759-b702-58119b13b54f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0961254 Mar 21 07:25:57.375934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:57.490722 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-29e3fc20-b23b-47a6-8a77-df076b496593 req-0e4753e5-24e3-477d-a77b-5edb1ac2733e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122355 Mar 21 07:25:57.514775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-3151f344-af1c-4d3a-9a48-c4949eeb513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:57.516193 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-3151f344-af1c-4d3a-9a48-c4949eeb513d service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1588221 Mar 21 07:25:57.617884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-3394404c-beac-4f58-a112-d0e3fb376f3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 1001 time: 0.0953147 Mar 21 07:25:57.679043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-49db2412-31da-42a8-9790-48f30c5e736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:57.680396 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-49db2412-31da-42a8-9790-48f30c5e736b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0559998 Mar 21 07:25:57.757353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-195ea3ea-b05c-4630-b5ea-405a03a2275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:57.758700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-195ea3ea-b05c-4630-b5ea-405a03a2275e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713897 Mar 21 07:25:57.887958 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-14d70512-0fe0-4038-91ff-87c459df02ae service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212573 Mar 21 07:25:57.908300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:25:58.023660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:58.052335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:25:58.062835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:25:58.069159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:25:58.111018 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'code': 200} Mar 21 07:25:58.140086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518f5971-71d0-40ee-8d38-c43b50c10d6e req-1e7a1cb1-1233-4cca-b80e-e69cc42ea9b0 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459102 Mar 21 07:25:58.142375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:25:58.672073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf3430-ed08-4185-a202-407ed7bce1be req-4b251abf-2681-4596-8b39-90e7f63dd520 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:58.673664 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ffaf3430-ed08-4185-a202-407ed7bce1be req-4b251abf-2681-4596-8b39-90e7f63dd520 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0783472 Mar 21 07:25:58.717362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ffaf3430-ed08-4185-a202-407ed7bce1be req-38db32b6-c88d-4e16-9f9f-2bc5e108f696 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Mar 21 07:25:59.903455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b87d-3a6e-4e9d-a98d-28cdc9d00d25 req-6f1d86a6-c7a4-43e6-a7f3-c5a5dcabf665 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:25:59.904877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b799b87d-3a6e-4e9d-a98d-28cdc9d00d25 req-6f1d86a6-c7a4-43e6-a7f3-c5a5dcabf665 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0815797 Mar 21 07:25:59.949170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b799b87d-3a6e-4e9d-a98d-28cdc9d00d25 req-5591abfc-6f35-49d4-8d6d-d4ff9a3868df tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Mar 21 07:26:00.395782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-bd275341-ee0b-4e2d-988c-16fdd2a3d359 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.397304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-bd275341-ee0b-4e2d-988c-16fdd2a3d359 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9&tenant_id=975e173cc4fb4100b242611ca513d1c8&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 943 time: 0.1397364 Mar 21 07:26:00.473598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7ad1-ed29-47a8-a3c0-517b3be40807 req-0b010336-4f26-4422-88eb-e9ef6210a94f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.475017 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-873b7ad1-ed29-47a8-a3c0-517b3be40807 req-0b010336-4f26-4422-88eb-e9ef6210a94f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.1557171 Mar 21 07:26:00.509860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-aa8f026b-411f-4848-88cc-e0e9bb08b9e8 service neutron] 10.222.0.30 "GET /v2.0/ports/fee46022-726e-4b8d-9b74-f91d83adbffc/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.1068921 Mar 21 07:26:00.530300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-873b7ad1-ed29-47a8-a3c0-517b3be40807 req-2e66d375-d83e-486b-8103-9dd28940b9aa tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487521 Mar 21 07:26:00.599112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-0183d586-c6c9-4233-8a08-168d7b463470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.600551 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-0183d586-c6c9-4233-8a08-168d7b463470 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1096 time: 0.0694313 Mar 21 07:26:00.729282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-41d68c0e-6c8f-43fd-8351-81c06f4d1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.730611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-41d68c0e-6c8f-43fd-8351-81c06f4d1ff3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1246247 Mar 21 07:26:00.833080 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-a4e20c3a-e001-4fc4-a97d-1813bfd5e4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 999 time: 0.0961940 Mar 21 07:26:00.893854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-b75f70d0-1811-4c6a-a19b-4655b7a3f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.895221 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-b75f70d0-1811-4c6a-a19b-4655b7a3f437 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0567677 Mar 21 07:26:00.971186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-b995bf2e-041f-4108-aeaa-297ad26bef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:00.972619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-b995bf2e-041f-4108-aeaa-297ad26bef64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722382 Mar 21 07:26:01.108215 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-21e1932b-b5ea-4e5f-bdaa-bec91ad069cc service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299505 Mar 21 07:26:01.236593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-9b4226ca-c1f8-4bfc-b38b-177d76757367 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225941 Mar 21 07:26:01.715294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02e61f-308b-48f1-ba37-d8b90d4c3e48 req-0d02fc07-9e3e-4a91-a493-0b79ab063fe2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:01.716714 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb02e61f-308b-48f1-ba37-d8b90d4c3e48 req-0d02fc07-9e3e-4a91-a493-0b79ab063fe2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0794101 Mar 21 07:26:01.759837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb02e61f-308b-48f1-ba37-d8b90d4c3e48 req-f1310734-2ac9-432a-bce5-88a406362003 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368855 Mar 21 07:26:02.949096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1c41-62a8-4be0-8150-10baa04fdbae req-c2c5daa7-c0ff-4b2c-8fee-72d7ca1069ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:02.950564 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34cd1c41-62a8-4be0-8150-10baa04fdbae req-c2c5daa7-c0ff-4b2c-8fee-72d7ca1069ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0833466 Mar 21 07:26:02.994026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34cd1c41-62a8-4be0-8150-10baa04fdbae req-e62af4b0-b94f-4249-bbb3-858c07478ae7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Mar 21 07:26:03.737228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-997a6323-4880-4210-9287-b50d18f1acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:03.738696 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-997a6323-4880-4210-9287-b50d18f1acec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0703945 Mar 21 07:26:03.832103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-229612c3-b9b1-4b5e-aa4c-71d217843325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:03.833617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-229612c3-b9b1-4b5e-aa4c-71d217843325 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 1096 time: 0.0748785 Mar 21 07:26:04.071893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-3a8b512c-609b-42db-b260-5386188d8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:04.073240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-3a8b512c-609b-42db-b260-5386188d8f56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.2340844 Mar 21 07:26:04.220670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-e9cbd589-085b-4890-a7fa-d9ef5bf2a041 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 200 len: 999 time: 0.1415982 Mar 21 07:26:04.287331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-bb45a934-5a43-404c-9fec-489fd71bea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:04.288763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-bb45a934-5a43-404c-9fec-489fd71bea3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0630732 Mar 21 07:26:04.345501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2917-5a9d-46d9-abc6-6799ad4cad13 req-26b7db60-f234-42f3-b741-59ec297d9b0c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:04.349244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d30c2917-5a9d-46d9-abc6-6799ad4cad13 req-26b7db60-f234-42f3-b741-59ec297d9b0c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.2157950 Mar 21 07:26:04.413247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d30c2917-5a9d-46d9-abc6-6799ad4cad13 req-7541453a-be45-4d67-ba0b-55bf72f11002 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546491 Mar 21 07:26:04.419854 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-69878183-f928-4f23-9040-b7e1c5b932d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:04.428106 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-69878183-f928-4f23-9040-b7e1c5b932d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263583 Mar 21 07:26:04.553157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-9fcda52f-5e10-4a7b-b0d1-3d02dfcc4dd0 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255288 Mar 21 07:26:04.684282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dac57055-ce8b-440d-a891-d2ead4164d11 req-1b6815fd-94de-4d56-9154-1d3846f0863a service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254296 Mar 21 07:26:05.597956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ec9d-dc9d-4d15-8e64-85795d92c95c req-649cf402-7766-4f3d-bc63-6706b48efa5f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:05.599302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fb1ec9d-dc9d-4d15-8e64-85795d92c95c req-649cf402-7766-4f3d-bc63-6706b48efa5f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0854478 Mar 21 07:26:05.643189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fb1ec9d-dc9d-4d15-8e64-85795d92c95c req-507d4937-b6b4-447e-a0bb-d7c8f1e61398 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Mar 21 07:26:05.971841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:26:05.974224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:26:06.207479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:06.220563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'mac_address': 'fa:16:3e:67:7c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:26:06.274457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:06.290653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee46022-726e-4b8d-9b74-f91d83adbffc {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:26:06.306741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:06.311391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:06.383504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['fee46022-726e-4b8d-9b74-f91d83adbffc'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:26:06.406445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:06.836055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f60e4-d0b2-4563-a1d6-7cd912b8e45d req-63b63daf-6514-45b4-bed5-adec735eeea4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:06.837584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be1f60e4-d0b2-4563-a1d6-7cd912b8e45d req-63b63daf-6514-45b4-bed5-adec735eeea4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 944 time: 0.0836716 Mar 21 07:26:06.885416 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be1f60e4-d0b2-4563-a1d6-7cd912b8e45d req-5455fd50-aa8d-4262-8597-7eaf0a66bdc7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Mar 21 07:26:07.986272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:26:08.053882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port fee46022-726e-4b8d-9b74-f91d83adbffc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:26:08.054249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:08.072145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a5b57-65e7-4b07-8a2f-6dc1af86e48d req-d74d2883-b8be-40f3-abf2-a29811417071 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:08.073661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-623a5b57-65e7-4b07-8a2f-6dc1af86e48d req-d74d2883-b8be-40f3-abf2-a29811417071 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 944 time: 0.0823281 Mar 21 07:26:08.117529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-623a5b57-65e7-4b07-8a2f-6dc1af86e48d req-07159460-aad3-4196-a229-347f1d506bf5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Mar 21 07:26:08.208301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:08.234574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:08.245234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:08.252979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:08.289402 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'code': 200} Mar 21 07:26:08.304223 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8573f5-2f3c-48d8-a458-22d95ffea378 req-7a9bd58f-3311-4444-853d-07286c0f5983 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:08.305964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8573f5-2f3c-48d8-a458-22d95ffea378 req-7a9bd58f-3311-4444-853d-07286c0f5983 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0840819 Mar 21 07:26:08.328299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:08.350653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da8573f5-2f3c-48d8-a458-22d95ffea378 req-e1693b19-a221-4045-a751-4cc789bb9848 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Mar 21 07:26:08.535926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5a585-87d5-419b-93e7-ce53f6fd690e req-f2f972c1-9eb8-44e4-a640-fd52e4783e95 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:08.537430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eaf5a585-87d5-419b-93e7-ce53f6fd690e req-f2f972c1-9eb8-44e4-a640-fd52e4783e95 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0830476 Mar 21 07:26:08.583055 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eaf5a585-87d5-419b-93e7-ce53f6fd690e req-bb8ead69-b98d-4f35-b25a-7fa0e5582ac3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Mar 21 07:26:08.955489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f170-8fac-4df7-8768-389a015ce9b4 req-5923c274-08f7-4092-b441-eabe2fee9aaf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:08.956974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ad5f170-8fac-4df7-8768-389a015ce9b4 req-5923c274-08f7-4092-b441-eabe2fee9aaf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0798769 Mar 21 07:26:09.004020 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ad5f170-8fac-4df7-8768-389a015ce9b4 req-6aa29e48-34b7-4f01-8a8f-ae2f9a6b2a51 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Mar 21 07:26:10.006373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:26:10.121674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:10.153212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:10.158233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:10.192305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30b091-c547-4b81-9365-ab4fab0a31d4 req-bba4f879-6e2c-4ea3-bc55-34693ffa5227 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:10.193797 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5e30b091-c547-4b81-9365-ab4fab0a31d4 req-bba4f879-6e2c-4ea3-bc55-34693ffa5227 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 945 time: 0.0806701 Mar 21 07:26:10.228630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=9']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:10.237983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.238403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.238747 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.239107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.239616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5e30b091-c547-4b81-9365-ab4fab0a31d4 req-b6dd5262-0c88-4a2a-bbb6-dc7a9d3f02c1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Mar 21 07:26:10.239745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.239995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.240318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.240643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.240965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.241314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.241636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.241950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:26:10.290201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:10.333161 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'code': 200} Mar 21 07:26:11.060438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-ec2c721c-8d9a-499d-9fd3-a5fb846acf9e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:11.061877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-ec2c721c-8d9a-499d-9fd3-a5fb846acf9e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.0820801 Mar 21 07:26:11.129926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Deleting port fee46022-726e-4b8d-9b74-f91d83adbffc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:26:11.130267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:11.536042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] For port fee46022-726e-4b8d-9b74-f91d83adbffc, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=fee46022-726e-4b8d-9b74-f91d83adbffc,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:11.536744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:11.628760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be334e59-ff35-4ef2-913f-2bc32572169b req-b3a57b70-b83b-4194-aac4-0e18c199378d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:11.630242 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be334e59-ff35-4ef2-913f-2bc32572169b req-b3a57b70-b83b-4194-aac4-0e18c199378d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 943 time: 0.1942549 Mar 21 07:26:11.755566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-be334e59-ff35-4ef2-913f-2bc32572169b req-d6f9de26-23b5-4fd9-97fa-78498605eefb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146464 Mar 21 07:26:11.877731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:11.878103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:11.878417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 disassociated. External IP: 172.26.2.53, port: fee46022-726e-4b8d-9b74-f91d83adbffc. Mar 21 07:26:11.878758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Calling delete_port for fee46022-726e-4b8d-9b74-f91d83adbffc owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:26:12.024348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:12.074187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'Port': ['ID=fee46022-726e-4b8d-9b74-f91d83adbffc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:12.266597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:26:12.443158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:26:12.453620 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:26:12.463063 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:26:12.463664 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:25:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:12.518308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] No DVR routers for this DVR port fee46022-726e-4b8d-9b74-f91d83adbffc on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:26:12.521046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:12.523783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-deleted', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:12.540620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c95a23f0-18ef-43e4-bce1-46ec3cdf138e req-d5ef0b4e-5e1e-447d-b3cf-79090520da76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "DELETE /v2.0/ports/fee46022-726e-4b8d-9b74-f91d83adbffc HTTP/1.1" status: 204 len: 173 time: 1.4736073 Mar 21 07:26:12.584396 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bb1c59-78d9-4061-9589-dafa9d2dc1c9', 'name': 'network-vif-deleted', 'tag': 'fee46022-726e-4b8d-9b74-f91d83adbffc', 'status': 'completed', 'code': 200} Mar 21 07:26:12.653266 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:26:12.916125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0f0111c1-6a03-4291-a9de-faa510e65ec7 req-0609b380-dd50-4a06-bb1b-b406fcdd4a8e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:26:12.932942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0f0111c1-6a03-4291-a9de-faa510e65ec7 req-0609b380-dd50-4a06-bb1b-b406fcdd4a8e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:26:12.934282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0f0111c1-6a03-4291-a9de-faa510e65ec7 req-0609b380-dd50-4a06-bb1b-b406fcdd4a8e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=85bb1c59-78d9-4061-9589-dafa9d2dc1c9 HTTP/1.1" status: 200 len: 210 time: 0.0601811 Mar 21 07:26:13.011925 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:13.016337 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:26:13.024576 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:26:13.025163 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:25:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:13.208722 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:26:13.517002 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:13.520720 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a99347-7930-483b-8166-5baf90ba7e6f None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:26:13.720832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6d60f-a8a3-4ee1-9047-3e0d45a88ee6 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:26:14.039141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:26:14.070873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: fee46022-726e-4b8d-9b74-f91d83adbffc {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:26:14.071211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device fee46022-726e-4b8d-9b74-f91d83adbffc not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:26:14.274266 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-6c483d67-e177-4384-b4a2-0c2e468e7e43 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1992042812&fields=id&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0451410 Mar 21 07:26:14.428834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-15c56a4a-a70e-46c2-b5dd-fb9bccbaa754 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:14.430311 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-15c56a4a-a70e-46c2-b5dd-fb9bccbaa754 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1493392 Mar 21 07:26:14.445496 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-19e50125-708e-4faf-a349-2d841fe6206d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/quotas/975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0097413 Mar 21 07:26:14.531099 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-5315e77a-69e8-4127-aaae-96523fced464 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795929 Mar 21 07:26:14.777682 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-3b911d59-5bb2-4f47-8a3d-488ee8f44a81 service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342877 Mar 21 07:26:14.910883 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-f4da814b-5667-43c3-aece-626cb25e0495 service neutron] 10.222.0.31 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272514 Mar 21 07:26:15.087489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a3c213d-4a70-41b4-80e6-1fa6ce6b505e req-bd571415-b719-4535-be7e-99a5ed9c2c4a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 210 time: 0.0462470 Mar 21 07:26:16.121829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-1904afd7-ac7e-46ef-9c34-bf312ff96722 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:16.123246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-1904afd7-ac7e-46ef-9c34-bf312ff96722 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 812 time: 0.1470151 Mar 21 07:26:16.175860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-02037cb1-711c-474f-9336-e82f702187a8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 380 time: 0.0451231 Mar 21 07:26:16.184211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'port': {'device_id': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'admin_state_up': True, 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'security_groups': ['8c449f89-949d-4447-bc96-f8e59ee7f520']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:26:16.260588 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a993443c-6b7b-4a29-b134-f1fb7a955e3c req-570bb894-6a32-4e58-a92e-7ec62aa76b41 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 210 time: 0.0623736 Mar 21 07:26:16.360786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:26:16.370198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:26:16.380001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Made reservation on behalf of 975e173cc4fb4100b242611ca513d1c8 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:26:16.383886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:16.542091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Allocated IP 172.20.0.9 (063d0c1c-357d-44b0-a01b-f3a3ebbe73cb/52a23e1e-265d-434b-b222-bb3536f36d8e/e75a0204-f869-45ce-a45e-6895c95b4d64) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:26:16.723144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:16.738091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Transition to ACTIVE for port object e75a0204-f869-45ce-a45e-6895c95b4d64 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:26:16.760329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:16.835003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:26:16.838139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:26:16.841892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:26:16.872168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:16.908851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:16.909476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:16.935019 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-cd5f574b-e28a-48a3-9cc0-dd06b6f9d710 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546921 Mar 21 07:26:16.946022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Request body: {'port': {'device_id': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:26:17.060927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:17.107064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c3470a95-b683-44eb-bbd6-0ac68e149b2f None None] Provisioning for port e75a0204-f869-45ce-a45e-6895c95b4d64 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:26:17.112697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c3470a95-b683-44eb-bbd6-0ac68e149b2f None None] Provisioning complete for port e75a0204-f869-45ce-a45e-6895c95b4d64 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:26:17.112981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c3470a95-b683-44eb-bbd6-0ac68e149b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:17.171248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-c3470a95-b683-44eb-bbd6-0ac68e149b2f None None] Port e75a0204-f869-45ce-a45e-6895c95b4d64 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:26:17.550772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:26:17.566124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:17.586410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Transition to ACTIVE for port object e75a0204-f869-45ce-a45e-6895c95b4d64 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:26:17.591092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:17.649841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12b0c7-940c-494c-a795-f59a0e61233f req-e19d3f35-1943-4bb9-bcac-579b8a871cf4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:17.650528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3a12b0c7-940c-494c-a795-f59a0e61233f req-e19d3f35-1943-4bb9-bcac-579b8a871cf4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:26:17.743714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:17.775771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3a12b0c7-940c-494c-a795-f59a0e61233f req-e19d3f35-1943-4bb9-bcac-579b8a871cf4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:26:17.776943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3a12b0c7-940c-494c-a795-f59a0e61233f req-e19d3f35-1943-4bb9-bcac-579b8a871cf4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 931 time: 0.3939829 Mar 21 07:26:17.875716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3a12b0c7-940c-494c-a795-f59a0e61233f req-f225fb81-cd9b-4b6d-832c-43dee0972458 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675409 Mar 21 07:26:17.884079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Attempting to bind port e75a0204-f869-45ce-a45e-6895c95b4d64 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:26:17.884415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Attempting to bind port e75a0204-f869-45ce-a45e-6895c95b4d64 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:26:17.884743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Attempting to bind port e75a0204-f869-45ce-a45e-6895c95b4d64 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:26:17.889448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Port e75a0204-f869-45ce-a45e-6895c95b4d64 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:26:17.889776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Attempting to bind port e75a0204-f869-45ce-a45e-6895c95b4d64 on network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:26:17.895997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:26:17.896337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Checking segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:26:17.896717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Bound using segment: {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:26:17.897139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Bound port: e75a0204-f869-45ce-a45e-6895c95b4d64, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d30cc08-7b10-4b14-bd31-a80176d9394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:26:17.897511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:17.986252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:26:17.989072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:26:17.993419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:18.054901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.055464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:18.056834 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 1093 time: 1.1152503 Mar 21 07:26:18.057295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:18.080475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdad94-bd43-4d49-bd05-a56f72d7a9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:18.138983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'status': 'completed', 'code': 200} Mar 21 07:26:18.182671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-1d0b9ef3-3743-4bd4-8164-6e12e231e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.184167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-1d0b9ef3-3743-4bd4-8164-6e12e231e5d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1096 time: 0.0798340 Mar 21 07:26:18.256850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-8bbb79fa-a188-40ae-93dd-f0a478418e77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 217 time: 0.0657277 Mar 21 07:26:18.319654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-4c40f10d-fe73-43db-a97c-f2b0e48f563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.320989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-4c40f10d-fe73-43db-a97c-f2b0e48f563a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0584111 Mar 21 07:26:18.398778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-35578610-2da3-4222-9a65-5e8ff3a8fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.400230 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-35578610-2da3-4222-9a65-5e8ff3a8fa40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732532 Mar 21 07:26:18.530717 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-f6c6442d-b311-4b64-abd1-31cc21d40176 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237888 Mar 21 07:26:18.660182 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8941c8f-f577-4425-b538-99878f9a7a14 req-45227750-d836-4f79-b6cc-62d50193b669 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237600 Mar 21 07:26:18.685323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:18.773757 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-7cecb508-cccf-48e6-a4a1-9f8c87ddf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.775194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-7cecb508-cccf-48e6-a4a1-9f8c87ddf53e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1096 time: 0.0693014 Mar 21 07:26:18.905243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-98029587-2623-44b3-a85c-019ec2e09f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:18.907424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-98029587-2623-44b3-a85c-019ec2e09f7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1256375 Mar 21 07:26:18.976967 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-13113c4a-2108-49ed-8735-613e3694dfb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 217 time: 0.0637891 Mar 21 07:26:19.088214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-e6697561-78bb-4e64-8c50-29eb6a2e95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:19.089620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-e6697561-78bb-4e64-8c50-29eb6a2e95c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.1070387 Mar 21 07:26:19.154578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8565d49-7895-4350-8f10-ff761d4186b7 req-39792b95-bb78-4432-bf7a-ed8c9c4c33d6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:19.155996 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8565d49-7895-4350-8f10-ff761d4186b7 req-39792b95-bb78-4432-bf7a-ed8c9c4c33d6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.1436644 Mar 21 07:26:19.211828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8565d49-7895-4350-8f10-ff761d4186b7 req-f88932b1-627b-46da-8ba9-0d884f87de96 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 Mar 21 07:26:19.213697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-e879ecaf-16a0-48d9-b802-119a9efa369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:19.215059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-e879ecaf-16a0-48d9-b802-119a9efa369f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1184204 Mar 21 07:26:19.451176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-4d68a0b1-9567-4f0f-b22c-b91d42deca6c service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298558 Mar 21 07:26:19.579519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cc88e0cd-4426-477c-96db-ba50a3226827 req-915e657e-46e1-4690-906e-6a4f95ea76fe service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223946 Mar 21 07:26:20.421818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4743d-cfc1-4aa3-b2a9-65f901808f77 req-d9a0beb6-26c7-4278-8b87-266a03109d9e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:20.423650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83f4743d-cfc1-4aa3-b2a9-65f901808f77 req-d9a0beb6-26c7-4278-8b87-266a03109d9e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0986345 Mar 21 07:26:20.474000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83f4743d-cfc1-4aa3-b2a9-65f901808f77 req-b62efc3c-47a5-4753-b451-ab640e0d0858 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Mar 21 07:26:20.721530 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:26:21.663538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab77471-00f4-45df-9a7e-c40823fbb635 req-91839792-34ae-4fcd-8b79-f3c4a11cacd1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:21.664996 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bab77471-00f4-45df-9a7e-c40823fbb635 req-91839792-34ae-4fcd-8b79-f3c4a11cacd1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0804436 Mar 21 07:26:21.708978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bab77471-00f4-45df-9a7e-c40823fbb635 req-ace084a8-de03-4b60-9e9b-739c023ab959 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Mar 21 07:26:22.062972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:26:22.193746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:22.206918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:26:22.259584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:22.276127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:26:22.291015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:22.294823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:22.363646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:22.471025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-439f85d3-493e-4331-83a8-2133808d44fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:22.588903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['e75a0204-f869-45ce-a45e-6895c95b4d64'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:26:22.893710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e2fb-9e5b-4263-b74d-067fca89e036 req-413890fd-b09f-44b5-80f8-913d21009758 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:22.895173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da30e2fb-9e5b-4263-b74d-067fca89e036 req-413890fd-b09f-44b5-80f8-913d21009758 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 944 time: 0.0819986 Mar 21 07:26:22.938756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da30e2fb-9e5b-4263-b74d-067fca89e036 req-c1d03808-7d75-4123-a855-8e5104317f79 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 Mar 21 07:26:24.077797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:26:24.119478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a7d6f-5478-41bd-8c46-8bd0ed71be91 req-d4ecfb99-b6f4-45e6-b4e1-83536634714e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:24.120849 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c98a7d6f-5478-41bd-8c46-8bd0ed71be91 req-d4ecfb99-b6f4-45e6-b4e1-83536634714e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 944 time: 0.0800121 Mar 21 07:26:24.145312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port e75a0204-f869-45ce-a45e-6895c95b4d64 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:26:24.150043 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port e75a0204-f869-45ce-a45e-6895c95b4d64 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:26:24.150436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:24.169025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c98a7d6f-5478-41bd-8c46-8bd0ed71be91 req-46406013-e38d-4ca3-a4fa-fff2aa437bd7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Mar 21 07:26:24.266194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:24.292981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:24.303965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:26:24.307709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:24.339434 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'code': 200} Mar 21 07:26:24.377133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:26:24.559250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41496cbe-e9d5-49ef-bea0-d8ae2b82644e req-0691b0fc-33f8-4f67-b22e-1d97867cc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:24.560691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41496cbe-e9d5-49ef-bea0-d8ae2b82644e req-0691b0fc-33f8-4f67-b22e-1d97867cc3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.0688207 Mar 21 07:26:24.601060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-41496cbe-e9d5-49ef-bea0-d8ae2b82644e req-7a3239f0-c79a-4bb2-8db3-a3db89e3f614 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Mar 21 07:26:24.608375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c3a36a65-6d13-4318-8393-b45bf3970b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:25.356172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4696b-143a-49ae-9f98-05c90acd0773 req-1cc51f6b-01b8-433c-8069-ef4e82064805 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:25.357636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-64d4696b-143a-49ae-9f98-05c90acd0773 req-1cc51f6b-01b8-433c-8069-ef4e82064805 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0833037 Mar 21 07:26:25.400983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-64d4696b-143a-49ae-9f98-05c90acd0773 req-26aeff35-f176-4248-8760-82799b56f28f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Mar 21 07:26:25.825130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:25.859957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:26.585524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de0e5f-1052-4dc9-851a-5bd02478a8a8 req-e18308d1-9eb5-48b7-896c-4222e7ce6b30 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:26.586869 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-02de0e5f-1052-4dc9-851a-5bd02478a8a8 req-e18308d1-9eb5-48b7-896c-4222e7ce6b30 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0783546 Mar 21 07:26:26.630387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-02de0e5f-1052-4dc9-851a-5bd02478a8a8 req-88f144ce-e4f3-4eea-838b-63603efd4ecb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380185 Mar 21 07:26:26.812767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e428ee-7993-4675-82da-f26cf4bf6498 req-d3c0bb0c-40fb-454a-874e-13e931467177 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:26.814231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-45e428ee-7993-4675-82da-f26cf4bf6498 req-d3c0bb0c-40fb-454a-874e-13e931467177 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0832484 Mar 21 07:26:26.822632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38730) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:26:26.827599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Request body: {'floatingip': {'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:26:26.907947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:27.376724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:27.601004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:27.604569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:27.778084 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 associated. External IP: 172.26.2.53, port: e75a0204-f869-45ce-a45e-6895c95b4d64. Mar 21 07:26:28.129734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:26:28.308492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:26:28.313551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:28.317989 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:26:28.327812 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:26:28.328412 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:26:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:28.371585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6257f4da-e913-4827-b97a-5a7823f99e76 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "PUT /v2.0/floatingips/ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 HTTP/1.1" status: 200 len: 991 time: 1.5479069 Mar 21 07:26:28.372293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:26:28.420870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'status': 'completed', 'code': 200} Mar 21 07:26:28.511970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-7efee3d8-8efd-402e-a4f5-aec4e6214d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:28.513484 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-7efee3d8-8efd-402e-a4f5-aec4e6214d7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.0712028 Mar 21 07:26:28.514969 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:26:28.652547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-5df21ba3-5def-4660-8e6d-0816ab76d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:28.654082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-5df21ba3-5def-4660-8e6d-0816ab76d173 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1353834 Mar 21 07:26:28.766582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-14e668d3-2abb-4dfb-9585-8d84aedc0eba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 999 time: 0.1065838 Mar 21 07:26:28.832401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-aff038be-4594-433a-a5a4-f7f66e6d0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:28.834433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-aff038be-4594-433a-a5a4-f7f66e6d0bc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0628324 Mar 21 07:26:28.910265 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:26:27Z', 'revision_number': 13, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:28.915156 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:26:28.925302 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:26:28.926248 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:26:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:29.039279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-6086d97c-ce83-47d8-a93e-435a38a2dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:29.040721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-6086d97c-ce83-47d8-a93e-435a38a2dd24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2005560 Mar 21 07:26:29.153334 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:26:29.179180 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-fdd4889d-1da5-4d5b-834a-30d53838d151 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320889 Mar 21 07:26:29.318667 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c0f55d8-ffa5-43a9-af9c-4c8712923314 req-8db99f74-e480-43b3-b878-19fc2fa8b761 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329215 Mar 21 07:26:29.519418 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:26:27Z', 'revision_number': 13, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:26:29.524477 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc98a99-0cf9-496d-9c43-c6fd1471fada None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'ca9fef0e-c5b1-4153-afc2-ea6f83f4b557', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'floating_ip_address': '172.26.2.53', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:23:29Z', 'updated_at': '2022-03-21T07:26:27Z', 'revision_number': 13, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:26:29.720889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1e27a-dfbe-4b2c-9ed4-bbd1f31ecc7f None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:26:30.151767 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac34e00-8139-4868-92e6-07f99f1d11c8 req-055e844d-86b4-4bb5-88b3-84c1bfd449fd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:30.153246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ac34e00-8139-4868-92e6-07f99f1d11c8 req-055e844d-86b4-4bb5-88b3-84c1bfd449fd tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0794344 Mar 21 07:26:30.197006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ac34e00-8139-4868-92e6-07f99f1d11c8 req-29a7e72b-b1b6-4d87-a616-aa833b1a90b1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Mar 21 07:26:38.787883 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-4d996014-b087-4316-ad5f-e73f4c174138 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149917 Mar 21 07:26:38.799667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053404-9287-4fec-9b51-ab213f66c00c req-1a0a2dd2-14f8-4ac6-9061-4e572cabcfc5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:38.801115 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e053404-9287-4fec-9b51-ab213f66c00c req-1a0a2dd2-14f8-4ac6-9061-4e572cabcfc5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0845203 Mar 21 07:26:38.847917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6e053404-9287-4fec-9b51-ab213f66c00c req-b15e5ed3-08c2-46c8-97bb-d029ea682028 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404074 Mar 21 07:26:39.886210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-2f34ce5f-06fd-441d-b4e1-3609f299496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:39.887692 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-2f34ce5f-06fd-441d-b4e1-3609f299496d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.0704045 Mar 21 07:26:40.076031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-1e902eb0-15ec-44ff-9674-477caa1bf807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:40.076207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-1e902eb0-15ec-44ff-9674-477caa1bf807 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1821790 Mar 21 07:26:40.161997 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c50d41-5324-4c25-842e-23102b214a24 req-f1cb9e0a-0b7a-495e-ac83-4bf089ab8a67 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:40.163433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4c50d41-5324-4c25-842e-23102b214a24 req-f1cb9e0a-0b7a-495e-ac83-4bf089ab8a67 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.1866844 Mar 21 07:26:40.207190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-2b949892-cc00-44c4-b0e0-fbb782b6a151 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 1001 time: 0.1249754 Mar 21 07:26:40.260454 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4c50d41-5324-4c25-842e-23102b214a24 req-ecabdc7c-3171-47ac-a93f-45c425781092 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912085 Mar 21 07:26:40.279447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-b627d357-a49f-4559-bdf6-660331e2f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:40.281566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-b627d357-a49f-4559-bdf6-660331e2f4ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0658910 Mar 21 07:26:40.357306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-a53f8046-d6cc-41f6-949e-8ecd5c918a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:40.358945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-a53f8046-d6cc-41f6-949e-8ecd5c918a32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722129 Mar 21 07:26:40.487636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-f7f2a128-06fe-41d2-a96c-0c37cd46e0ff service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228878 Mar 21 07:26:40.615169 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-92d2ed65-b945-4443-9d91-957a76ea76c0 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Mar 21 07:26:41.446986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582f15-fab1-4b2a-ab13-02ec4745315b req-ca378fac-632c-45c7-b000-8950784923ac tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:41.448514 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9582f15-fab1-4b2a-ab13-02ec4745315b req-ca378fac-632c-45c7-b000-8950784923ac tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0793259 Mar 21 07:26:41.493641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b9582f15-fab1-4b2a-ab13-02ec4745315b req-92d900b0-1667-4213-b9f9-7733693f37af tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 Mar 21 07:26:42.680481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f84c1-3440-4698-b5de-d1e633fb34a5 req-b2394da0-6d9e-4c26-b5d7-0e06aa3f829a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:42.682003 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0b9f84c1-3440-4698-b5de-d1e633fb34a5 req-b2394da0-6d9e-4c26-b5d7-0e06aa3f829a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0833161 Mar 21 07:26:42.724988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0b9f84c1-3440-4698-b5de-d1e633fb34a5 req-c6b0acbe-01db-44a7-864d-ffa13b570f6d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373569 Mar 21 07:26:43.907560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe613851-2166-462f-8029-612b9b2eed65 req-e3ab84b0-fa9f-479f-895c-7211d5e4bfb5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:43.908999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe613851-2166-462f-8029-612b9b2eed65 req-e3ab84b0-fa9f-479f-895c-7211d5e4bfb5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0796225 Mar 21 07:26:44.055825 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe613851-2166-462f-8029-612b9b2eed65 req-7be58e18-348d-4fa7-a7f3-6c2269ae8fc1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411114 Mar 21 07:26:45.237413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91e157-62ff-4459-99c3-6dd3ad86c165 req-a6c40a92-c13c-45b1-85b6-21753b996491 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:45.238864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de91e157-62ff-4459-99c3-6dd3ad86c165 req-a6c40a92-c13c-45b1-85b6-21753b996491 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0793784 Mar 21 07:26:45.285778 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de91e157-62ff-4459-99c3-6dd3ad86c165 req-eca88153-4fde-4e17-bde6-cc365d4e4e93 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Mar 21 07:26:46.470571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ab46-73e4-4f01-acca-a4077969e0a1 req-258c64f0-2ec2-40a9-abe2-73d673b62baf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:46.472027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5e4ab46-73e4-4f01-acca-a4077969e0a1 req-258c64f0-2ec2-40a9-abe2-73d673b62baf tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0823424 Mar 21 07:26:46.515591 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5e4ab46-73e4-4f01-acca-a4077969e0a1 req-7b99d2e0-a5a3-4425-be95-73bce5e400f7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Mar 21 07:26:47.696188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34292b-8941-4a47-b049-0fc2f4ae5965 req-a6ba2a79-0a72-45f8-9fa7-751100095737 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:47.697632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0b34292b-8941-4a47-b049-0fc2f4ae5965 req-a6ba2a79-0a72-45f8-9fa7-751100095737 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0791452 Mar 21 07:26:47.743443 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0b34292b-8941-4a47-b049-0fc2f4ae5965 req-38a61772-671e-4493-aa82-08c00f5ab429 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Mar 21 07:26:48.694657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:48.927908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6421-5c62-4fba-9814-5da42ee17f3b req-e3d34045-2b7c-4a03-82a4-88afea5ae966 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:48.929382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1dee6421-5c62-4fba-9814-5da42ee17f3b req-e3d34045-2b7c-4a03-82a4-88afea5ae966 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0799463 Mar 21 07:26:48.972974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1dee6421-5c62-4fba-9814-5da42ee17f3b req-115cd05f-621c-4067-a2a3-7bd4e9f9dcb8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Mar 21 07:26:50.162814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c28cf4-4c3c-41e9-baae-f99df1eb4f21 req-f888774b-3e2a-4f0e-a55e-3c35ea8e1583 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:50.164259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69c28cf4-4c3c-41e9-baae-f99df1eb4f21 req-f888774b-3e2a-4f0e-a55e-3c35ea8e1583 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0853896 Mar 21 07:26:50.208295 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69c28cf4-4c3c-41e9-baae-f99df1eb4f21 req-eb05b8d8-daae-4568-a606-d54a4381d754 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 Mar 21 07:26:51.392268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad9e91-0e9e-4ae2-926a-535548f03dc9 req-256bafd0-46d0-41f5-b9a9-a540dd8c0fe9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:51.393747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-20ad9e91-0e9e-4ae2-926a-535548f03dc9 req-256bafd0-46d0-41f5-b9a9-a540dd8c0fe9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0793841 Mar 21 07:26:51.438054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-20ad9e91-0e9e-4ae2-926a-535548f03dc9 req-6ec0fe06-4911-45e0-b4c3-8b3e4e3dc612 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Mar 21 07:26:52.473459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0a55-bd86-4042-97c6-9cd8f67d3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:52.628241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c447e-d94e-495d-b3f4-7424bd35bc5b req-4759067b-78b2-4742-8892-dd448ba4c5f4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:52.629596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c3c447e-d94e-495d-b3f4-7424bd35bc5b req-4759067b-78b2-4742-8892-dd448ba4c5f4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0825062 Mar 21 07:26:52.673009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c3c447e-d94e-495d-b3f4-7424bd35bc5b req-9582b46c-64a5-4823-b50e-391ac4707736 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Mar 21 07:26:53.859746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2ef5e-7534-44ee-b4c1-b4d2ba77949d req-03293c66-62d0-4572-b838-a88379359ca5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:53.861201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aed2ef5e-7534-44ee-b4c1-b4d2ba77949d req-03293c66-62d0-4572-b838-a88379359ca5 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0846777 Mar 21 07:26:53.905250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aed2ef5e-7534-44ee-b4c1-b4d2ba77949d req-6f98e4af-35cc-4045-88cd-6e1b7da94a3a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Mar 21 07:26:54.611325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbdddc08-9fe2-4552-a29d-85c9ad292206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:55.091518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82608f33-fe84-4888-9ae5-5ff075e330eb req-a02aba4b-4996-45d0-86ee-2f2510bde198 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:55.093422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82608f33-fe84-4888-9ae5-5ff075e330eb req-a02aba4b-4996-45d0-86ee-2f2510bde198 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0854385 Mar 21 07:26:55.136594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82608f33-fe84-4888-9ae5-5ff075e330eb req-44756106-9346-466b-838b-cf67a57d7150 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Mar 21 07:26:55.822245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:55.864371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:56.324109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dbdc6-0f75-40e7-bf73-2e5c634ed429 req-4c2a30e4-4a16-47db-9872-e5a75458abc2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:56.325587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd5dbdc6-0f75-40e7-bf73-2e5c634ed429 req-4c2a30e4-4a16-47db-9872-e5a75458abc2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0793691 Mar 21 07:26:56.372596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fd5dbdc6-0f75-40e7-bf73-2e5c634ed429 req-ef6f7f6e-9c6d-4192-8088-666793d5e8fc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Mar 21 07:26:57.377460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:26:57.558641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc562-2f31-4624-9df0-dd914296d515 req-410020da-895d-4ad3-8d8b-06f1380d06da tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:57.559788 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9c1cc562-2f31-4624-9df0-dd914296d515 req-410020da-895d-4ad3-8d8b-06f1380d06da tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0814857 Mar 21 07:26:57.604139 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9c1cc562-2f31-4624-9df0-dd914296d515 req-7cb97044-65f3-4257-bb20-5e5c166ad9b7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Mar 21 07:26:57.722693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:26:57.974282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-0412781a-2747-4e85-8afe-85a9240cafb1 service neutron] 10.222.0.30 "GET /v2.0/ports/e75a0204-f869-45ce-a45e-6895c95b4d64/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0778556 Mar 21 07:26:58.303500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-d485692c-7cc8-4659-a144-3d314f638bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.304993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-d485692c-7cc8-4659-a144-3d314f638bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1098 time: 0.1324046 Mar 21 07:26:58.307371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-288a280b-9f63-4c27-b1ca-dc6a43624ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.308686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-288a280b-9f63-4c27-b1ca-dc6a43624ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.1002402 Mar 21 07:26:58.451588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-2e6b294f-919c-46c1-b5d6-cc165dc3f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.453979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-2e6b294f-919c-46c1-b5d6-cc165dc3f8d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1257677 Mar 21 07:26:58.554547 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-0aa75543-e65f-4547-abd8-36f0a5418b06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 1001 time: 0.0951204 Mar 21 07:26:58.616100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-410e7613-b648-4ec3-941d-81a1968c08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.617485 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-410e7613-b648-4ec3-941d-81a1968c08ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0565405 Mar 21 07:26:58.692096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-a026e742-4c7f-4173-874a-5376e1209b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.693587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-a026e742-4c7f-4173-874a-5376e1209b91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699003 Mar 21 07:26:58.977613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-ace7fa0e-922e-409b-968e-03ebe5deb87d service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781723 Mar 21 07:26:58.988692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcaa5-1cda-4bbf-ace8-0b403eeb92cf req-948bc491-d78a-4041-8e07-448e97b64eac tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:58.990076 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e1fcaa5-1cda-4bbf-ace8-0b403eeb92cf req-948bc491-d78a-4041-8e07-448e97b64eac tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.2733207 Mar 21 07:26:59.122255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e1fcaa5-1cda-4bbf-ace8-0b403eeb92cf req-8cccc723-5360-41ce-92a9-f212a782bed6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137736 Mar 21 07:26:59.149337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-084caec0-6438-4eba-989a-37b7159ab7f8 req-d1540383-1407-40bd-bf0d-51f5d623a71a service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583300 Mar 21 07:26:59.259105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-ad4db921-11c8-4a06-a066-fb37b0d3f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:59.260473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-ad4db921-11c8-4a06-a066-fb37b0d3f3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.0743124 Mar 21 07:26:59.392966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-bb8eb08f-0b8e-4b47-840f-a93fabb04af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:59.394404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-bb8eb08f-0b8e-4b47-840f-a93fabb04af6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1278548 Mar 21 07:26:59.495663 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-f9ae6204-5065-4f24-a16f-c9b8d995729e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 1001 time: 0.0955455 Mar 21 07:26:59.556370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-001e7dc6-4195-42ef-9c9a-773d75cbdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:59.557715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-001e7dc6-4195-42ef-9c9a-773d75cbdb18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0564883 Mar 21 07:26:59.630495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-0bb81533-c3d0-4b48-9621-c5a3293ba5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:26:59.631946 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-0bb81533-c3d0-4b48-9621-c5a3293ba5c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686529 Mar 21 07:26:59.762264 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-9ae89c6c-89a2-47c9-a4c5-a4c50b26be08 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237533 Mar 21 07:26:59.891437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-5f7b8b8e-1ae9-4ef3-8484-8cf12800872b service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233859 Mar 21 07:27:00.217134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:00.320955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ae8d-a51f-4990-a526-a6b1ebb49ba7 req-e286b50c-c7e8-4dd0-a00f-f18baef0b327 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:00.322683 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d878ae8d-a51f-4990-a526-a6b1ebb49ba7 req-e286b50c-c7e8-4dd0-a00f-f18baef0b327 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0871332 Mar 21 07:27:00.363212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:00.367513 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d878ae8d-a51f-4990-a526-a6b1ebb49ba7 req-0fbbc266-a4ba-4de4-96bd-97c6abf5d6be tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389373 Mar 21 07:27:00.392246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:00.402206 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:00.407027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:00.453475 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'code': 200} Mar 21 07:27:00.482791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:01.552715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7eefa-4857-4adf-b68c-0193859d26d3 req-292e3eea-35c6-4381-856d-9b4be3067100 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:01.554159 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-caa7eefa-4857-4adf-b68c-0193859d26d3 req-292e3eea-35c6-4381-856d-9b4be3067100 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0785773 Mar 21 07:27:01.600212 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-caa7eefa-4857-4adf-b68c-0193859d26d3 req-f893e170-5771-40c9-aa4a-7bb5a2f1e8d3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Mar 21 07:27:02.784180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454972bd-a1ec-45c1-8ff2-906f665731fe req-3e8d1b97-5359-4c78-bf5f-7fb5dabee8f7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:02.785651 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-454972bd-a1ec-45c1-8ff2-906f665731fe req-3e8d1b97-5359-4c78-bf5f-7fb5dabee8f7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0791969 Mar 21 07:27:02.828772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-454972bd-a1ec-45c1-8ff2-906f665731fe req-d54200c8-d05a-46e2-99c9-7dfe8aa8ed5e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Mar 21 07:27:04.016499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09026e2e-0037-4892-a98e-ca56c45a0f9c req-d617aff2-22db-4045-a0ff-e6618a559e34 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:04.017951 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09026e2e-0037-4892-a98e-ca56c45a0f9c req-d617aff2-22db-4045-a0ff-e6618a559e34 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0841646 Mar 21 07:27:04.060805 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09026e2e-0037-4892-a98e-ca56c45a0f9c req-a0ecdb5e-0d76-4083-850f-2bec0cc4aa80 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373232 Mar 21 07:27:04.248212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:27:04.380155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:04.393488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:27:04.446504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:04.462846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:27:04.477692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:04.481445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:04.547304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['e75a0204-f869-45ce-a45e-6895c95b4d64'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:27:04.602250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:05.246296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f3464-db0f-4727-92f2-7148b07e4011 req-989565e2-7d34-4c4f-ac65-7545cc029019 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:05.247754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-963f3464-db0f-4727-92f2-7148b07e4011 req-989565e2-7d34-4c4f-ac65-7545cc029019 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 944 time: 0.0795822 Mar 21 07:27:05.291741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-963f3464-db0f-4727-92f2-7148b07e4011 req-c7677353-9d33-4169-96a0-ff510f9f0c09 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376866 Mar 21 07:27:06.279197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:27:06.348440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port e75a0204-f869-45ce-a45e-6895c95b4d64 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:27:06.348807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:06.466609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:06.494640 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:06.507718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:06.513474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:06.558448 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'code': 200} Mar 21 07:27:06.585241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:06.592395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbdc7a-1280-4519-96ad-60316e395682 req-f776c9ee-fd0e-4097-831e-d52ad400c602 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:06.593932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74cbdc7a-1280-4519-96ad-60316e395682 req-f776c9ee-fd0e-4097-831e-d52ad400c602 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.1913316 Mar 21 07:27:06.636444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74cbdc7a-1280-4519-96ad-60316e395682 req-20f01117-870e-4df5-8b4c-ca2f4bbabb8d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369809 Mar 21 07:27:07.823861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed772b-ed15-4522-81de-468b32a6c5b2 req-e59eaf2e-5410-447d-bbd9-9acb1dca6721 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:07.825348 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-39ed772b-ed15-4522-81de-468b32a6c5b2 req-e59eaf2e-5410-447d-bbd9-9acb1dca6721 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0821681 Mar 21 07:27:07.869599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-39ed772b-ed15-4522-81de-468b32a6c5b2 req-8dfb113d-b4de-4f77-81cb-d136ea42e71e tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Mar 21 07:27:09.077859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf5e1a-4a60-4e89-9cd4-60a9157c2830 req-fb2cd1cc-06a9-4cb2-a334-e1311ce7b7b1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:09.079525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ecf5e1a-4a60-4e89-9cd4-60a9157c2830 req-fb2cd1cc-06a9-4cb2-a334-e1311ce7b7b1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0810397 Mar 21 07:27:09.123644 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ecf5e1a-4a60-4e89-9cd4-60a9157c2830 req-e3f67c7c-eacf-46c7-a84d-aa5607f967d2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382235 Mar 21 07:27:10.311953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003f3e-cb6e-4553-a27e-c6bb3d0109f4 req-7cc4f8aa-19d7-46ee-88d1-6db07807e295 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:10.313458 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0003f3e-cb6e-4553-a27e-c6bb3d0109f4 req-7cc4f8aa-19d7-46ee-88d1-6db07807e295 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0837705 Mar 21 07:27:10.356157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0003f3e-cb6e-4553-a27e-c6bb3d0109f4 req-35af1d67-9cec-42b1-8e16-e3875eeefb74 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Mar 21 07:27:10.783511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-78ba23bc-794f-43ed-98ba-74e605e061c4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:10.784832 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-78ba23bc-794f-43ed-98ba-74e605e061c4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a&tenant_id=975e173cc4fb4100b242611ca513d1c8&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 945 time: 0.1301975 Mar 21 07:27:10.874044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62191a7-42f0-455b-8e03-9d1e838e97d1 req-03cfc63c-5b04-42ef-8c9b-5ee8e4b34e5f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:10.876024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c62191a7-42f0-455b-8e03-9d1e838e97d1 req-03cfc63c-5b04-42ef-8c9b-5ee8e4b34e5f tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.1587064 Mar 21 07:27:10.898425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-f46136ab-f7fc-49ed-9231-44c76dd19b4f service neutron] 10.222.0.30 "GET /v2.0/ports/e75a0204-f869-45ce-a45e-6895c95b4d64/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.1077452 Mar 21 07:27:10.957670 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c62191a7-42f0-455b-8e03-9d1e838e97d1 req-f4be0f75-76e5-43d0-94b6-05e3e0396b1b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760815 Mar 21 07:27:10.992390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-63b488ae-c44f-4a00-b2a3-7d8a19196651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:10.993872 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-63b488ae-c44f-4a00-b2a3-7d8a19196651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1098 time: 0.0736809 Mar 21 07:27:11.127793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-8072e8ae-8c87-4abe-b571-69af8013061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:11.129174 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-8072e8ae-8c87-4abe-b571-69af8013061e service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1287119 Mar 21 07:27:11.230574 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-235bd017-0fa4-4ab4-a602-cd6a0b413173 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 1001 time: 0.0960426 Mar 21 07:27:11.291225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-3b41a3d7-7b73-494f-a15b-1a557239cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:11.292632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-3b41a3d7-7b73-494f-a15b-1a557239cc4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0564425 Mar 21 07:27:11.368992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-cd7da1ed-9b31-4602-9e84-27dcf9610402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:11.370478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-cd7da1ed-9b31-4602-9e84-27dcf9610402 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720093 Mar 21 07:27:11.501996 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-a1eee37e-9af4-4c57-9659-271496206d73 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239877 Mar 21 07:27:11.630988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-004e6290-a1ad-48b6-89d7-36ad61f99d39 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238527 Mar 21 07:27:12.285830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2f49-fc06-426b-a5a8-d3b49df4e257 req-a1555d5d-8570-4501-864b-e9c38d69e3b2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:12.287308 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b3c2f49-fc06-426b-a5a8-d3b49df4e257 req-a1555d5d-8570-4501-864b-e9c38d69e3b2 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0797782 Mar 21 07:27:12.302338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:12.333059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1b3c2f49-fc06-426b-a5a8-d3b49df4e257 req-fc15f81a-e8d3-43f2-a629-9edf3ab9a42b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 Mar 21 07:27:12.416552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:12.442810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:12.452513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:12.457786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:12.500435 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'code': 200} Mar 21 07:27:12.528394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=9']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:12.535423 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.535773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.536172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.536450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.536780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.537107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.537470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.537796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.538131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.538447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.538763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:12.539077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:13.518807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783bdc2-2915-4714-b5c3-ec3497fe9d05 req-1386c0d5-eed0-4802-b953-c1c543a5c2c9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:13.520231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6783bdc2-2915-4714-b5c3-ec3497fe9d05 req-1386c0d5-eed0-4802-b953-c1c543a5c2c9 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0817378 Mar 21 07:27:13.563389 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6783bdc2-2915-4714-b5c3-ec3497fe9d05 req-668127e7-dbaf-44df-bb55-613c37d367d1 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Mar 21 07:27:14.758262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503fbff-adb6-419c-bdc3-5e6d65f5f717 req-b1fceafa-3809-4517-b66d-83ed050f76b6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:14.759889 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9503fbff-adb6-419c-bdc3-5e6d65f5f717 req-b1fceafa-3809-4517-b66d-83ed050f76b6 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0867181 Mar 21 07:27:14.949388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9503fbff-adb6-419c-bdc3-5e6d65f5f717 req-a4187658-9e95-4761-a409-4832c7bd7c88 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831737 Mar 21 07:27:14.973867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-afd878ee-33d9-42de-9fdd-56860dcac24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:14.975302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-afd878ee-33d9-42de-9fdd-56860dcac24e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a&tenant_id=975e173cc4fb4100b242611ca513d1c8 HTTP/1.1" status: 200 len: 1096 time: 0.1936364 Mar 21 07:27:15.064595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-c8b31d34-2c5c-4a91-84b3-3d100b591985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:15.066094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-c8b31d34-2c5c-4a91-84b3-3d100b591985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=975e173cc4fb4100b242611ca513d1c8&device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 1096 time: 0.0698431 Mar 21 07:27:15.194817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-cdf6d04e-b5be-4444-b2f1-abb121f06a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:15.196260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-cdf6d04e-b5be-4444-b2f1-abb121f06a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 200 len: 913 time: 0.1245995 Mar 21 07:27:15.299451 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-731c4a40-877d-441d-8287-0bac1710653c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 200 len: 999 time: 0.0971227 Mar 21 07:27:15.363857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-62a1a5bf-c00a-493f-ac17-b5ee9f680628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:15.365285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-62a1a5bf-c00a-493f-ac17-b5ee9f680628 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 200 len: 851 time: 0.0602551 Mar 21 07:27:15.439360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-c4e50437-4bf5-4c7c-9938-b54b9a49321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:15.440796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-c4e50437-4bf5-4c7c-9938-b54b9a49321a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697486 Mar 21 07:27:15.570585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-2bafb668-df7a-4cdf-aa43-36ff124e87f4 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240644 Mar 21 07:27:15.702714 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b18d7772-df78-4337-a382-7e2a09b070c3 req-0a985e33-95e9-4ee4-b9f4-83386bb1d933 service neutron] 10.222.0.30 "GET /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259484 Mar 21 07:27:16.135807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e347-9b22-4e13-892b-d89a242e4f4a req-98bd6234-8706-4ad8-9cc2-2608d0b8ce09 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:16.137287 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d94e347-9b22-4e13-892b-d89a242e4f4a req-98bd6234-8706-4ad8-9cc2-2608d0b8ce09 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0791526 Mar 21 07:27:16.185762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d94e347-9b22-4e13-892b-d89a242e4f4a req-51de3bf0-dd3d-4d85-9cc9-952b39e4f485 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Mar 21 07:27:16.310477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:17.374242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d51bc-3814-49c7-aed2-7937b6306429 req-ef90f08e-b18b-47cd-b3ae-0c3a321409de tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:17.376220 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-496d51bc-3814-49c7-aed2-7937b6306429 req-ef90f08e-b18b-47cd-b3ae-0c3a321409de tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0866935 Mar 21 07:27:17.427203 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-496d51bc-3814-49c7-aed2-7937b6306429 req-e51d72d2-a7c5-45e0-98f9-07d3c3e01b7d tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 Mar 21 07:27:18.341185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:27:18.471505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:18.485348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'port_id': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'mac_address': 'fa:16:3e:74:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:27:18.575774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:18.592790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:27:18.608459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:18.612992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:18.615831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a7d1-f26c-47c5-a7b5-354afae0a7f6 req-1f73a6fb-1a27-4c27-ad2a-6de1f6d66622 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:18.617365 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7565a7d1-f26c-47c5-a7b5-354afae0a7f6 req-1f73a6fb-1a27-4c27-ad2a-6de1f6d66622 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 943 time: 0.0831513 Mar 21 07:27:18.661928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7565a7d1-f26c-47c5-a7b5-354afae0a7f6 req-22bd3d18-5091-4cea-9944-46cef981fdff tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387640 Mar 21 07:27:18.688118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['e75a0204-f869-45ce-a45e-6895c95b4d64'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:27:18.728664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:18.732929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=10']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:19.849436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1f107-7034-4f35-986f-c15c0dc31a00 req-91881a91-5f9d-474b-827f-57a5a68fe12c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:19.850877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ac1f107-7034-4f35-986f-c15c0dc31a00 req-91881a91-5f9d-474b-827f-57a5a68fe12c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 945 time: 0.0794501 Mar 21 07:27:19.894466 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ac1f107-7034-4f35-986f-c15c0dc31a00 req-b60bb0cc-6ab9-4572-90fb-4e0c468433d8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379982 Mar 21 07:27:20.372595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:27:20.448997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port e75a0204-f869-45ce-a45e-6895c95b4d64 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:27:20.449621 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:20.587849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:20.620564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:20.631217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:20.636393 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:20.682185 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'code': 200} Mar 21 07:27:20.716487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=11']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:21.082235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ded30-a67f-4d9b-88d0-32564a52b9ad req-e502cc01-1f80-4771-a172-637720a048bb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:21.083721 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-574ded30-a67f-4d9b-88d0-32564a52b9ad req-e502cc01-1f80-4771-a172-637720a048bb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0839970 Mar 21 07:27:21.126983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-574ded30-a67f-4d9b-88d0-32564a52b9ad req-d8a4ef76-b143-4789-b7c8-44b4d0b3c97a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Mar 21 07:27:22.309773 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518808da-6f71-4dce-b92c-49ceaff276ed req-e4b8e11a-90a5-4793-9511-500ee39bbb7b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:22.311209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518808da-6f71-4dce-b92c-49ceaff276ed req-e4b8e11a-90a5-4793-9511-500ee39bbb7b tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0793486 Mar 21 07:27:22.357656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-518808da-6f71-4dce-b92c-49ceaff276ed req-47ce365c-9db9-49ee-9ef9-173e17076c40 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Mar 21 07:27:22.475396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c90699f3-69b5-46ca-839b-05b7e7e7871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:23.541512 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7226eb2-618d-4e43-ae64-ea6331b18014 req-c0800122-bd8b-428b-82de-197257e88312 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:23.542871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d7226eb2-618d-4e43-ae64-ea6331b18014 req-c0800122-bd8b-428b-82de-197257e88312 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0804691 Mar 21 07:27:23.586310 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d7226eb2-618d-4e43-ae64-ea6331b18014 req-2feb7bee-0d97-4989-8196-a3a308e203b8 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373623 Mar 21 07:27:24.613801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9edf5b3f-68a3-4b72-bed7-0f8baad324b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:24.775705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13982d21-6bb4-4598-957c-4ba03f1466fb req-60c14b31-ecd5-4eee-9888-531ac266dd00 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:24.777138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13982d21-6bb4-4598-957c-4ba03f1466fb req-60c14b31-ecd5-4eee-9888-531ac266dd00 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0827341 Mar 21 07:27:24.820576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-13982d21-6bb4-4598-957c-4ba03f1466fb req-fe9284f2-d705-4a56-bd0e-df120ec58208 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Mar 21 07:27:25.003457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5c3f-0c49-4d63-918b-d0c1ff1a938d req-1f4a3ead-881c-4f21-afe7-15692fc4f5a7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:25.004893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-978c5c3f-0c49-4d63-918b-d0c1ff1a938d req-1f4a3ead-881c-4f21-afe7-15692fc4f5a7 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0788932 Mar 21 07:27:25.048636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-978c5c3f-0c49-4d63-918b-d0c1ff1a938d req-bd7b39fb-693f-4bb8-adfd-363a51520d12 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381145 Mar 21 07:27:25.230546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e581777-0f63-451b-9b2d-eec2416e3cdd req-42c118db-d46d-4420-b1b5-237dde62cbcc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:25.231981 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e581777-0f63-451b-9b2d-eec2416e3cdd req-42c118db-d46d-4420-b1b5-237dde62cbcc tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0828350 Mar 21 07:27:25.276697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e581777-0f63-451b-9b2d-eec2416e3cdd req-ee271bb5-acfc-4d7e-9388-1bca2bc602c3 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Mar 21 07:27:25.656882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb8811-edc5-4eb8-bada-26ea73c3dbcf req-8ff0d05b-cec0-45a3-875b-447a3d282358 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:25.658366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6eb8811-edc5-4eb8-bada-26ea73c3dbcf req-8ff0d05b-cec0-45a3-875b-447a3d282358 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0845172 Mar 21 07:27:25.702391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6eb8811-edc5-4eb8-bada-26ea73c3dbcf req-a684c4af-f7b2-4acf-b8dd-b48fb22be155 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Mar 21 07:27:25.824026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:25.864144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:26.897654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76747-2b91-4edb-b211-800db549daca req-6de0a654-0a4c-4ad1-8d11-7acd04b1cba4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:26.899107 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8c76747-2b91-4edb-b211-800db549daca req-6de0a654-0a4c-4ad1-8d11-7acd04b1cba4 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0859096 Mar 21 07:27:26.943510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8c76747-2b91-4edb-b211-800db549daca req-ccc48ebe-807f-4371-afe0-df4ef2cf9049 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387080 Mar 21 07:27:27.380377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:28.019208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-17178158-8558-404f-83ec-b50347c87933 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:28.020636 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-17178158-8558-404f-83ec-b50347c87933 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.0782466 Mar 21 07:27:28.133698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Deleting port e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:28.134040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:28.358761 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d408f6-f1ae-40f2-ab94-4be77a02ca5d req-66c65f48-980c-4655-ad5d-5119f7f6507a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:28.360766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94d408f6-f1ae-40f2-ab94-4be77a02ca5d req-66c65f48-980c-4655-ad5d-5119f7f6507a tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 946 time: 0.2984138 Mar 21 07:27:28.492991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94d408f6-f1ae-40f2-ab94-4be77a02ca5d req-2a25cf0a-e688-41b0-8c05-1e5d76827c13 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c449f89-949d-4447-bc96-f8e59ee7f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264889 Mar 21 07:27:28.531786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] For port e75a0204-f869-45ce-a45e-6895c95b4d64, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=e75a0204-f869-45ce-a45e-6895c95b4d64,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:28.532161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:28.815369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:28.815691 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:28.815944 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 disassociated. External IP: 172.26.2.53, port: e75a0204-f869-45ce-a45e-6895c95b4d64. Mar 21 07:27:28.816281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Calling delete_port for e75a0204-f869-45ce-a45e-6895c95b4d64 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:28.957927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:29.006870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'Port': ['ID=e75a0204-f869-45ce-a45e-6895c95b4d64,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:29.017878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.018257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.018527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.018857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.019180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.019502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.020040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.020137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.020442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.020759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.021075 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.021429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:29.211508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:27:29.391885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:27:29.401342 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:27:29.411783 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:27:29.412454 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:27:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:29.467559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] No DVR routers for this DVR port e75a0204-f869-45ce-a45e-6895c95b4d64 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:27:29.470070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:29.472650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-deleted', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:29.488360 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8557cc6d-347a-4925-a87b-1524ed38fbad req-bbf53cc7-b327-430a-ba79-8e2fe7111878 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.30 "DELETE /v2.0/ports/e75a0204-f869-45ce-a45e-6895c95b4d64 HTTP/1.1" status: 204 len: 173 time: 1.4621727 Mar 21 07:27:29.523259 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aaf2f1-65b0-4139-8fd5-09b0d0396c1a', 'name': 'network-vif-deleted', 'tag': 'e75a0204-f869-45ce-a45e-6895c95b4d64', 'status': 'completed', 'code': 200} Mar 21 07:27:29.605583 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:27:29.647817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ad6f1775-9030-41b8-8523-ecd7ee877720 req-f30edcbd-367b-417c-bace-aa22e51fa412 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Synchronizing usage tracker for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:27:29.665362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ad6f1775-9030-41b8-8523-ecd7ee877720 req-f30edcbd-367b-417c-bace-aa22e51fa412 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Unset dirty status for tenant:975e173cc4fb4100b242611ca513d1c8 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:27:29.666744 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ad6f1775-9030-41b8-8523-ecd7ee877720 req-f30edcbd-367b-417c-bace-aa22e51fa412 tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/ports?device_id=49aaf2f1-65b0-4139-8fd5-09b0d0396c1a HTTP/1.1" status: 200 len: 210 time: 0.0661674 Mar 21 07:27:29.928486 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:29.932169 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:27:29.941020 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:27:29.941681 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:27:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:30.122232 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:27:30.445144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:30.471205 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:30.476132 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e972c5-08a2-4502-a4d7-3937df8f0f9e None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:27Z', 'revision_number': 4, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6d057db1-8660-48f5-8f9a-fa17920219a7', 'name': '', 'network_id': '063d0c1c-357d-44b0-a01b-f3a3ebbe73cb', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'mac_address': 'fa:16:3e:47:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:26Z', 'updated_at': '2022-03-21T07:23:32Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'subnets': [{'id': '52a23e1e-265d-434b-b222-bb3536f36d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:27:30.484134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: e75a0204-f869-45ce-a45e-6895c95b4d64 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:27:30.485055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device e75a0204-f869-45ce-a45e-6895c95b4d64 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:27:30.686512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1bba8-3c65-4014-a8f6-96248c32c1d9 None None] New status for floating IP ca9fef0e-c5b1-4153-afc2-ea6f83f4b557: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:27:33.888282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38946) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:33.954610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:33.981728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.033080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.051611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c449f89-949d-4447-bc96-f8e59ee7f520,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:34.054874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.055978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3bccdaa8-54b2-4798-b7ca-9e1f0252e2ee tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c449f89-949d-4447-bc96-f8e59ee7f520 HTTP/1.1" status: 204 len: 168 time: 0.1667686 Mar 21 07:27:34.058427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38950) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:34.074771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-4bb190ee-7ad0-4f48-a620-894bdcee465c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] show failed (client error): The resource could not be found. Mar 21 07:27:34.075756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4bb190ee-7ad0-4f48-a620-894bdcee465c tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "GET /v2.0/security-groups/8c449f89-949d-4447-bc96-f8e59ee7f520 HTTP/1.1" status: 404 len: 347 time: 0.0164378 Mar 21 07:27:34.078916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38954) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:34.337011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Deleting port 826db907-5243-4461-b055-602c28402711 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:34.337376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.504879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.505205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.625869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Calling delete_port for 826db907-5243-4461-b055-602c28402711 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:34.721951 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:27:34.768310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.814814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Pushing event deleted for resources: {'Port': ['ID=826db907-5243-4461-b055-602c28402711,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:34.906280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.923141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:34.924282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c87aa3bd-66f6-4f5a-bebf-b97a425398cb tempest-ServerActionsTestJSON-1398743908 tempest-ServerActionsTestJSON-1398743908-project] 10.222.0.31 "DELETE /v2.0/floatingips/ca9fef0e-c5b1-4153-afc2-ea6f83f4b557 HTTP/1.1" status: 204 len: 168 time: 0.8443961 Mar 21 07:27:34.927414 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38958) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:35.456249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:35.908814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Deleting port 6d057db1-8660-48f5-8f9a-fa17920219a7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:35.909524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:36.080069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] For port 6d057db1-8660-48f5-8f9a-fa17920219a7, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6d057db1-8660-48f5-8f9a-fa17920219a7,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:36.080403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:36.200575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Calling delete_port for 6d057db1-8660-48f5-8f9a-fa17920219a7 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:36.389763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:36.439825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d057db1-8660-48f5-8f9a-fa17920219a7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:36.706473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:37.167308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Router c3bfa556-7273-4af6-9b33-fa83d88cf075 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:27:37.342508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:27:37.351408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Sync routers for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:27:37.354848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f6c37238-20ba-4e3d-bd06-cc7ef0f1583a admin admin] 10.222.0.31 "PUT /v2.0/routers/c3bfa556-7273-4af6-9b33-fa83d88cf075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264717 Mar 21 07:27:37.357278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38962) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:37.360888 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:27:37.361522 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:27:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:37.534834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:37.537964 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:27:37.717462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:37.727092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Deleting port 6405b4e5-fc9e-4e92-b721-198ce28b1742 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:37.727457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:37.819778 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:27:36Z', 'revision_number': 5, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port': {'id': '6405b4e5-fc9e-4e92-b721-198ce28b1742', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:37.823453 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Checking router: c3bfa556-7273-4af6-9b33-fa83d88cf075 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:27:37.831693 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Routers {'c3bfa556-7273-4af6-9b33-fa83d88cf075'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:27:37.832280 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:27:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c3bfa556-7273-4af6-9b33-fa83d88cf075'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:37.907065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] For port 6405b4e5-fc9e-4e92-b721-198ce28b1742, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6405b4e5-fc9e-4e92-b721-198ce28b1742,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:37.907425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:37.985658 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] Set router c3bfa556-7273-4af6-9b33-fa83d88cf075 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:27:38.031593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Calling delete_port for 6405b4e5-fc9e-4e92-b721-198ce28b1742 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:38.089026 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:27:37Z', 'revision_number': 6, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:38.092821 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f33043-c47a-4ee9-8a5e-f5ffa2f4a513 None None] The sync data for ids ['c3bfa556-7273-4af6-9b33-fa83d88cf075'] in dv-neutron-834307-1-hyperv is: [{'id': 'c3bfa556-7273-4af6-9b33-fa83d88cf075', 'name': 'tempest-ServerActionsTestJSON-1278844158-router', 'tenant_id': '975e173cc4fb4100b242611ca513d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:23:23Z', 'updated_at': '2022-03-21T07:27:37Z', 'revision_number': 6, 'project_id': '975e173cc4fb4100b242611ca513d1c8', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:27:38.201378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.251238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6405b4e5-fc9e-4e92-b721-198ce28b1742,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:38.339240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.620561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.622670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.645589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.646067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3bfa556-7273-4af6-9b33-fa83d88cf075 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:27:38.657812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.658924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-12afc6fa-ead3-4789-bab7-991f5da785f8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c3bfa556-7273-4af6-9b33-fa83d88cf075 HTTP/1.1" status: 204 len: 168 time: 1.3007576 Mar 21 07:27:38.661489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38966) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:38.721780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Deleting subnet 52a23e1e-265d-434b-b222-bb3536f36d8e {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:27:38.724581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.775321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.855882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.922719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.962415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a23e1e-265d-434b-b222-bb3536f36d8e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:38.964310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:38.970453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-11a5e84a-f2cd-4be0-bd9c-6edb2bf5d308 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52a23e1e-265d-434b-b222-bb3536f36d8e HTTP/1.1" status: 204 len: 168 time: 0.3079686 Mar 21 07:27:38.971378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e45788-b701-4018-8fcb-058407e6608f None None] Network 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:27:38.972847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38970) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:39.082575 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.093805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Deleting port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:39.094156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.234593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] DHCP port deletion for 063d0c1c-357d-44b0-a01b-f3a3ebbe73cb request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:27:39.239006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Deleting port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:39.239386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.310387 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] For port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:39.310970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.439092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Calling delete_port for 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:39.444090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] For port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,segment=NetworkSegment(7d30cc08-7b10-4b14-bd31-a80176d9394a),segment_id=7d30cc08-7b10-4b14-bd31-a80176d9394a)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:39.444483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.514979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.567067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] No DVR routers for this DVR port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:27:39.569021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Calling delete_port for 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:27:39.592074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:39.678714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:27:39.679061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:27:39.693416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.718910 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063d0c1c-357d-44b0-a01b-f3a3ebbe73cb']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:39.730703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d30cc08-7b10-4b14-bd31-a80176d9394a') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:39.730998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d30cc08-7b10-4b14-bd31-a80176d9394a') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:27:39.742242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.758130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.764221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:27:39.764601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:27:39.778196 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:27:39.854472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.859386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:39.880656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=063d0c1c-357d-44b0-a01b-f3a3ebbe73cb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:39.888965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-360ef2fc-f081-47d1-8cb2-3dc63c88dc59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/063d0c1c-357d-44b0-a01b-f3a3ebbe73cb HTTP/1.1" status: 204 len: 168 time: 0.9149528 Mar 21 07:27:39.922677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6d057db1-8660-48f5-8f9a-fa17920219a7 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:39.957419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 6d057db1-8660-48f5-8f9a-fa17920219a7 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:27:39.957766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6d057db1-8660-48f5-8f9a-fa17920219a7 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:27:39.958186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:39.993619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:27:39.994240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:27:39.994352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6405b4e5-fc9e-4e92-b721-198ce28b1742 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:27:40.024750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38976) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:40.031735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 6405b4e5-fc9e-4e92-b721-198ce28b1742 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:27:40.032086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6405b4e5-fc9e-4e92-b721-198ce28b1742 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:27:40.074175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-82b226ea-3887-4327-b13f-507d7aff4b86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=975e173cc4fb4100b242611ca513d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482557 Mar 21 07:27:40.076619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 38980) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:40.137352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:40.163121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:40.180603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Deleting port 7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:27:40.180994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:40.217069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:40.232826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13681f-d8e8-4aee-ac42-8b1a0b99466d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:40.237351 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:40.238753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b544ca6f-b931-46b2-bc7e-980a588b9c0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef13681f-d8e8-4aee-ac42-8b1a0b99466d HTTP/1.1" status: 204 len: 168 time: 0.1609817 Mar 21 07:27:40.250863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e237f3cd-7536-4db2-a893-febdfa142f66 None None] The port '7b55456d-6fc7-4a7b-bc7a-b0a3f94a4a04' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:27:40.955953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39004) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:41.060680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1192219240-network', 'tenant_id': 'f720d3b1804540bb8459ed9067eed9f1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:41.065983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:27:41.069926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Usage tracker for resource:network and tenant:f720d3b1804540bb8459ed9067eed9f1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:27:41.072754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:27:41.079026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:27:41.089133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Made reservation on behalf of f720d3b1804540bb8459ed9067eed9f1 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:27:41.091470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.104025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.118180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:27:41.121927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Usage tracker for resource:security_group_rule and tenant:f720d3b1804540bb8459ed9067eed9f1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:27:41.125205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:27:41.130710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:27:41.214709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.218252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.250284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:27:41.255482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7d08b-716d-48bf-b070-f50a6f3795e7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:41.262274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.262613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Added segment 883525a2-e6df-4ae6-a472-4ec8854474ec of type vlan for network e648508c-ead0-4c98-860c-c84661eecf90 Mar 21 07:27:41.293009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.323451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.324355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:41.324966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.422473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] Pushing event updated for resources: {'Network': ['ID=e648508c-ead0-4c98-860c-c84661eecf90,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:41.429157 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ccd9b68c-259f-4033-9d5b-9c36a9cb72bc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4682539 Mar 21 07:27:41.429563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:27:41.433413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network e648508c-ead0-4c98-860c-c84661eecf90 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:27:41.434882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Request body: {'subnet': {'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1192219240-subnet', 'tenant_id': 'f720d3b1804540bb8459ed9067eed9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:41.441324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:27:41.445061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Usage tracker for resource:subnet and tenant:f720d3b1804540bb8459ed9067eed9f1 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:27:41.447894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:27:41.454191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:27:41.463464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Made reservation on behalf of f720d3b1804540bb8459ed9067eed9f1 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:27:41.465829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.661991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.737337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ded0fb-73d4-4bbd-9761-f75b0a91f310,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:41.748994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.749403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.749823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.750155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.750482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.750809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.751130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.751452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.751771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.752084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.752398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.752709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:27:41.755610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Checking segment: {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:27:41.755958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Network hostable DHCP agents. Network: e648508c-ead0-4c98-860c-c84661eecf90, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:27:41.774184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Network e648508c-ead0-4c98-860c-c84661eecf90 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:27:41.783346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, e648508c-ead0-4c98-860c-c84661eecf90) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:27:41.787889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:41.788378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:41.793443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca831f3-e568-478e-be8f-29720f15a1c0 None None] Network e648508c-ead0-4c98-860c-c84661eecf90 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:27:41.809252 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-872afd61-0c40-4fe3-964a-f967b06ab932 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3780298 Mar 21 07:27:42.018163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb1f2f-24c0-4d5a-86b6-7a67021a6c39 None None] Network e648508c-ead0-4c98-860c-c84661eecf90 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:27:42.317266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-223c3347-30fc-4f59-974d-3095f821fbd6 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:42.317950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-223c3347-30fc-4f59-974d-3095f821fbd6 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:27:42.334124 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-223c3347-30fc-4f59-974d-3095f821fbd6 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:27:42.335370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-223c3347-30fc-4f59-974d-3095f821fbd6 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 814 time: 0.1708586 Mar 21 07:27:42.350208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-cec554fc-cafd-43b5-ad48-a85aae38739b tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/quotas/f720d3b1804540bb8459ed9067eed9f1 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Mar 21 07:27:42.397879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-454f63ae-6dbb-4dfa-b11a-57c24b533894 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426579 Mar 21 07:27:42.665569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-6b00b241-44c3-490d-984a-e65765c3e4f0 service neutron] 10.222.0.31 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612281 Mar 21 07:27:42.796015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-23ff541c-3340-43e1-b8ea-67eb686427b8 service neutron] 10.222.0.31 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246178 Mar 21 07:27:42.967320 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da69bfd9-6b3a-4eed-bc33-b7a3b148e122 req-e6f9b92c-8406-4477-9a7e-a3ec9e6a8d25 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Mar 21 07:27:43.992668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-e877d011-9fb0-4803-86f7-26760fadc9fd tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:43.994226 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-e877d011-9fb0-4803-86f7-26760fadc9fd tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 814 time: 0.1495013 Mar 21 07:27:44.008823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Request body: {'port': {'device_id': 'fe082caf-2fff-44ae-b919-8146316b3332', 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90', 'admin_state_up': True, 'tenant_id': 'f720d3b1804540bb8459ed9067eed9f1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:44.206176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04091a72-2f81-4613-8140-f6350c16dc15 req-fe447c0a-aae2-47e9-94cf-2029834971c7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 210 time: 0.0564907 Mar 21 07:27:44.240226 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:27:44.245408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Usage tracker for resource:port and tenant:f720d3b1804540bb8459ed9067eed9f1 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:27:44.248156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:27:44.254522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:27:44.265084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Made reservation on behalf of f720d3b1804540bb8459ed9067eed9f1 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:27:44.268661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:44.428299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Allocated IP 172.20.0.4 (e648508c-ead0-4c98-860c-c84661eecf90/47ded0fb-73d4-4bbd-9761-f75b0a91f310/32393328-9391-43b4-ab01-216f61689bdf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:27:44.628651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:44.657744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:44.726590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Network e648508c-ead0-4c98-860c-c84661eecf90 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:27:44.730043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:27:44.732291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:27:44.779202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Pushing event updated for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:44.802561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:44.803158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:44.822496 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-a2b4ee0d-1fff-4cb5-95a8-61a33bf69732 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201456 Mar 21 07:27:44.833636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Request body: {'port': {'device_id': 'fe082caf-2fff-44ae-b919-8146316b3332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:44.944353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.283676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32393328-9391-43b4-ab01-216f61689bdf {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:27:45.291269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.306581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Transition to ACTIVE for port object 32393328-9391-43b4-ab01-216f61689bdf will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:27:45.309729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.592440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Pushing event updated for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:45.717640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-bcad4d84-3f03-4fdf-8456-4fb5f65867e7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:45.718403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-bcad4d84-3f03-4fdf-8456-4fb5f65867e7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:27:45.725094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Attempting to bind port 32393328-9391-43b4-ab01-216f61689bdf on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:27:45.725456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Attempting to bind port 32393328-9391-43b4-ab01-216f61689bdf by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:27:45.725785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Attempting to bind port 32393328-9391-43b4-ab01-216f61689bdf on network e648508c-ead0-4c98-860c-c84661eecf90 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:27:45.732859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Port 32393328-9391-43b4-ab01-216f61689bdf on network e648508c-ead0-4c98-860c-c84661eecf90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:27:45.733183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Attempting to bind port 32393328-9391-43b4-ab01-216f61689bdf on network e648508c-ead0-4c98-860c-c84661eecf90 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:27:45.743623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:27:45.743965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Checking segment: {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:27:45.744384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Bound using segment: {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:27:45.744863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Bound port: 32393328-9391-43b4-ab01-216f61689bdf, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:27:45.745209 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.759970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-bcad4d84-3f03-4fdf-8456-4fb5f65867e7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:27:45.761051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-bcad4d84-3f03-4fdf-8456-4fb5f65867e7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 943 time: 0.4179242 Mar 21 07:27:45.862864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-eca3cc84-c059-4841-92aa-72601d83eb6e tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:27:45.878234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:27:45.883370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=32393328-9391-43b4-ab01-216f61689bdf,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:27:45.887550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.922545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-eca3cc84-c059-4841-92aa-72601d83eb6e tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:27:45.923702 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32dd2157-ee46-49ee-a75e-81e18fd340ec req-eca3cc84-c059-4841-92aa-72601d83eb6e tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318886 Mar 21 07:27:45.949713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:45.950316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:45.951663 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-3144a198-2431-4562-b0e9-5f121290119b service neutron] 10.222.0.30 "PUT /v2.0/ports/32393328-9391-43b4-ab01-216f61689bdf HTTP/1.1" status: 200 len: 1093 time: 1.1219871 Mar 21 07:27:45.952097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'tag': '32393328-9391-43b4-ab01-216f61689bdf'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:45.973354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144a198-2431-4562-b0e9-5f121290119b service neutron] Pushing event updated for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:46.019106 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'tag': '32393328-9391-43b4-ab01-216f61689bdf', 'status': 'completed', 'code': 200} Mar 21 07:27:46.059903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-cae7afdb-9569-4cae-95e6-e242dffb9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:46.061398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-cae7afdb-9569-4cae-95e6-e242dffb9994 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 1096 time: 0.0747235 Mar 21 07:27:46.132325 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-e400d8e1-e781-44af-9b87-ca480a44f0b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32393328-9391-43b4-ab01-216f61689bdf HTTP/1.1" status: 200 len: 217 time: 0.0645795 Mar 21 07:27:46.193568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-61980a97-b18f-4ec7-a164-932861d8c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:46.194907 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-61980a97-b18f-4ec7-a164-932861d8c5c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 200 len: 854 time: 0.0564704 Mar 21 07:27:46.244858 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-87cf4449-3638-43c5-acc4-bd958284f82b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e648508c-ead0-4c98-860c-c84661eecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435433 Mar 21 07:27:46.254386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-2417774b-5d80-4915-b00e-5c9f52231c48 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:27:46.255286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-2417774b-5d80-4915-b00e-5c9f52231c48 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047474 Mar 21 07:27:46.385844 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-8a5f3ddd-07a2-4d26-b810-b5501e06e1fc service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237824 Mar 21 07:27:46.516959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-38f810f9-bc9b-434c-85d7-dc8fb1e4514e req-ff185fa6-de4c-4a82-91f4-b8d7f5c0249d service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229832 Mar 21 07:27:46.631697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-6a92466e-84d4-4b2b-8450-edd8ec67328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:46.633079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-6a92466e-84d4-4b2b-8450-edd8ec67328a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 1096 time: 0.0697625 Mar 21 07:27:46.762890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-bb3debde-ed14-445b-9f17-d6f085449389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:46.764341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-bb3debde-ed14-445b-9f17-d6f085449389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 915 time: 0.1253848 Mar 21 07:27:46.835407 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-f862966a-a359-44af-a39b-9dd541d18a21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32393328-9391-43b4-ab01-216f61689bdf HTTP/1.1" status: 200 len: 217 time: 0.0654101 Mar 21 07:27:46.897952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-47c4311c-5846-4410-80bf-94f7687e1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:46.899333 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-47c4311c-5846-4410-80bf-94f7687e1b45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 200 len: 854 time: 0.0582762 Mar 21 07:27:46.949243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-4ff07883-4808-45ca-9d3a-902b14e50aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e648508c-ead0-4c98-860c-c84661eecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432792 Mar 21 07:27:47.227078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-9c8cb175-4211-4b4d-8b96-997c0674228f service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722447 Mar 21 07:27:47.276310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7515f-2ffe-45d9-9535-559b6c0031ee req-5bc087aa-fc7a-4483-b0cd-faeacb89a7f5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:47.277754 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0cc7515f-2ffe-45d9-9535-559b6c0031ee req-5bc087aa-fc7a-4483-b0cd-faeacb89a7f5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 943 time: 0.2442183 Mar 21 07:27:47.393593 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0cc7515f-2ffe-45d9-9535-559b6c0031ee req-7aaea222-810c-4933-ab0a-7448876a6bb5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672557 Mar 21 07:27:47.401055 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-82cb1d8e-9146-4ff3-adf3-ff94132091f7 req-8261c519-1b5a-43a5-8ed5-034a220a8c0a service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665297 Mar 21 07:27:48.547548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 32393328-9391-43b4-ab01-216f61689bdf details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:27:48.583034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aced0-9c75-426a-9941-fb0cffeacdde req-7cc2b976-db40-414d-9618-9c772c9cc516 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:48.584499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-528aced0-9c75-426a-9941-fb0cffeacdde req-7cc2b976-db40-414d-9618-9c772c9cc516 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 943 time: 0.0874813 Mar 21 07:27:48.628149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-528aced0-9c75-426a-9941-fb0cffeacdde req-c2b27b7f-33ac-48bd-8577-137d242013dc tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Mar 21 07:27:48.679580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=32393328-9391-43b4-ab01-216f61689bdf,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:48.696066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '32393328-9391-43b4-ab01-216f61689bdf', 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90', 'port_id': '32393328-9391-43b4-ab01-216f61689bdf', 'mac_address': 'fa:16:3e:59:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ded0fb-73d4-4bbd-9761-f75b0a91f310', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:27:48.749992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:48.759924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:48.777489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32393328-9391-43b4-ab01-216f61689bdf {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:27:48.792590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=32393328-9391-43b4-ab01-216f61689bdf,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:48.796532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:48.862526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:49.153023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['32393328-9391-43b4-ab01-216f61689bdf'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:27:49.815005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa596c7-3148-42f2-906d-badaee67dd60 req-aa779986-b56f-4806-9443-9f8e4f62ef6b tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:49.816473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-caa596c7-3148-42f2-906d-badaee67dd60 req-aa779986-b56f-4806-9443-9f8e4f62ef6b tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 944 time: 0.0796151 Mar 21 07:27:49.862624 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-caa596c7-3148-42f2-906d-badaee67dd60 req-47072a9b-6f8d-4f7e-9686-ed8283c7c06e tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Mar 21 07:27:50.574167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 32393328-9391-43b4-ab01-216f61689bdf up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:27:50.646478 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 32393328-9391-43b4-ab01-216f61689bdf completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:27:50.650954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 32393328-9391-43b4-ab01-216f61689bdf triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:27:50.651318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:50.762343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:50.790649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32393328-9391-43b4-ab01-216f61689bdf'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:50.801204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=32393328-9391-43b4-ab01-216f61689bdf,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:27:50.805953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:50.841350 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32393328-9391-43b4-ab01-216f61689bdf', 'code': 200} Mar 21 07:27:50.876212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:51.100347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc4f7-ca7f-48e3-ae69-64c4afad8e9f req-6b0af4d0-7fa5-402d-acc1-2fba8c90aa6f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:51.101731 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d67dc4f7-ca7f-48e3-ae69-64c4afad8e9f req-6b0af4d0-7fa5-402d-acc1-2fba8c90aa6f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.1365745 Mar 21 07:27:51.104175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0957ba-7c61-4d53-8ff9-0b83fdd539dd req-5eda040d-2603-4916-b89c-94a855b6b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:51.105572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a0957ba-7c61-4d53-8ff9-0b83fdd539dd req-5eda040d-2603-4916-b89c-94a855b6b024 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 1098 time: 0.1084433 Mar 21 07:27:51.174931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d67dc4f7-ca7f-48e3-ae69-64c4afad8e9f req-dc516d9d-af6e-424b-a2ae-e29c35571708 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673873 Mar 21 07:27:51.178364 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a0957ba-7c61-4d53-8ff9-0b83fdd539dd req-91722b65-cf3c-49de-a5a1-7e761b01869d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551727 Mar 21 07:27:52.365088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c63c7-f9c0-4514-9f79-2aefd6371ed9 req-01fc3084-3624-4d26-8fcf-6c9dfb49b540 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:52.366616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5b2c63c7-f9c0-4514-9f79-2aefd6371ed9 req-01fc3084-3624-4d26-8fcf-6c9dfb49b540 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0827889 Mar 21 07:27:52.414082 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5b2c63c7-f9c0-4514-9f79-2aefd6371ed9 req-9e84b4e5-32be-4c6c-8e1e-e51ca8a6dcbe tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Mar 21 07:27:52.477847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f0a87281-0ba9-4652-9457-11b0f33013ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:53.604652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba76f71-06c9-4b7a-9275-fc55bc8b43d3 req-1400c0b5-478b-42f5-947f-fb2356aa249f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:53.606053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eba76f71-06c9-4b7a-9275-fc55bc8b43d3 req-1400c0b5-478b-42f5-947f-fb2356aa249f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0845881 Mar 21 07:27:53.650122 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eba76f71-06c9-4b7a-9275-fc55bc8b43d3 req-d40ce6cf-b1bb-40b3-96d7-6e05d614fb7c tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Mar 21 07:27:53.935636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-66f76dc2-3ed8-4d29-a6f9-8ee470ee7110 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:53.937631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-66f76dc2-3ed8-4d29-a6f9-8ee470ee7110 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 814 time: 0.1494045 Mar 21 07:27:53.951847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-88cf558f-62fa-4c57-a1ab-82b487620d4a tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/quotas/f720d3b1804540bb8459ed9067eed9f1 HTTP/1.1" status: 200 len: 375 time: 0.0087001 Mar 21 07:27:54.034691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-67ecb41a-86f7-4199-843a-c18f468f23fb tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772605 Mar 21 07:27:54.169585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-7d57e8fa-be13-4455-bb29-ebc49ef9f680 service neutron] 10.222.0.31 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282496 Mar 21 07:27:54.304501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-917261f6-d8d4-4b32-87d5-49caecd59dbc service neutron] 10.222.0.31 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288717 Mar 21 07:27:54.480699 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e03ae083-78ff-4e89-a87d-3eb67cbac3b3 req-d6b082db-e032-4c17-8f2e-2fd6d9318472 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 210 time: 0.0479698 Mar 21 07:27:54.615447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-99968961-f706-49fd-a4c1-1a091a012361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:55.473647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-37c05682-1dc1-4b75-bba5-9f4650b21176 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:55.475068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-37c05682-1dc1-4b75-bba5-9f4650b21176 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 814 time: 0.1573603 Mar 21 07:27:55.487605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Request body: {'port': {'device_id': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90', 'admin_state_up': True, 'tenant_id': 'f720d3b1804540bb8459ed9067eed9f1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:55.641202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-86526ed9-eae2-43aa-8417-e36da8397c4c req-6a4c4b42-d8e3-437e-955f-1ff0a58a56c0 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 210 time: 0.0488224 Mar 21 07:27:55.669360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:27:55.679505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:27:55.690291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Made reservation on behalf of f720d3b1804540bb8459ed9067eed9f1 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:27:55.694183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:55.826376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:55.859390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Allocated IP 172.20.0.11 (e648508c-ead0-4c98-860c-c84661eecf90/47ded0fb-73d4-4bbd-9761-f75b0a91f310/f8461024-e106-4e73-8665-bda4547f5554) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:27:55.868678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:56.062255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:56.090287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:56.101025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['32393328-9391-43b4-ab01-216f61689bdf'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:27:56.165927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Network e648508c-ead0-4c98-860c-c84661eecf90 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:27:56.169014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:27:56.172886 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:27:56.203522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Pushing event updated for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:56.240545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:56.241649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:56.267500 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-8ca5621d-45ef-4f7e-a107-0d155c242429 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839847 Mar 21 07:27:56.321966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Request body: {'port': {'device_id': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:27:56.530370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:56.880781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b289e-4ea7-46b3-b429-f1492a140944 req-6a8523a1-dd2b-4624-85a5-855f7b49cc64 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:56.881420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b29b289e-4ea7-46b3-b429-f1492a140944 req-6a8523a1-dd2b-4624-85a5-855f7b49cc64 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:27:56.947173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b29b289e-4ea7-46b3-b429-f1492a140944 req-6a8523a1-dd2b-4624-85a5-855f7b49cc64 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:27:56.948324 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b29b289e-4ea7-46b3-b429-f1492a140944 req-6a8523a1-dd2b-4624-85a5-855f7b49cc64 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 932 time: 0.1950397 Mar 21 07:27:56.952459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8461024-e106-4e73-8665-bda4547f5554 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:27:56.972615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.000645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Transition to ACTIVE for port object f8461024-e106-4e73-8665-bda4547f5554 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:27:57.006744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.045762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b29b289e-4ea7-46b3-b429-f1492a140944 req-9c562704-17b6-4a66-845d-40e5d0c002f7 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889282 Mar 21 07:27:57.169529 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Pushing event updated for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:57.246675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Attempting to bind port f8461024-e106-4e73-8665-bda4547f5554 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:27:57.247007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Attempting to bind port f8461024-e106-4e73-8665-bda4547f5554 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:27:57.247336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Attempting to bind port f8461024-e106-4e73-8665-bda4547f5554 on network e648508c-ead0-4c98-860c-c84661eecf90 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:27:57.252465 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Port f8461024-e106-4e73-8665-bda4547f5554 on network e648508c-ead0-4c98-860c-c84661eecf90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:27:57.252786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Attempting to bind port f8461024-e106-4e73-8665-bda4547f5554 on network e648508c-ead0-4c98-860c-c84661eecf90 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:27:57.257842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:27:57.258179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Checking segment: {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:27:57.258560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Bound using segment: {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:27:57.258982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Bound port: f8461024-e106-4e73-8665-bda4547f5554, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883525a2-e6df-4ae6-a472-4ec8854474ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:27:57.259331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.346874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:27:57.350473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f8461024-e106-4e73-8665-bda4547f5554,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:27:57.354366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.383272 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.416330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:57.416940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:27:57.418313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] 10.222.0.30 "PUT /v2.0/ports/f8461024-e106-4e73-8665-bda4547f5554 HTTP/1.1" status: 200 len: 1094 time: 1.1442230 Mar 21 07:27:57.418742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:27:57.442526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7f9dc-3ffa-4ffd-8ec5-f8c73eb30a4b service neutron] Pushing event updated for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:27:57.492675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554', 'status': 'completed', 'code': 200} Mar 21 07:27:57.532375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-ef947aec-d440-46e1-8a1e-a02987b94679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:57.533868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-ef947aec-d440-46e1-8a1e-a02987b94679 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 1097 time: 0.0738049 Mar 21 07:27:57.604501 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-523e25a8-0dc7-4861-b34c-8af3b4956cd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8461024-e106-4e73-8665-bda4547f5554 HTTP/1.1" status: 200 len: 217 time: 0.0639603 Mar 21 07:27:57.665181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bb1c-1b95-4785-87dc-661673469963 req-5dc33df3-2a39-49da-b65e-02e2852d9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:57.666588 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-5dc33df3-2a39-49da-b65e-02e2852d9706 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 200 len: 854 time: 0.0568073 Mar 21 07:27:57.714937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-b2c8c3f1-3f64-4813-8f3e-89c225f09286 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e648508c-ead0-4c98-860c-c84661eecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426195 Mar 21 07:27:57.844473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-0bc96b18-3be4-4cd4-ac42-7dd89bb65091 service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236167 Mar 21 07:27:57.976351 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-de79bb1c-1b95-4785-87dc-661673469963 req-02ee825c-b071-48c5-aeba-c52e45334f1a service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264889 Mar 21 07:27:58.091207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-24e8a213-5524-4b25-b525-0108e10d2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:58.093209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-24e8a213-5524-4b25-b525-0108e10d2428 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 1097 time: 0.0714636 Mar 21 07:27:58.380336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-4bdfdf1f-192b-4157-a131-dbb31ef30b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:58.381806 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-4bdfdf1f-192b-4157-a131-dbb31ef30b08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 915 time: 0.2827659 Mar 21 07:27:58.453700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-0d2771ff-1720-4e5d-920c-fd6c42c1cf78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8461024-e106-4e73-8665-bda4547f5554 HTTP/1.1" status: 200 len: 217 time: 0.0654800 Mar 21 07:27:58.461890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218a98-a1e2-4ae1-82a2-79b9564e94dd req-f10b58e6-f05e-4a58-8a88-35156c24d142 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:58.463267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5218a98-a1e2-4ae1-82a2-79b9564e94dd req-f10b58e6-f05e-4a58-8a88-35156c24d142 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 944 time: 0.1814597 Mar 21 07:27:58.554555 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-4e23930d-3694-4051-863a-0f24e1310f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:58.555877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-4e23930d-3694-4051-863a-0f24e1310f42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 200 len: 854 time: 0.0917852 Mar 21 07:27:58.558738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b5218a98-a1e2-4ae1-82a2-79b9564e94dd req-b051137c-6e98-4c24-b825-f6e1f8b310cb tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619740 Mar 21 07:27:58.604113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-1ac39cbd-2df8-4a34-8600-1802017ccb66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e648508c-ead0-4c98-860c-c84661eecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414021 Mar 21 07:27:58.736298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-c35f41ad-858e-420d-ba8c-9302803cb74c service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258638 Mar 21 07:27:58.870900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c10a035e-417d-41ef-a0d7-d1cfe4a6a02f req-18e24c16-b03b-4ce5-a5c1-9a6ce6b94a7b service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288056 Mar 21 07:27:59.744867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ad25c-dccf-494f-98bc-49f7e61d7644 req-ee05f016-e4e0-42a0-a0ab-134c1c14b8fc tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:27:59.746359 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b6ad25c-dccf-494f-98bc-49f7e61d7644 req-ee05f016-e4e0-42a0-a0ab-134c1c14b8fc tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 944 time: 0.0834064 Mar 21 07:27:59.792199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b6ad25c-dccf-494f-98bc-49f7e61d7644 req-b2406f02-e331-4898-8f5d-cabf6a1b0c18 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Mar 21 07:28:00.200420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-6992c81c-b00f-45d7-b33a-a362be9bdc83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701244 Mar 21 07:28:00.339695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-72ebe46f-05a5-4a13-bad2-e21a6ccd4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:00.341159 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-72ebe46f-05a5-4a13-bad2-e21a6ccd4ed9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f720d3b1804540bb8459ed9067eed9f1&device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 1098 time: 0.0739710 Mar 21 07:28:00.484000 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-a1f715cb-c465-4196-8405-b2b3b6068050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:00.485378 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-a1f715cb-c465-4196-8405-b2b3b6068050 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 200 len: 915 time: 0.1265185 Mar 21 07:28:00.554357 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-cc4fc888-0caa-43f7-a4d3-9061a822740d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32393328-9391-43b4-ab01-216f61689bdf HTTP/1.1" status: 200 len: 217 time: 0.0635099 Mar 21 07:28:00.598049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f8461024-e106-4e73-8665-bda4547f5554 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:28:00.615775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-9c1b9969-90c4-49a2-a933-c1af69774c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:00.617190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-9c1b9969-90c4-49a2-a933-c1af69774c28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 200 len: 854 time: 0.0568678 Mar 21 07:28:00.663329 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-f820fa6d-2f4c-45ad-8699-bbb688c32577 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e648508c-ead0-4c98-860c-c84661eecf90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402784 Mar 21 07:28:00.729722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f8461024-e106-4e73-8665-bda4547f5554,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:00.743344 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'f8461024-e106-4e73-8665-bda4547f5554', 'network_id': 'e648508c-ead0-4c98-860c-c84661eecf90', 'port_id': 'f8461024-e106-4e73-8665-bda4547f5554', 'mac_address': 'fa:16:3e:dc:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ded0fb-73d4-4bbd-9761-f75b0a91f310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:28:00.795240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-f58762e1-a452-4dd7-9f8f-b7073b706d3e service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258266 Mar 21 07:28:00.798670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:00.818696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8461024-e106-4e73-8665-bda4547f5554 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:28:00.836007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f8461024-e106-4e73-8665-bda4547f5554,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:00.840067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:00.909452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:01.077782 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f1cfced0-8397-4ac4-9817-cd822237a73d req-290b40b6-6c66-4a51-b822-96d91f26bc83 service neutron] 10.222.0.30 "GET /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770677 Mar 21 07:28:01.100375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cdab3-1e9d-4713-a5f1-599f9cbc4f05 req-c2066f52-718d-47b0-a141-b56fc498acba tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:01.101839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d55cdab3-1e9d-4713-a5f1-599f9cbc4f05 req-c2066f52-718d-47b0-a141-b56fc498acba tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 945 time: 0.2011037 Mar 21 07:28:01.146451 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d55cdab3-1e9d-4713-a5f1-599f9cbc4f05 req-a73ab9a9-ddde-447b-a2b2-aaa7e30a5f49 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Mar 21 07:28:01.160752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['f8461024-e106-4e73-8665-bda4547f5554'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:28:02.331042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086d0b2-98d1-4f2f-8166-990a96bfac7f req-3194826f-d3b0-41fe-b3ec-7f20f95d7a56 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:02.332470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e086d0b2-98d1-4f2f-8166-990a96bfac7f req-3194826f-d3b0-41fe-b3ec-7f20f95d7a56 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 945 time: 0.0788512 Mar 21 07:28:02.375478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e086d0b2-98d1-4f2f-8166-990a96bfac7f req-4dc00280-8380-4ae7-a36c-f1bb3d401c71 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Mar 21 07:28:02.620367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f8461024-e106-4e73-8665-bda4547f5554 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:02.686400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port f8461024-e106-4e73-8665-bda4547f5554 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:02.691573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port f8461024-e106-4e73-8665-bda4547f5554 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:02.692061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:02.806620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:02.832052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:28:02.841933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f8461024-e106-4e73-8665-bda4547f5554,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:02.846298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:02.882259 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554', 'code': 200} Mar 21 07:28:02.914424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:03.095140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eff91-c696-4a9e-b70c-769793e261b2 req-29855669-3e1d-49d6-b9c9-87557a77d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:03.096560 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-573eff91-c696-4a9e-b70c-769793e261b2 req-29855669-3e1d-49d6-b9c9-87557a77d5f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 1099 time: 0.0708830 Mar 21 07:28:03.136017 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-573eff91-c696-4a9e-b70c-769793e261b2 req-83fadef1-ae0d-4b39-bd6a-72edcd033349 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Mar 21 07:28:03.559017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad107926-b604-4369-8776-9750cd2e9c8d req-06b1471e-d7bb-49a9-b270-601b9cf83aab tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:03.560463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ad107926-b604-4369-8776-9750cd2e9c8d req-06b1471e-d7bb-49a9-b270-601b9cf83aab tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 946 time: 0.0805631 Mar 21 07:28:03.606939 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ad107926-b604-4369-8776-9750cd2e9c8d req-39bf5057-9b1d-4cbd-902c-a68fd2de33e6 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Mar 21 07:28:04.794018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c9e2-72ef-4500-ae56-3f1fd7578bff req-495499eb-98ce-4111-b9a7-1899785b4730 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:04.796481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d83c9e2-72ef-4500-ae56-3f1fd7578bff req-495499eb-98ce-4111-b9a7-1899785b4730 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 946 time: 0.0852184 Mar 21 07:28:04.842064 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d83c9e2-72ef-4500-ae56-3f1fd7578bff req-aac9d1fb-02d9-4fca-8b28-0437928e2859 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Mar 21 07:28:05.226495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6dbfb-7836-4523-9d40-cfd60dd4ea2a req-332b3666-2b85-4c94-b241-0f53564e0292 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:05.227905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b6dbfb-7836-4523-9d40-cfd60dd4ea2a req-332b3666-2b85-4c94-b241-0f53564e0292 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 946 time: 0.0831954 Mar 21 07:28:05.271672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b6dbfb-7836-4523-9d40-cfd60dd4ea2a req-85836888-997d-4079-8401-0b6749e7e65d tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Mar 21 07:28:06.461002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64b305-4c49-4d96-8fa1-d1804b2e1f30 req-776b71c3-69ed-406d-96ec-cc603c58c5a1 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:06.462515 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c64b305-4c49-4d96-8fa1-d1804b2e1f30 req-776b71c3-69ed-406d-96ec-cc603c58c5a1 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 946 time: 0.0827723 Mar 21 07:28:06.509135 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c64b305-4c49-4d96-8fa1-d1804b2e1f30 req-94df7379-22a2-452f-8a23-9689857d4fcf tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Mar 21 07:28:06.758466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-9533d956-97ed-4eef-8614-dea38b58cf88 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:06.759865 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-9533d956-97ed-4eef-8614-dea38b58cf88 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 946 time: 0.0826998 Mar 21 07:28:06.833132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Deleting port f8461024-e106-4e73-8665-bda4547f5554 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:06.833748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:07.093198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] For port f8461024-e106-4e73-8665-bda4547f5554, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=f8461024-e106-4e73-8665-bda4547f5554,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:07.093659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:07.218600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Calling delete_port for f8461024-e106-4e73-8665-bda4547f5554 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:07.364651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:07.376824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['32393328-9391-43b4-ab01-216f61689bdf', 'f8461024-e106-4e73-8665-bda4547f5554'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:28:07.416099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Pushing event deleted for resources: {'Port': ['ID=f8461024-e106-4e73-8665-bda4547f5554,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:07.491890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] No DVR routers for this DVR port f8461024-e106-4e73-8665-bda4547f5554 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:07.494356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:07.497136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'name': 'network-vif-deleted', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:28:07.515001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d26fef98-ddbf-4813-8a85-c6c0cbd2d0d4 req-d2d003e6-9805-43be-b70d-88fb5d2e900f tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "DELETE /v2.0/ports/f8461024-e106-4e73-8665-bda4547f5554 HTTP/1.1" status: 204 len: 173 time: 0.7488031 Mar 21 07:28:07.549944 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f11e26f-52eb-46f4-98a1-4e1dde3957db', 'name': 'network-vif-deleted', 'tag': 'f8461024-e106-4e73-8665-bda4547f5554', 'status': 'completed', 'code': 200} Mar 21 07:28:07.669571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ebebd7f4-56d0-4533-b3a9-6423f4671d88 req-e5b7e325-f8ba-481a-aafb-d26d3c6b7849 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:28:07.684636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ebebd7f4-56d0-4533-b3a9-6423f4671d88 req-e5b7e325-f8ba-481a-aafb-d26d3c6b7849 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:28:07.685812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ebebd7f4-56d0-4533-b3a9-6423f4671d88 req-e5b7e325-f8ba-481a-aafb-d26d3c6b7849 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f11e26f-52eb-46f4-98a1-4e1dde3957db HTTP/1.1" status: 200 len: 210 time: 0.0634742 Mar 21 07:28:08.947668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5b369-bf08-4c58-9764-4ab09f57fdc4 req-40a5f193-80ec-436d-8aba-5160212303d3 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:08.949110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-20b5b369-bf08-4c58-9764-4ab09f57fdc4 req-40a5f193-80ec-436d-8aba-5160212303d3 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0851250 Mar 21 07:28:08.994045 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-20b5b369-bf08-4c58-9764-4ab09f57fdc4 req-3d92d02b-72c2-4ede-b503-e275e45986e1 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Mar 21 07:28:09.191642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c96ab-800f-4cf1-8f13-703aeabda55a req-3c77c716-d31d-4cbb-8502-0d8e31548f79 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:09.193073 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-122c96ab-800f-4cf1-8f13-703aeabda55a req-3c77c716-d31d-4cbb-8502-0d8e31548f79 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0792401 Mar 21 07:28:09.239400 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-122c96ab-800f-4cf1-8f13-703aeabda55a req-001f77a8-8306-440b-9a17-54e52de57e16 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 21 07:28:09.422780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758faf3-f563-4abf-b4cf-3ef84a3b711c req-104ff63a-961e-4c8f-b76a-7d1d3fec3f30 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:09.424307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e758faf3-f563-4abf-b4cf-3ef84a3b711c req-104ff63a-961e-4c8f-b76a-7d1d3fec3f30 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0798323 Mar 21 07:28:09.467616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e758faf3-f563-4abf-b4cf-3ef84a3b711c req-81258f38-7525-472b-ae53-938b8877cb78 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Mar 21 07:28:09.755383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00e35-66d3-43d6-9674-8f54416edd86 req-6130c91c-c187-4159-a4bc-9fe5fd176a1d tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:09.756771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4d00e35-66d3-43d6-9674-8f54416edd86 req-6130c91c-c187-4159-a4bc-9fe5fd176a1d tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0839579 Mar 21 07:28:09.804510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4d00e35-66d3-43d6-9674-8f54416edd86 req-92ff4272-6433-4877-9a3f-0815222e95fe tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Mar 21 07:28:09.987798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea940-7584-4b74-b295-c97138b2c8dc req-cb20a0b8-2108-4fbd-94ea-940a68151bc8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:09.989247 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-081ea940-7584-4b74-b295-c97138b2c8dc req-cb20a0b8-2108-4fbd-94ea-940a68151bc8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0799315 Mar 21 07:28:10.033015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-081ea940-7584-4b74-b295-c97138b2c8dc req-c945ec92-965e-4382-bc0b-d75fdbd563ae tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Mar 21 07:28:10.327821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a9a9b-123d-4f4a-9d9a-a04a20296f7e req-d961a68e-ee9e-45e3-9423-7d51c82b33c2 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:10.329344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b6a9a9b-123d-4f4a-9d9a-a04a20296f7e req-d961a68e-ee9e-45e3-9423-7d51c82b33c2 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.1849077 Mar 21 07:28:10.374452 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b6a9a9b-123d-4f4a-9d9a-a04a20296f7e req-3ee0b009-b072-4207-8e1a-1860df166617 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Mar 21 07:28:10.644508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f8461024-e106-4e73-8665-bda4547f5554 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:28:10.682207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: f8461024-e106-4e73-8665-bda4547f5554 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:28:10.682561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device f8461024-e106-4e73-8665-bda4547f5554 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:28:10.895145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194e77e-54da-4a06-b4a7-5638fc9cfd2f req-9118517c-627a-4524-a7d0-056144ae46bb tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:10.896580 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b194e77e-54da-4a06-b4a7-5638fc9cfd2f req-9118517c-627a-4524-a7d0-056144ae46bb tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0844002 Mar 21 07:28:10.942308 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b194e77e-54da-4a06-b4a7-5638fc9cfd2f req-5f3b53e1-cf1e-4f47-a0c4-8fefeb905f9d tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Mar 21 07:28:11.720928 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:28:12.132661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2adb6f-4885-40ef-ad8f-828ddf7ac084 req-39afea8e-13e2-441c-8da1-681789db5dc5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:12.134143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e2adb6f-4885-40ef-ad8f-828ddf7ac084 req-39afea8e-13e2-441c-8da1-681789db5dc5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0811460 Mar 21 07:28:12.178500 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3e2adb6f-4885-40ef-ad8f-828ddf7ac084 req-beaaf2a9-5bbc-4513-92f0-583632d06cfd tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7c7d08b-716d-48bf-b070-f50a6f3795e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Mar 21 07:28:12.554023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-69f8c69b-6a1b-4e60-9537-b1b47161c0be tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:12.555330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-69f8c69b-6a1b-4e60-9537-b1b47161c0be tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 945 time: 0.0818515 Mar 21 07:28:12.624715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Deleting port 32393328-9391-43b4-ab01-216f61689bdf {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:12.625050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:12.868720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] For port 32393328-9391-43b4-ab01-216f61689bdf, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=32393328-9391-43b4-ab01-216f61689bdf,segment=NetworkSegment(883525a2-e6df-4ae6-a472-4ec8854474ec),segment_id=883525a2-e6df-4ae6-a472-4ec8854474ec)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:12.868986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:12.990734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Calling delete_port for 32393328-9391-43b4-ab01-216f61689bdf owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:13.131463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:13.179924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Pushing event deleted for resources: {'Port': ['ID=32393328-9391-43b4-ab01-216f61689bdf,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:13.255845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] No DVR routers for this DVR port 32393328-9391-43b4-ab01-216f61689bdf on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:13.258231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:13.267949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'name': 'network-vif-deleted', 'tag': '32393328-9391-43b4-ab01-216f61689bdf'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:28:13.274399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-482f58d2-fc23-4f6c-89b1-de4f217bcb68 req-a7f38cd9-ca3c-4259-aee8-93406765e2e8 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.30 "DELETE /v2.0/ports/32393328-9391-43b4-ab01-216f61689bdf HTTP/1.1" status: 204 len: 173 time: 0.7134643 Mar 21 07:28:13.327611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe082caf-2fff-44ae-b919-8146316b3332', 'name': 'network-vif-deleted', 'tag': '32393328-9391-43b4-ab01-216f61689bdf', 'status': 'completed', 'code': 200} Mar 21 07:28:13.381211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2948cee5-3ac1-4b91-a344-be574fc5e221 req-521fb183-f838-4886-8dd0-3918bb8333b5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Synchronizing usage tracker for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:28:13.399829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2948cee5-3ac1-4b91-a344-be574fc5e221 req-521fb183-f838-4886-8dd0-3918bb8333b5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] Unset dirty status for tenant:f720d3b1804540bb8459ed9067eed9f1 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:28:13.401136 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2948cee5-3ac1-4b91-a344-be574fc5e221 req-521fb183-f838-4886-8dd0-3918bb8333b5 tempest-ServersNegativeTestJSON-416724326 tempest-ServersNegativeTestJSON-416724326-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe082caf-2fff-44ae-b919-8146316b3332 HTTP/1.1" status: 200 len: 210 time: 0.1152897 Mar 21 07:28:14.502375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39162) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:14.561663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Deleting subnet 47ded0fb-73d4-4bbd-9761-f75b0a91f310 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:28:14.564610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:14.616658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:14.635275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 32393328-9391-43b4-ab01-216f61689bdf no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:28:14.670583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 32393328-9391-43b4-ab01-216f61689bdf {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:28:14.671104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:14.671231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 32393328-9391-43b4-ab01-216f61689bdf not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:28:14.744319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:14.783458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ded0fb-73d4-4bbd-9761-f75b0a91f310,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:14.785304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:14.791219 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1d985835-a505-412d-b322-ec5c942b3a11 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47ded0fb-73d4-4bbd-9761-f75b0a91f310 HTTP/1.1" status: 204 len: 168 time: 0.2877858 Mar 21 07:28:14.793736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39166) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:14.897959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.018934 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.043156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e648508c-ead0-4c98-860c-c84661eecf90']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:15.055055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883525a2-e6df-4ae6-a472-4ec8854474ec') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:15.055350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883525a2-e6df-4ae6-a472-4ec8854474ec') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:15.066319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.082001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.087676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:15.088049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:15.104614 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:15.176849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.192028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.203631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] Pushing event deleted for resources: {'Network': ['ID=e648508c-ead0-4c98-860c-c84661eecf90,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:15.209945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ca237aeb-4413-4a1c-9572-7090131a7772 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e648508c-ead0-4c98-860c-c84661eecf90 HTTP/1.1" status: 204 len: 168 time: 0.4152069 Mar 21 07:28:15.317688 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39172) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:15.365443 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d0772e31-4260-4dda-b863-1be28083b9e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f720d3b1804540bb8459ed9067eed9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465972 Mar 21 07:28:15.367763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39176) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:15.424843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.449634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.504428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.521287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7d08b-716d-48bf-b070-f50a6f3795e7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:15.532600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:15.533940 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7c2f1a57-8bcd-4640-bebc-638d22fb1c3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7c7d08b-716d-48bf-b070-f50a6f3795e7 HTTP/1.1" status: 204 len: 168 time: 0.1651850 Mar 21 07:28:16.257951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39200) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:16.360071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455293145'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:16.365011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:16.368792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:network and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:16.371716 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:16.377882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:16.387466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:16.391313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.403016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.417724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:16.421529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:security_group_rule and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:16.424258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:16.430075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:16.512629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.516853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.552204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:16.557197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6348de15-f260-474d-8050-0ccef2fc6d1a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:16.565446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.565847 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Added segment fb1511b4-fd26-4683-b3dc-36e3a241f04c of type vlan for network ea03fa43-cece-4e03-84ed-430bd3f5d111 Mar 21 07:28:16.592681 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.620972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.626656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:16.627229 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:16.834009 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Network': ['ID=ea03fa43-cece-4e03-84ed-430bd3f5d111,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:16.838430 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-533f4a22-fa49-4550-8ae0-475d174837e7 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5794625 Mar 21 07:28:16.852871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:18.711302 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.060006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39206) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:20.065711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'subnet': {'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:20.183487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:20.187369 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:subnet and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:20.190350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:20.196050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:20.206587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:20.210222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.567460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.652305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Subnet': ['ID=feb9ed4a-bd55-4dde-933b-7c4719cd5a52,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:20.661568 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking segment: {'id': 'fb1511b4-fd26-4683-b3dc-36e3a241f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:20.661977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network hostable DHCP agents. Network: ea03fa43-cece-4e03-84ed-430bd3f5d111, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:20.680411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:20.689488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ea03fa43-cece-4e03-84ed-430bd3f5d111) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:20.693302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:20.693881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.698482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490b1ff-e4d3-46db-8ccf-270560edbb78 None None] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:20.719071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39210) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:20.719614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-413d355e-e87e-4828-8337-7cefd2cc59c6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6580176 Mar 21 07:28:20.725058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504389695'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:20.730175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:20.734408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:network and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:20.737342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:20.743283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:20.759147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:20.759147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.789487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:20.799619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.799964 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Added segment 7aba79c9-da52-443f-9735-045ff31374d5 of type vlan for network b260bf85-64dd-424d-84c6-d945111357d1 Mar 21 07:28:20.826977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.857028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.862706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:20.863291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.916600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ea03fa43-cece-4e03-84ed-430bd3f5d111', 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111', 'tenant_id': '179084e9eeb646fa9014ba25111e0881', 'fixed_ips': [{'subnet_id': 'feb9ed4a-bd55-4dde-933b-7c4719cd5a52'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:20.916816 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1964483 Mar 21 07:28:20.917675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:20.919823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39214) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:20.926655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'subnet': {'network_id': 'b260bf85-64dd-424d-84c6-d945111357d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:20.978541 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ce84-dd3f-4688-8062-790e59be686e tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Network': ['ID=b260bf85-64dd-424d-84c6-d945111357d1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:21.017106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b260bf85-64dd-424d-84c6-d945111357d1 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:21.038698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:21.042519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:subnet and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:21.046100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:21.052153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:21.062863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:21.066397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.211503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Allocated IP 2001:db8:0:ffff::2 (ea03fa43-cece-4e03-84ed-430bd3f5d111/feb9ed4a-bd55-4dde-933b-7c4719cd5a52/71baad63-9411-4940-8abb-b46b7a475b33) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:21.301920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.382405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Subnet': ['ID=67debe70-e7a4-490e-a9bc-9cdfcd6473a2,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:21.391847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking segment: {'id': '7aba79c9-da52-443f-9735-045ff31374d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b260bf85-64dd-424d-84c6-d945111357d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:21.392206 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network hostable DHCP agents. Network: b260bf85-64dd-424d-84c6-d945111357d1, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:21.411582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network b260bf85-64dd-424d-84c6-d945111357d1 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:21.421657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b260bf85-64dd-424d-84c6-d945111357d1) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:21.426004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:21.426618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.430614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6246f-fcbf-408c-9d4b-c79590b38dad None None] Network b260bf85-64dd-424d-84c6-d945111357d1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:21.448000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.449748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9a991ba3-f49f-4473-bc2b-be66ab2a6da8 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5282555 Mar 21 07:28:21.450628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39218) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:21.477352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Transition to ACTIVE for port object 71baad63-9411-4940-8abb-b46b7a475b33 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:21.559180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Transition to ACTIVE for port object 71baad63-9411-4940-8abb-b46b7a475b33 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:21.569670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.596667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.649965 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:21.667201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.682841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:21.689186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:21.699358 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Pushing event updated for resources: {'Port': ['ID=71baad63-9411-4940-8abb-b46b7a475b33,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:21.747659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.750933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.751399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.751702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.752036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.752479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.752689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.753007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.753359 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.753678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.753994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.754310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.754623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:21.786905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Subnet': ['ID=67debe70-e7a4-490e-a9bc-9cdfcd6473a2,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:21.853805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Attempting to bind port 71baad63-9411-4940-8abb-b46b7a475b33 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:21.854169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Attempting to bind port 71baad63-9411-4940-8abb-b46b7a475b33 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'fb1511b4-fd26-4683-b3dc-36e3a241f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:21.854530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Attempting to bind port 71baad63-9411-4940-8abb-b46b7a475b33 on network ea03fa43-cece-4e03-84ed-430bd3f5d111 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:21.861483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:21.861849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Checking segment: {'id': 'fb1511b4-fd26-4683-b3dc-36e3a241f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:21.862705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.862705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Bound using segment: {'id': 'fb1511b4-fd26-4683-b3dc-36e3a241f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:21.863071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Bound port: 71baad63-9411-4940-8abb-b46b7a475b33, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1511b4-fd26-4683-b3dc-36e3a241f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ea03fa43-cece-4e03-84ed-430bd3f5d111'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:21.863438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.874311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e379af8-c410-41d8-8ad1-82dab9b2bc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b260bf85-64dd-424d-84c6-d945111357d1', 'network_id': 'b260bf85-64dd-424d-84c6-d945111357d1', 'tenant_id': '179084e9eeb646fa9014ba25111e0881', 'fixed_ips': [{'subnet_id': '67debe70-e7a4-490e-a9bc-9cdfcd6473a2'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:21.875115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e379af8-c410-41d8-8ad1-82dab9b2bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.883823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.908968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b260bf85-64dd-424d-84c6-d945111357d1']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:21.921478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aba79c9-da52-443f-9735-045ff31374d5') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:21.921713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aba79c9-da52-443f-9735-045ff31374d5') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:21.933131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.953289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.959233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:21.959629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:21.974251 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:22.044573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] For port 71baad63-9411-4940-8abb-b46b7a475b33, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:22.051189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] For port 71baad63-9411-4940-8abb-b46b7a475b33, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=71baad63-9411-4940-8abb-b46b7a475b33,segment=NetworkSegment(fb1511b4-fd26-4683-b3dc-36e3a241f04c),segment_id=fb1511b4-fd26-4683-b3dc-36e3a241f04c)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:22.056369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.062425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.066641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.090669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Network': ['ID=b260bf85-64dd-424d-84c6-d945111357d1,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:22.096345 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e05ffe79-8dce-4a5c-9ca9-cfd595b3cac3 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/b260bf85-64dd-424d-84c6-d945111357d1 HTTP/1.1" status: 204 len: 168 time: 0.6443527 Mar 21 07:28:22.097489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a6f4d-36a1-4548-a83a-17cc3882025d None None] Network b260bf85-64dd-424d-84c6-d945111357d1 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:22.099337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39222) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:22.104877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1286891604'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:22.110787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:22.114709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:network and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:22.117580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:22.123219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:22.136536 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a6f4d-36a1-4548-a83a-17cc3882025d None None] Network b260bf85-64dd-424d-84c6-d945111357d1 could not be found, it might have been deleted concurrently. {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 21 07:28:22.139530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:22.143781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.155963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141a8d5-a6c1-4ff0-a040-f4452692a892 None None] Pushing event updated for resources: {'Port': ['ID=71baad63-9411-4940-8abb-b46b7a475b33,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:22.179082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:22.188981 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.189366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Added segment c5887b3f-68ac-494c-b8fc-fc324f2c49ce of type vlan for network b7b51df3-98c5-4f86-9c3e-9c106942d4ce Mar 21 07:28:22.216578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.247813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.253832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:22.254516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.308291 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2077863 Mar 21 07:28:22.323023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39226) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:22.332306 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'subnet': {'network_id': 'b7b51df3-98c5-4f86-9c3e-9c106942d4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:22.370331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83992be4-a36a-47aa-80fb-b917d586c3f6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Network': ['ID=b7b51df3-98c5-4f86-9c3e-9c106942d4ce,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:22.385570 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b7b51df3-98c5-4f86-9c3e-9c106942d4ce details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:22.465419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:22.474376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:subnet and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:22.479147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:22.485966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:22.496752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:22.500395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.501928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8c987ec3-a0db-4fda-975f-ee189e5b483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.589426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Performing IP validity checks on allocation pools {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Mar 21 07:28:22.589889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.ipam_backend_mixin [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Mar 21 07:28:22.714459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.792338 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Subnet': ['ID=68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:22.805241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking segment: {'id': 'c5887b3f-68ac-494c-b8fc-fc324f2c49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b7b51df3-98c5-4f86-9c3e-9c106942d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:22.805619 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network hostable DHCP agents. Network: b7b51df3-98c5-4f86-9c3e-9c106942d4ce, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:22.825791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network b7b51df3-98c5-4f86-9c3e-9c106942d4ce is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:22.836704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b7b51df3-98c5-4f86-9c3e-9c106942d4ce) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:22.841111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:22.841954 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:22.847067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80d710-75fa-47db-9bac-92dfc77da05c None None] Network b7b51df3-98c5-4f86-9c3e-9c106942d4ce requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:22.871483 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-34bb8c38-2dbe-40ea-8b18-89a4751a5995 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5466404 Mar 21 07:28:22.874793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39230) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:23.029801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.080147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f287e-8c10-47c7-97f9-e41b8211bc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b7b51df3-98c5-4f86-9c3e-9c106942d4ce', 'network_id': 'b7b51df3-98c5-4f86-9c3e-9c106942d4ce', 'tenant_id': '179084e9eeb646fa9014ba25111e0881', 'fixed_ips': [{'subnet_id': '68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:23.080977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-410f287e-8c10-47c7-97f9-e41b8211bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.100228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.138029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f5a835-df37-4863-8e80-f5dcd77b80fe None None] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:23.179099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.222586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Subnet': ['ID=68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:23.294672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-23d1f400-e473-4f88-8cbd-605725e663d7 None None] Provisioning for port 71baad63-9411-4940-8abb-b46b7a475b33 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:23.315422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server [None req-410f287e-8c10-47c7-97f9-e41b8211bc22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c: This subnet is being modified by another concurrent operation. Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise self.value Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server raise exception Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c: This subnet is being modified by another concurrent operation. Mar 21 07:28:23.332798 dv-neutron-834307-1-hyperv neutron-server[87990]: ERROR oslo_messaging.rpc.server Mar 21 07:28:23.346401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b51df3-98c5-4f86-9c3e-9c106942d4ce']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:23.359563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5887b3f-68ac-494c-b8fc-fc324f2c49ce') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:23.359861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5887b3f-68ac-494c-b8fc-fc324f2c49ce') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:23.369771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859561c1-06cb-482a-b278-f7b71b7f1c30 None None] Network b7b51df3-98c5-4f86-9c3e-9c106942d4ce requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:23.371250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.387642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.394720 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:23.395103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:23.410423 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:23.490392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.510848 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.519136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Network': ['ID=b7b51df3-98c5-4f86-9c3e-9c106942d4ce,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:23.526549 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-056a54b0-bddb-4de7-a1c0-fd6a16262897 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/b7b51df3-98c5-4f86-9c3e-9c106942d4ce HTTP/1.1" status: 204 len: 168 time: 0.6471322 Mar 21 07:28:23.526952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39234) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:23.532559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040546805'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:23.537507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:23.541607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:network and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:23.544573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:23.552136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:23.562505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:23.566128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.595480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:23.604426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.604885 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Added segment a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9 of type vlan for network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe Mar 21 07:28:23.634118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.664626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.670436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:23.671053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:23.779404 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2475054 Mar 21 07:28:23.779516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39238) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:23.780555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72f045-3999-4117-b56d-9de2716374bd None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:28:23.784043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b458fe0-18b9-459a-a288-56e97e091618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Network': ['ID=2dcbb527-26e2-47c0-bcec-433c9ce7f7fe,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:23.784397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'subnet': {'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:23.806149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:23.976511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72f045-3999-4117-b56d-9de2716374bd None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:28:23.988173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 71baad63-9411-4940-8abb-b46b7a475b33 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:23.997524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:24.002215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:subnet and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:24.005025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:24.010607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:24.022980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:24.026370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.164047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 71baad63-9411-4940-8abb-b46b7a475b33 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:24.172412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 71baad63-9411-4940-8abb-b46b7a475b33 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:24.172783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.243435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.330661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Subnet': ['ID=572dda91-9b78-4d58-b731-e6f585a379dc,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:24.336012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking segment: {'id': 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:24.336375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network hostable DHCP agents. Network: 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:24.355871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:24.367160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:24.371099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:24.371292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.371682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.392631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-742cfc9a-e478-475a-939b-f3478a5bfc41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6133385 Mar 21 07:28:24.396222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39242) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:24.401873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690956241'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:24.407674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:24.411492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:network and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:24.414330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:24.420962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:24.432371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:24.436495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.453978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 71baad63-9411-4940-8abb-b46b7a475b33, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=71baad63-9411-4940-8abb-b46b7a475b33,segment=NetworkSegment(fb1511b4-fd26-4683-b3dc-36e3a241f04c),segment_id=fb1511b4-fd26-4683-b3dc-36e3a241f04c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:24.464728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:24.465892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.474551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.474898 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Added segment 243161c2-cdba-4b00-ab0b-7aab63f7e7ec of type vlan for network 68deecd0-b67c-4049-a7e8-a0da44c6a43c Mar 21 07:28:24.501408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.519595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca1b3e-e1a2-4ee5-ba21-c85ec64dbe14 None None] Network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:24.532550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.537872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:24.538450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.639663 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2390924 Mar 21 07:28:24.640289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39246) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:24.641930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=71baad63-9411-4940-8abb-b46b7a475b33,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:24.648343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Request body: {'subnet': {'network_id': '68deecd0-b67c-4049-a7e8-a0da44c6a43c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:24.649019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f61942-0dcd-4473-b224-c0e0da880b7b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Network': ['ID=68deecd0-b67c-4049-a7e8-a0da44c6a43c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:24.663176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2592e2aa-da6d-474a-a098-c4906878b060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.667813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 68deecd0-b67c-4049-a7e8-a0da44c6a43c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:24.764463 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:24.768255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Usage tracker for resource:subnet and tenant:179084e9eeb646fa9014ba25111e0881 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:24.771055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:24.776635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:24.786818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Made reservation on behalf of 179084e9eeb646fa9014ba25111e0881 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:24.790590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:24.852736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2dcbb527-26e2-47c0-bcec-433c9ce7f7fe', 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe', 'tenant_id': '179084e9eeb646fa9014ba25111e0881', 'fixed_ips': [{'subnet_id': '572dda91-9b78-4d58-b731-e6f585a379dc'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:24.853591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.064273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Allocated IP 2001:db8::2 (2dcbb527-26e2-47c0-bcec-433c9ce7f7fe/572dda91-9b78-4d58-b731-e6f585a379dc/6c548834-69f8-4aa1-9c02-05e268035de1) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:25.113629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.192623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event updated for resources: {'Subnet': ['ID=1fb544ca-157e-45bc-bc76-4a77aa9c3e51,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:25.201051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Checking segment: {'id': '243161c2-cdba-4b00-ab0b-7aab63f7e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '68deecd0-b67c-4049-a7e8-a0da44c6a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:25.202037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network hostable DHCP agents. Network: 68deecd0-b67c-4049-a7e8-a0da44c6a43c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:25.220529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Network 68deecd0-b67c-4049-a7e8-a0da44c6a43c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:25.229801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 68deecd0-b67c-4049-a7e8-a0da44c6a43c) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:25.234304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:25.234883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.244485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7006e4-b4a6-4652-ae1b-d694fb9e216e None None] Network 68deecd0-b67c-4049-a7e8-a0da44c6a43c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:25.258948 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f99327ca-f5e2-4999-8673-2e755f537ad6 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6170521 Mar 21 07:28:25.261191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39250) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:25.359257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.375347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Transition to ACTIVE for port object 6c548834-69f8-4aa1-9c02-05e268035de1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:25.408567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.432800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Transition to ACTIVE for port object 6c548834-69f8-4aa1-9c02-05e268035de1 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:25.443495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.478563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.524703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:25.529294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:25.554572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.561631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:25.569360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Pushing event updated for resources: {'Port': ['ID=6c548834-69f8-4aa1-9c02-05e268035de1,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:25.593911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb544ca-157e-45bc-bc76-4a77aa9c3e51,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:25.614842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbab9d8-82a1-496a-ab3e-26eec93e3047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-68deecd0-b67c-4049-a7e8-a0da44c6a43c', 'network_id': '68deecd0-b67c-4049-a7e8-a0da44c6a43c', 'tenant_id': '179084e9eeb646fa9014ba25111e0881', 'fixed_ips': [{'subnet_id': '1fb544ca-157e-45bc-bc76-4a77aa9c3e51'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:25.615671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1fbab9d8-82a1-496a-ab3e-26eec93e3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.691678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.716202 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68deecd0-b67c-4049-a7e8-a0da44c6a43c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:25.718955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Attempting to bind port 6c548834-69f8-4aa1-9c02-05e268035de1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:25.719488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Attempting to bind port 6c548834-69f8-4aa1-9c02-05e268035de1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:25.719954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Attempting to bind port 6c548834-69f8-4aa1-9c02-05e268035de1 on network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:25.729112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243161c2-cdba-4b00-ab0b-7aab63f7e7ec') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:25.729453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243161c2-cdba-4b00-ab0b-7aab63f7e7ec') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:25.741595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.743666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:25.744032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Checking segment: {'id': 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:25.744496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.744892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Bound using segment: {'id': 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:25.745428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Bound port: 6c548834-69f8-4aa1-9c02-05e268035de1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcbb527-26e2-47c0-bcec-433c9ce7f7fe'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:25.745895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.758966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.765510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:25.765907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:25.781049 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:25.822734 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeecec8-7d02-4f62-acf5-6fb7a769a559 None None] Network 68deecd0-b67c-4049-a7e8-a0da44c6a43c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:25.864675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.869155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.896833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Network': ['ID=68deecd0-b67c-4049-a7e8-a0da44c6a43c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:25.901673 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8985360f-3268-47e0-b97f-a3ace726eb41 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/68deecd0-b67c-4049-a7e8-a0da44c6a43c HTTP/1.1" status: 204 len: 168 time: 0.6391873 Mar 21 07:28:25.903156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39254) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:25.931486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:25.951065 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc8cd0-e539-444f-a9c1-613fb09971ce tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] GET failed (client error): The resource could not be found. Mar 21 07:28:25.952231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02cc8cd0-e539-444f-a9c1-613fb09971ce tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Synchronizing usage tracker for tenant:179084e9eeb646fa9014ba25111e0881 on resource:subnet {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:28:25.956249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] For port 6c548834-69f8-4aa1-9c02-05e268035de1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:25.970046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-02cc8cd0-e539-444f-a9c1-613fb09971ce tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Unset dirty status for tenant:179084e9eeb646fa9014ba25111e0881 on resource:subnet {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:28:25.970380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 71baad63-9411-4940-8abb-b46b7a475b33 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:25.976577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-02cc8cd0-e539-444f-a9c1-613fb09971ce tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "GET /v2.0/subnets/1fb544ca-157e-45bc-bc76-4a77aa9c3e51 HTTP/1.1" status: 404 len: 337 time: 0.0677469 Mar 21 07:28:25.977118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39258) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:26.002481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1d0481-1365-4136-ae37-9389a646e618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:26.002936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1d0481-1365-4136-ae37-9389a646e618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:26.004526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dd1d0481-1365-4136-ae37-9389a646e618 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/68deecd0-b67c-4049-a7e8-a0da44c6a43c HTTP/1.1" status: 404 len: 339 time: 0.0263276 Mar 21 07:28:26.008701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39262) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:26.021324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.032525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] For port 6c548834-69f8-4aa1-9c02-05e268035de1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6c548834-69f8-4aa1-9c02-05e268035de1,segment=NetworkSegment(a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9),segment_id=a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:26.045606 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.pecan_wsgi.hooks.translation [None req-464b4e4c-d880-4fb1-be3c-32f6521d28af tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:26.046093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464b4e4c-d880-4fb1-be3c-32f6521d28af tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:26.047684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-464b4e4c-d880-4fb1-be3c-32f6521d28af tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/subnets/1fb544ca-157e-45bc-bc76-4a77aa9c3e51 HTTP/1.1" status: 404 len: 337 time: 0.0384660 Mar 21 07:28:26.050708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39266) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:26.063483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.077353 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-941afdea-828f-47be-9d23-c8b41cec250a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:26.077833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941afdea-828f-47be-9d23-c8b41cec250a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:26.079551 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-941afdea-828f-47be-9d23-c8b41cec250a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/68deecd0-b67c-4049-a7e8-a0da44c6a43c HTTP/1.1" status: 404 len: 339 time: 0.0278754 Mar 21 07:28:26.082146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39270) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:26.150345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Deleting subnet 572dda91-9b78-4d58-b731-e6f585a379dc {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:28:26.153326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.193700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85385f-f0d6-46e9-bb67-8684540549e9 None None] Pushing event updated for resources: {'Port': ['ID=6c548834-69f8-4aa1-9c02-05e268035de1,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:26.202070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 71baad63-9411-4940-8abb-b46b7a475b33 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:26.202527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.211397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.301878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.396630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.438305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Subnet': ['ID=572dda91-9b78-4d58-b731-e6f585a379dc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:26.442119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.455619 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c9f30085-d832-43df-af2c-dac00e6bae49 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/subnets/572dda91-9b78-4d58-b731-e6f585a379dc HTTP/1.1" status: 204 len: 168 time: 0.3724611 Mar 21 07:28:26.458186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39274) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:26.576630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.590339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Deleting port 6c548834-69f8-4aa1-9c02-05e268035de1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:26.590673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.797000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] For port 6c548834-69f8-4aa1-9c02-05e268035de1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6c548834-69f8-4aa1-9c02-05e268035de1,segment=NetworkSegment(a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9),segment_id=a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:26.797285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:26.922703 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Calling delete_port for 6c548834-69f8-4aa1-9c02-05e268035de1 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:27.002193 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.055248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Port': ['ID=6c548834-69f8-4aa1-9c02-05e268035de1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:27.057077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No DVR routers for this DVR port 6c548834-69f8-4aa1-9c02-05e268035de1 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:27.129962 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e55a18-4ff4-4a80-b8dd-ad62ce78a27c None None] Network 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:27.186776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.212569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcbb527-26e2-47c0-bcec-433c9ce7f7fe']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:27.223744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6b5aaac4-1701-4d35-8c4c-b342ad777e71 None None] Could not find standard attr ID for object 6c548834-69f8-4aa1-9c02-05e268035de1. {{(pid=87990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 21 07:28:27.225877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:27.226484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f9a9e1-3c63-470c-80bd-e6a7cfa758c9') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:27.239720 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.256403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.262590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:27.263220 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:27.278685 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:27.359314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aac847-f777-4900-b633-9ffcfab4350a None None] DHCP port deletion for 2dcbb527-26e2-47c0-bcec-433c9ce7f7fe request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:28:27.363240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.370263 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.390131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.397509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Network': ['ID=2dcbb527-26e2-47c0-bcec-433c9ce7f7fe,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:27.400349 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-af3aac72-9d00-4ec0-8fbd-add13cdef8e1 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/2dcbb527-26e2-47c0-bcec-433c9ce7f7fe HTTP/1.1" status: 204 len: 168 time: 0.9412382 Mar 21 07:28:27.402822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39278) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:27.440279 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6ae46d-b997-459f-9f9b-37c5bf8f2097 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:27.440713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6ae46d-b997-459f-9f9b-37c5bf8f2097 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:27.442343 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-be6ae46d-b997-459f-9f9b-37c5bf8f2097 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/subnets/68b12fb5-3d86-48d5-a6d1-2b99b3ba3d8c HTTP/1.1" status: 404 len: 337 time: 0.0386462 Mar 21 07:28:27.444758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39282) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:27.469518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e25d0-c29f-4ef6-872c-b4f7e12a090b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:27.469969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e25d0-c29f-4ef6-872c-b4f7e12a090b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:27.471538 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ca6e25d0-c29f-4ef6-872c-b4f7e12a090b tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/b7b51df3-98c5-4f86-9c3e-9c106942d4ce HTTP/1.1" status: 404 len: 339 time: 0.0258999 Mar 21 07:28:27.473987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39286) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:27.514013 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a1d5d7-af90-4463-8c0c-57b35a45ab63 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:27.514449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a1d5d7-af90-4463-8c0c-57b35a45ab63 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:27.516025 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-19a1d5d7-af90-4463-8c0c-57b35a45ab63 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/subnets/67debe70-e7a4-490e-a9bc-9cdfcd6473a2 HTTP/1.1" status: 404 len: 337 time: 0.0411646 Mar 21 07:28:27.518466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39290) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:27.541941 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.pecan_wsgi.hooks.translation [None req-167eaafa-fa28-40e6-93e6-cba07c7d4f1a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] DELETE failed (client error): The resource could not be found. Mar 21 07:28:27.542379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167eaafa-fa28-40e6-93e6-cba07c7d4f1a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 21 07:28:27.543911 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-167eaafa-fa28-40e6-93e6-cba07c7d4f1a tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/b260bf85-64dd-424d-84c6-d945111357d1 HTTP/1.1" status: 404 len: 339 time: 0.0245974 Mar 21 07:28:27.547422 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39294) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:27.614116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Deleting subnet feb9ed4a-bd55-4dde-933b-7c4719cd5a52 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:28:27.616866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.766725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.850676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.923893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.963459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Subnet': ['ID=feb9ed4a-bd55-4dde-933b-7c4719cd5a52,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:27.965393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:27.971620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe9a0a-477d-4362-b607-9684556ab273 None None] Network ea03fa43-cece-4e03-84ed-430bd3f5d111 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:27.975666 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-483991dd-621b-4cd5-a4f7-3962d11df302 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/subnets/feb9ed4a-bd55-4dde-933b-7c4719cd5a52 HTTP/1.1" status: 204 len: 168 time: 0.4273226 Mar 21 07:28:27.978053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39298) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:28.092394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.102551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Deleting port 71baad63-9411-4940-8abb-b46b7a475b33 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:28.102873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.270544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] DHCP port deletion for ea03fa43-cece-4e03-84ed-430bd3f5d111 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:28:28.275090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Deleting port 71baad63-9411-4940-8abb-b46b7a475b33 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:28.275470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.307820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] For port 71baad63-9411-4940-8abb-b46b7a475b33, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=71baad63-9411-4940-8abb-b46b7a475b33,segment=NetworkSegment(fb1511b4-fd26-4683-b3dc-36e3a241f04c),segment_id=fb1511b4-fd26-4683-b3dc-36e3a241f04c)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:28.308186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.437706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Calling delete_port for 71baad63-9411-4940-8abb-b46b7a475b33 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:28.476544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] For port 71baad63-9411-4940-8abb-b46b7a475b33, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=71baad63-9411-4940-8abb-b46b7a475b33,segment=NetworkSegment(fb1511b4-fd26-4683-b3dc-36e3a241f04c),segment_id=fb1511b4-fd26-4683-b3dc-36e3a241f04c)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:28.476876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.513986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.562153 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Port': ['ID=71baad63-9411-4940-8abb-b46b7a475b33,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:28.567562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] No DVR routers for this DVR port 71baad63-9411-4940-8abb-b46b7a475b33 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:28.604607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Calling delete_port for 71baad63-9411-4940-8abb-b46b7a475b33 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:28.675830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:28:28.676194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:28:28.691969 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.716741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea03fa43-cece-4e03-84ed-430bd3f5d111']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:28.729054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1511b4-fd26-4683-b3dc-36e3a241f04c') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:28.729325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1511b4-fd26-4683-b3dc-36e3a241f04c') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:28.740366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.756293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.762109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:28.762492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:28.777302 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:28.857411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.874785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:28.885308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] Pushing event deleted for resources: {'Network': ['ID=ea03fa43-cece-4e03-84ed-430bd3f5d111,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:28.889245 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f66b46a3-f4d5-42de-931e-65181dc66ca0 tempest-NetworksIpV6Test-431376074 tempest-NetworksIpV6Test-431376074-project] 10.222.0.31 "DELETE /v2.0/networks/ea03fa43-cece-4e03-84ed-430bd3f5d111 HTTP/1.1" status: 204 len: 168 time: 0.9102535 Mar 21 07:28:29.143976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39306) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:29.177636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Deleting port 71baad63-9411-4940-8abb-b46b7a475b33 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:29.178035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:29.246878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-89ed87af-34f7-43bb-a172-285823d38dc8 None None] The port '71baad63-9411-4940-8abb-b46b7a475b33' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:28:29.291404 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-21455662-5c2f-478c-8dbd-ca27d2eeedc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=179084e9eeb646fa9014ba25111e0881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450155 Mar 21 07:28:29.292726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39312) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:29.349432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:29.374931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:29.429350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:29.443490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348de15-f260-474d-8050-0ccef2fc6d1a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:29.449812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:29.453359 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d8dd239-d908-4d3f-9888-815943b5d8f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6348de15-f260-474d-8050-0ccef2fc6d1a HTTP/1.1" status: 204 len: 168 time: 0.1572819 Mar 21 07:28:29.941928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 71baad63-9411-4940-8abb-b46b7a475b33 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:28:29.977553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 71baad63-9411-4940-8abb-b46b7a475b33 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:28:29.977897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 71baad63-9411-4940-8abb-b46b7a475b33 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:28:30.124531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39336) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:30.228248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-416617728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:30.235343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:30.239062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:router and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:30.241851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:30.247869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:30.259045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.260098 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.275789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.293771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.315629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.316840 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-49579a41-94bb-49a3-8be3-082d24331ca2 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1913247 Mar 21 07:28:30.319661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:30.324838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-831388718'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:30.330081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:30.334196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:network and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:30.337104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:30.343120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:30.353151 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Made reservation on behalf of 336dfeefe7d7448b9d979b80f7f394b7 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:30.356391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.368221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.382949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:30.386671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:security_group_rule and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:30.390139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:30.395584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:30.477725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.481171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.512603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:30.522209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a9b5dc-247e-4ad9-ab75-75ee190f904d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:30.527509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.527847 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Added segment 4af1213d-a905-4bcd-b1dc-050e8fcd8a52 of type vlan for network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 Mar 21 07:28:30.554580 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.585017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.590379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:30.590946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:30.695752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event updated for resources: {'Network': ['ID=2a5c1cd7-a60c-4640-bcc8-8d2ed0036066,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:30.700117 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2fbe3e96-0ec5-42de-8d2d-8e26c7632fe5 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3795414 Mar 21 07:28:30.703523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39346) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:30.709588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:30.709776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'subnet': {'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:30.915870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:30.919598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:subnet and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:30.922398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:30.928142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:30.937695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Made reservation on behalf of 336dfeefe7d7448b9d979b80f7f394b7 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:30.941161 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.152548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.231613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event updated for resources: {'Subnet': ['ID=8821153c-b98a-4f90-ac10-a0e197dc7827,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:31.236276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Checking segment: {'id': '4af1213d-a905-4bcd-b1dc-050e8fcd8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:31.236629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Network hostable DHCP agents. Network: 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:31.255639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:31.265576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:31.269776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:31.270412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.278353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20de757-2898-464e-8284-697c2f52d11d None None] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:31.291481 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-fe9d1cd2-2876-4b07-bbcb-1fc690f076b9 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5869334 Mar 21 07:28:31.294470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39350) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:31.300325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-300031946'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:31.305270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:31.309105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:network and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:31.312689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:31.318240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:31.329425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Made reservation on behalf of 336dfeefe7d7448b9d979b80f7f394b7 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:31.332878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.364530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:31.372906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.373786 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Added segment 0c93cf06-cda1-4940-be36-276f943d4451 of type vlan for network ba610bbe-4530-47dc-96c3-b4c4e93b7036 Mar 21 07:28:31.399414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.429818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.435201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:31.435838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.488105 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1924133 Mar 21 07:28:31.490935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39354) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:31.496563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'subnet': {'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:31.503081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2a5c1cd7-a60c-4640-bcc8-8d2ed0036066', 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066', 'tenant_id': '336dfeefe7d7448b9d979b80f7f394b7', 'fixed_ips': [{'subnet_id': '8821153c-b98a-4f90-ac10-a0e197dc7827'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:31.503919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.547546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cada8-b503-4d97-9073-93cc14b4e238 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event updated for resources: {'Network': ['ID=ba610bbe-4530-47dc-96c3-b4c4e93b7036,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:31.559099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network ba610bbe-4530-47dc-96c3-b4c4e93b7036 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:31.612868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:31.616605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Usage tracker for resource:subnet and tenant:336dfeefe7d7448b9d979b80f7f394b7 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:31.619374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:31.625268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:31.633836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Made reservation on behalf of 336dfeefe7d7448b9d979b80f7f394b7 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:31.637289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.746081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Allocated IP 172.20.0.2 (2a5c1cd7-a60c-4640-bcc8-8d2ed0036066/8821153c-b98a-4f90-ac10-a0e197dc7827/8ac0e3f7-de76-4462-9333-03a7d1438aed) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:31.853719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.986893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:31.997305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Transition to ACTIVE for port object 8ac0e3f7-de76-4462-9333-03a7d1438aed will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:32.015837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Transition to ACTIVE for port object 8ac0e3f7-de76-4462-9333-03a7d1438aed will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:32.021445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.031337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event updated for resources: {'Subnet': ['ID=49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:32.041985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.042315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.042649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.042977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.043303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.043630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.043951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.044277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.044602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.045469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.045798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.046116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:32.051037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Checking segment: {'id': '0c93cf06-cda1-4940-be36-276f943d4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:32.051402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Network hostable DHCP agents. Network: ba610bbe-4530-47dc-96c3-b4c4e93b7036, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:32.069865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Network ba610bbe-4530-47dc-96c3-b4c4e93b7036 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:32.078961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, ba610bbe-4530-47dc-96c3-b4c4e93b7036) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:32.083811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:32.084447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.089947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f96a4-2de2-4149-b350-b005c5f8efce None None] Network ba610bbe-4530-47dc-96c3-b4c4e93b7036 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:32.105551 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:32.106408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5ee656f0-3f71-49b1-8737-718ca0a8917f tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6143849 Mar 21 07:28:32.109113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39358) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:32.114231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-61c3474d-cf5e-40fc-b94b-b6a0119e4865 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:32.123633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:32.130057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:32.132060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3f7-de76-4462-9333-03a7d1438aed,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:32.284545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Attempting to bind port 8ac0e3f7-de76-4462-9333-03a7d1438aed on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:32.285183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Attempting to bind port 8ac0e3f7-de76-4462-9333-03a7d1438aed by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '4af1213d-a905-4bcd-b1dc-050e8fcd8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:32.285183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Attempting to bind port 8ac0e3f7-de76-4462-9333-03a7d1438aed on network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:32.302490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:32.302861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Checking segment: {'id': '4af1213d-a905-4bcd-b1dc-050e8fcd8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:32.303257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.303650 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Bound using segment: {'id': '4af1213d-a905-4bcd-b1dc-050e8fcd8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:32.304108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Bound port: 8ac0e3f7-de76-4462-9333-03a7d1438aed, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af1213d-a905-4bcd-b1dc-050e8fcd8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2a5c1cd7-a60c-4640-bcc8-8d2ed0036066'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:32.304481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.475004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-ba610bbe-4530-47dc-96c3-b4c4e93b7036', 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036', 'tenant_id': '336dfeefe7d7448b9d979b80f7f394b7', 'fixed_ips': [{'subnet_id': '49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:32.475818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.484908 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] For port 8ac0e3f7-de76-4462-9333-03a7d1438aed, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:32.496821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] For port 8ac0e3f7-de76-4462-9333-03a7d1438aed, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8ac0e3f7-de76-4462-9333-03a7d1438aed,segment=NetworkSegment(4af1213d-a905-4bcd-b1dc-050e8fcd8a52),segment_id=4af1213d-a905-4bcd-b1dc-050e8fcd8a52)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:32.522120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-61c3474d-cf5e-40fc-b94b-b6a0119e4865 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.536179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.651658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efe593-cc6e-4508-a6be-0e316d0cadb8 None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3f7-de76-4462-9333-03a7d1438aed,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:32.677951 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.api.v2.resource [None req-61c3474d-cf5e-40fc-b94b-b6a0119e4865 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 21 07:28:32.678985 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-61c3474d-cf5e-40fc-b94b-b6a0119e4865 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "PUT /v2.0/routers/ea118833-5e5b-42fc-a42b-a231e2eab023 HTTP/1.1" status: 400 len: 364 time: 0.5689421 Mar 21 07:28:32.685068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39362) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:32.721174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Allocated IP 172.21.0.2 (ba610bbe-4530-47dc-96c3-b4c4e93b7036/49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6/8824c256-6371-4190-92a6-21e4a0249bd0) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:32.763213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Deleting subnet 49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:28:32.948180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.959913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Transition to ACTIVE for port object 8824c256-6371-4190-92a6-21e4a0249bd0 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:32.979416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Transition to ACTIVE for port object 8824c256-6371-4190-92a6-21e4a0249bd0 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:32.984327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:32.984509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.040925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.053238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Network ba610bbe-4530-47dc-96c3-b4c4e93b7036 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:33.056015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:33.059637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:33.065501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Pushing event updated for resources: {'Port': ['ID=8824c256-6371-4190-92a6-21e4a0249bd0,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:33.130049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.155992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Attempting to bind port 8824c256-6371-4190-92a6-21e4a0249bd0 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:33.156365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Attempting to bind port 8824c256-6371-4190-92a6-21e4a0249bd0 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '0c93cf06-cda1-4940-be36-276f943d4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:33.156725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Attempting to bind port 8824c256-6371-4190-92a6-21e4a0249bd0 on network ba610bbe-4530-47dc-96c3-b4c4e93b7036 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:33.161975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:33.162343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Checking segment: {'id': '0c93cf06-cda1-4940-be36-276f943d4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:33.162744 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.163138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Bound using segment: {'id': '0c93cf06-cda1-4940-be36-276f943d4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:33.163663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Bound port: 8824c256-6371-4190-92a6-21e4a0249bd0, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c93cf06-cda1-4940-be36-276f943d4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba610bbe-4530-47dc-96c3-b4c4e93b7036'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:33.164039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.203702 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.243651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Subnet': ['ID=49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:33.247328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.254886 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6e39bc2e-6d9b-4746-88bd-ef4b71fdcbbc tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "DELETE /v2.0/subnets/49b101ee-5b12-4f5a-9cd0-cf0678fa0ce6 HTTP/1.1" status: 204 len: 168 time: 0.5680273 Mar 21 07:28:33.255033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] For port 8824c256-6371-4190-92a6-21e4a0249bd0, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:33.257626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39366) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:33.259374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] For port 8824c256-6371-4190-92a6-21e4a0249bd0, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8824c256-6371-4190-92a6-21e4a0249bd0,segment=NetworkSegment(0c93cf06-cda1-4940-be36-276f943d4451),segment_id=0c93cf06-cda1-4940-be36-276f943d4451)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:33.265679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.388318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.398698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153b6e-6e5b-4edb-be8e-77c80ceec1ec None None] Pushing event updated for resources: {'Port': ['ID=8824c256-6371-4190-92a6-21e4a0249bd0,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:33.400275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Deleting port 8824c256-6371-4190-92a6-21e4a0249bd0 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:33.401311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.419514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa144b-7fd9-46e2-b733-11abe0b65000 None None] Network ba610bbe-4530-47dc-96c3-b4c4e93b7036 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:33.624184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b6d52-c132-4914-af62-ec3c24f222f0 None None] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:33.629148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] For port 8824c256-6371-4190-92a6-21e4a0249bd0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8824c256-6371-4190-92a6-21e4a0249bd0,segment=NetworkSegment(0c93cf06-cda1-4940-be36-276f943d4451),segment_id=0c93cf06-cda1-4940-be36-276f943d4451)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:33.629684 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.757639 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0fc6401f-1ba2-4f68-b466-72ed94709813 None None] Provisioning for port 8ac0e3f7-de76-4462-9333-03a7d1438aed completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:33.762592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Calling delete_port for 8824c256-6371-4190-92a6-21e4a0249bd0 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:33.843719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:33.889524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Port': ['ID=8824c256-6371-4190-92a6-21e4a0249bd0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:33.895573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] No DVR routers for this DVR port 8824c256-6371-4190-92a6-21e4a0249bd0 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:33.991769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8ac0e3f7-de76-4462-9333-03a7d1438aed up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:34.073343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 8ac0e3f7-de76-4462-9333-03a7d1438aed completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:34.079366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8ac0e3f7-de76-4462-9333-03a7d1438aed triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:34.079818 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.105593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2a4ca-5f28-45d4-98bb-0f11a4f94fba None None] get_active_networks_info from dv-neutron-834307-1-hyperv {{(pid=87990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 21 07:28:34.139840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.165280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba610bbe-4530-47dc-96c3-b4c4e93b7036']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:34.179004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c93cf06-cda1-4940-be36-276f943d4451') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:34.179229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c93cf06-cda1-4940-be36-276f943d4451') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:34.191376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.211273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.217270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:34.217661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:34.231898 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:34.254721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a7a2b484-e973-4eba-89b0-7909e0c26d2f None None] Provisioning complete for port 8ac0e3f7-de76-4462-9333-03a7d1438aed triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:34.255093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b484-e973-4eba-89b0-7909e0c26d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.314596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.323821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2a4ca-5f28-45d4-98bb-0f11a4f94fba None None] Resources bound (agent type, host, resource id): {{(pid=87990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 21 07:28:34.331748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.332179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.342975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Network': ['ID=ba610bbe-4530-47dc-96c3-b4c4e93b7036,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:34.349337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ad52a6d0-1964-4e6b-b6c3-d0fa29ffccd1 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "DELETE /v2.0/networks/ba610bbe-4530-47dc-96c3-b4c4e93b7036 HTTP/1.1" status: 204 len: 168 time: 1.0884876 Mar 21 07:28:34.349707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:34.419958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Deleting subnet 8821153c-b98a-4f90-ac10-a0e197dc7827 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:28:34.422916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.460685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 8ac0e3f7-de76-4462-9333-03a7d1438aed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8ac0e3f7-de76-4462-9333-03a7d1438aed,segment=NetworkSegment(4af1213d-a905-4bcd-b1dc-050e8fcd8a52),segment_id=4af1213d-a905-4bcd-b1dc-050e8fcd8a52)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:34.478406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.492081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.567574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.622336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3f7-de76-4462-9333-03a7d1438aed,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:34.642251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.679759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Subnet': ['ID=8821153c-b98a-4f90-ac10-a0e197dc7827,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:34.685007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.690979 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-85a9b55c-0d58-4546-84f3-7c19b8e3af4b tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "DELETE /v2.0/subnets/8821153c-b98a-4f90-ac10-a0e197dc7827 HTTP/1.1" status: 204 len: 168 time: 0.3405244 Mar 21 07:28:34.693484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39374) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:34.776904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86377681-8b69-4d02-a7ab-1bb9f75a1a77 None None] Network 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:34.812150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:34.822551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Deleting port 8ac0e3f7-de76-4462-9333-03a7d1438aed {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:34.822877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.020760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] DHCP port deletion for 2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:28:35.024951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Deleting port 8ac0e3f7-de76-4462-9333-03a7d1438aed {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:35.025360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.033015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] For port 8ac0e3f7-de76-4462-9333-03a7d1438aed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8ac0e3f7-de76-4462-9333-03a7d1438aed,segment=NetworkSegment(4af1213d-a905-4bcd-b1dc-050e8fcd8a52),segment_id=4af1213d-a905-4bcd-b1dc-050e8fcd8a52)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:35.033419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.159864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Calling delete_port for 8ac0e3f7-de76-4462-9333-03a7d1438aed owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:35.230956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] For port 8ac0e3f7-de76-4462-9333-03a7d1438aed, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8ac0e3f7-de76-4462-9333-03a7d1438aed,segment=NetworkSegment(4af1213d-a905-4bcd-b1dc-050e8fcd8a52),segment_id=4af1213d-a905-4bcd-b1dc-050e8fcd8a52)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:35.231442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.239826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.288297 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Port': ['ID=8ac0e3f7-de76-4462-9333-03a7d1438aed,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:35.290157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] No DVR routers for this DVR port 8ac0e3f7-de76-4462-9333-03a7d1438aed on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:28:35.401844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Calling delete_port for 8ac0e3f7-de76-4462-9333-03a7d1438aed owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:28:35.414135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.439600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5c1cd7-a60c-4640-bcc8-8d2ed0036066']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:35.452327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af1213d-a905-4bcd-b1dc-050e8fcd8a52') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:35.452624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af1213d-a905-4bcd-b1dc-050e8fcd8a52') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:35.464076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.473615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:28:35.474118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:28:35.484571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.490376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:28:35.490758 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:28:35.505413 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:28:35.582497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.599457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.610389 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Pushing event deleted for resources: {'Network': ['ID=2a5c1cd7-a60c-4640-bcc8-8d2ed0036066,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:35.615405 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-82a6d888-574c-4cef-95c2-19c486f91e73 tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "DELETE /v2.0/networks/2a5c1cd7-a60c-4640-bcc8-8d2ed0036066 HTTP/1.1" status: 204 len: 168 time: 0.9196763 Mar 21 07:28:35.616913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39378) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:35.664122 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00b5fd4b-2f34-4b8e-955e-61cc07f20a3a tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Synchronizing usage tracker for tenant:336dfeefe7d7448b9d979b80f7f394b7 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:28:35.679335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00b5fd4b-2f34-4b8e-955e-61cc07f20a3a tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Unset dirty status for tenant:336dfeefe7d7448b9d979b80f7f394b7 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:28:35.680455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-00b5fd4b-2f34-4b8e-955e-61cc07f20a3a tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea118833-5e5b-42fc-a42b-a231e2eab023 HTTP/1.1" status: 200 len: 205 time: 0.0626192 Mar 21 07:28:35.682980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39382) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:35.910729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:35.944131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8ac0e3f7-de76-4462-9333-03a7d1438aed no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:28:35.974943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Deleting port 8ac0e3f7-de76-4462-9333-03a7d1438aed {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:28:35.975320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.007163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 8ac0e3f7-de76-4462-9333-03a7d1438aed {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:28:36.007510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8ac0e3f7-de76-4462-9333-03a7d1438aed not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:28:36.047361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8f2a9-7b49-41c7-9f67-d36d8a8c5972 None None] The port '8ac0e3f7-de76-4462-9333-03a7d1438aed' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:28:36.218252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.220319 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.243445 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.243926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Fanout notify agent at l3_agent the message router_deleted on router ea118833-5e5b-42fc-a42b-a231e2eab023 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:28:36.256394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.257522 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1746162c-9bd5-4dd3-ae38-b04dbc88f7cf tempest-RoutersNegativeTest-460996507 tempest-RoutersNegativeTest-460996507-project] 10.222.0.31 "DELETE /v2.0/routers/ea118833-5e5b-42fc-a42b-a231e2eab023 HTTP/1.1" status: 204 len: 168 time: 0.5736401 Mar 21 07:28:36.512227 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39390) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:36.660924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-928d8897-240e-4860-b16a-6905b693e06a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=336dfeefe7d7448b9d979b80f7f394b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474626 Mar 21 07:28:36.663350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:36.721709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.746398 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.797979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.812637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a9b5dc-247e-4ad9-ab75-75ee190f904d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:36.822076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:36.823370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-50a43074-1c5a-4870-8672-de96831c3142 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a9b5dc-247e-4ad9-ab75-75ee190f904d HTTP/1.1" status: 204 len: 168 time: 0.1590803 Mar 21 07:28:37.470701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39420) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:37.571547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-455019500-network', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:37.576763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:37.580533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Usage tracker for resource:network and tenant:ab871238d0304915bed591c6dd4ad208 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:37.583474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:37.590020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:37.599653 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Made reservation on behalf of ab871238d0304915bed591c6dd4ad208 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:37.602173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.614771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.629120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:37.632812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Usage tracker for resource:security_group_rule and tenant:ab871238d0304915bed591c6dd4ad208 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:37.635559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:37.641170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:37.721124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.724623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.754800 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:37.762963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:37.769654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.770020 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Added segment 59066ff9-a5bb-4b7f-bcdb-ddbf929e0731 of type vlan for network b53a0215-ad89-4ab9-b915-66582b3abdb8 Mar 21 07:28:37.801000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.828601 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.829484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:37.830054 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:37.932956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] Pushing event updated for resources: {'Network': ['ID=b53a0215-ad89-4ab9-b915-66582b3abdb8,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:37.937372 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f34b6724-ed4e-400a-a3d1-c1105e3f7d86 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4654808 Mar 21 07:28:37.940252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39426) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:37.943568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:37.946274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Request body: {'subnet': {'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-subnet', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:37.951262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:37.955012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Usage tracker for resource:subnet and tenant:ab871238d0304915bed591c6dd4ad208 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:37.957828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:37.963615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:37.974337 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Made reservation on behalf of ab871238d0304915bed591c6dd4ad208 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:37.976663 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.186777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.261113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630debc2-38e7-4d78-8ab0-c62d5200e97d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:38.269362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Checking segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:38.269724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Network hostable DHCP agents. Network: b53a0215-ad89-4ab9-b915-66582b3abdb8, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:38.289610 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:38.299617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b53a0215-ad89-4ab9-b915-66582b3abdb8) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:38.303780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:38.304359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.309655 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b85dca-888c-453f-b5d4-a47c05d09367 None None] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:38.324187 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ac73ee0f-ae50-42dd-81d3-22ad4fc1d7c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3822522 Mar 21 07:28:38.327499 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39432) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:38.332772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:38.337448 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:38.341233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Usage tracker for resource:router and tenant:ab871238d0304915bed591c6dd4ad208 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:38.344796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:38.350528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:38.361095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.362118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.376402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.535056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38948533-52e5-465d-a40c-be93a600749b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b53a0215-ad89-4ab9-b915-66582b3abdb8', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:38.535886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.644516 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.691860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-38948533-52e5-465d-a40c-be93a600749b None None] Allocated IP 172.20.0.2 (b53a0215-ad89-4ab9-b915-66582b3abdb8/630debc2-38e7-4d78-8ab0-c62d5200e97d/f0f7567e-5c51-46ac-99c8-b8c34854a8ec) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:38.900054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:38.910138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-38948533-52e5-465d-a40c-be93a600749b None None] Transition to ACTIVE for port object f0f7567e-5c51-46ac-99c8-b8c34854a8ec will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:38.928293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-38948533-52e5-465d-a40c-be93a600749b None None] Transition to ACTIVE for port object f0f7567e-5c51-46ac-99c8-b8c34854a8ec will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:38.933587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.007197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38948533-52e5-465d-a40c-be93a600749b None None] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:39.009903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-38948533-52e5-465d-a40c-be93a600749b None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:39.012483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38948533-52e5-465d-a40c-be93a600749b None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:39.019162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38948533-52e5-465d-a40c-be93a600749b None None] Pushing event updated for resources: {'Port': ['ID=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:39.069547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.099346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.109991 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-38948533-52e5-465d-a40c-be93a600749b None None] Attempting to bind port f0f7567e-5c51-46ac-99c8-b8c34854a8ec on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:39.110360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-38948533-52e5-465d-a40c-be93a600749b None None] Attempting to bind port f0f7567e-5c51-46ac-99c8-b8c34854a8ec by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:39.110717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38948533-52e5-465d-a40c-be93a600749b None None] Attempting to bind port f0f7567e-5c51-46ac-99c8-b8c34854a8ec on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:39.115878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38948533-52e5-465d-a40c-be93a600749b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:39.116242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38948533-52e5-465d-a40c-be93a600749b None None] Checking segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:39.116635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.117021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38948533-52e5-465d-a40c-be93a600749b None None] Bound using segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:39.117506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-38948533-52e5-465d-a40c-be93a600749b None None] Bound port: f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:39.117885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.207624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-38948533-52e5-465d-a40c-be93a600749b None None] For port f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:39.210516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-38948533-52e5-465d-a40c-be93a600749b None None] For port f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:39.214327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-38948533-52e5-465d-a40c-be93a600749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.237475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Allocated IP 172.26.2.6 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/a9af0ee1-3c81-4462-8a65-a9d0a22de98a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:39.301673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38948533-52e5-465d-a40c-be93a600749b None None] Pushing event updated for resources: {'Port': ['ID=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:39.394271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.424257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.501506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:39.504347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:39.507934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:39.550924 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:39.941476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:39.988124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0f7567e-5c51-46ac-99c8-b8c34854a8ec up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:40.068502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port f0f7567e-5c51-46ac-99c8-b8c34854a8ec completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:40.221510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91e343-e79a-45e7-8ed5-a74f51647efc None None] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:40.323706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Provisioning for port f0f7567e-5c51-46ac-99c8-b8c34854a8ec completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:40.334288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Provisioning complete for port f0f7567e-5c51-46ac-99c8-b8c34854a8ec triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:40.334663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:40.411985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:40.590992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:40.618050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Router fb9baa78-f98f-4ee1-854a-e5ebaca53215 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:28:40.635534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] For port f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:40.640537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:40.714957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc25100-5a4b-43f2-818b-1e65f3a6dfb2 None None] Pushing event updated for resources: {'Port': ['ID=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:40.808630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:28:40.819325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Sync routers for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:28:40.830897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:40.831817 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:40.833885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:40.835095 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-33544b15-4a86-4f27-bbe6-4f90db5046c8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5064604 Mar 21 07:28:40.837801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39436) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:40.920967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-79e8b595-720a-4dfe-a21f-900d8751a9e1 None None] Provisioning complete for port f0f7567e-5c51-46ac-99c8-b8c34854a8ec triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:40.921258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-79e8b595-720a-4dfe-a21f-900d8751a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.070891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:41.395083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:39Z', 'revision_number': 3, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:41.398879 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Checking router: fb9baa78-f98f-4ee1-854a-e5ebaca53215 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:28:41.399220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Updating router fb9baa78-f98f-4ee1-854a-e5ebaca53215 port a9af0ee1-3c81-4462-8a65-a9d0a22de98a binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:28:41.455905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.508113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.713210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Allocated IP 172.20.0.1 (b53a0215-ad89-4ab9-b915-66582b3abdb8/630debc2-38e7-4d78-8ab0-c62d5200e97d/1a61670c-96be-4a19-bec8-f83b113f0d2a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:41.784412 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.800993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Transition to ACTIVE for port object a9af0ee1-3c81-4462-8a65-a9d0a22de98a will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:41.808557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.892173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Attempting to bind port a9af0ee1-3c81-4462-8a65-a9d0a22de98a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:41.892532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Attempting to bind port a9af0ee1-3c81-4462-8a65-a9d0a22de98a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:41.892889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Attempting to bind port a9af0ee1-3c81-4462-8a65-a9d0a22de98a on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:41.901766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:41.902055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:41.902449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.902833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:41.903266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Bound port: a9af0ee1-3c81-4462-8a65-a9d0a22de98a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:41.903635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:41.930180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52d4d-b280-42a6-9ab8-7617c65945fe None None] Pushing event updated for resources: {'Port': ['ID=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:41.962333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0f7567e-5c51-46ac-99c8-b8c34854a8ec up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:41.989671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.006184 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Transition to ACTIVE for port object 1a61670c-96be-4a19-bec8-f83b113f0d2a will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:42.031930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.038503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] For port a9af0ee1-3c81-4462-8a65-a9d0a22de98a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:42.042746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] For port a9af0ee1-3c81-4462-8a65-a9d0a22de98a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:42.048200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.100852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:42.103840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:42.108046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:42.144810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Pushing event updated for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:42.160771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.161135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.161616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.161854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.162164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.162761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.162884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.163134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.163455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.163777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.164096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.164415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:42.173619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port f0f7567e-5c51-46ac-99c8-b8c34854a8ec triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:42.174087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.179423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.199607 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:42.200253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:42.282522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52d4d-b280-42a6-9ab8-7617c65945fe None None] Pushing event updated for resources: {'Port': ['ID=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:42.326920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.462952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:42.534493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7ef2b587-a161-4514-b478-d6d5af46a298 None None] Provisioning for port 1a61670c-96be-4a19-bec8-f83b113f0d2a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:42.545098 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7ef2b587-a161-4514-b478-d6d5af46a298 None None] Provisioning complete for port 1a61670c-96be-4a19-bec8-f83b113f0d2a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:42.545499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b587-a161-4514-b478-d6d5af46a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.553790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.558224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.665820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Pushing event updated for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:42.668286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:42.729541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2b587-a161-4514-b478-d6d5af46a298 None None] Port 1a61670c-96be-4a19-bec8-f83b113f0d2a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:28:42.805673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:42.806961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:42.840470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1a61670c-96be-4a19-bec8-f83b113f0d2a', 'name': '', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'mac_address': 'fa:16:3e:72:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:41Z', 'updated_at': '2022-03-21T07:28:41Z', 'revision_number': 1, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'subnets': [{'id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:42.844689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389df87-01f8-4793-a4db-5a32b8c532f7 None None] The sync data for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv is: [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1a61670c-96be-4a19-bec8-f83b113f0d2a', 'name': '', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'mac_address': 'fa:16:3e:72:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:41Z', 'updated_at': '2022-03-21T07:28:41Z', 'revision_number': 1, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'subnets': [{'id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:28:43.002201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Router fb9baa78-f98f-4ee1-854a-e5ebaca53215 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:28:43.056057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1bf132fc-bbca-4e7a-86a0-8397e1698a98 None None] Provisioning complete for port 1a61670c-96be-4a19-bec8-f83b113f0d2a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:43.056443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1bf132fc-bbca-4e7a-86a0-8397e1698a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.118825 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1bf132fc-bbca-4e7a-86a0-8397e1698a98 None None] Port 1a61670c-96be-4a19-bec8-f83b113f0d2a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:28:43.202674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:28:43.211570 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-eb8ed228-a8bf-4441-bdea-e2fb0c109116 admin admin] 10.222.0.31 "PUT /v2.0/routers/fb9baa78-f98f-4ee1-854a-e5ebaca53215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727539 Mar 21 07:28:43.759615 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39454) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:43.765181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-549015441-network', 'tenant_id': '11ad289eceab470b96eb097010a3000d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:43.770205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:43.774133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Usage tracker for resource:network and tenant:11ad289eceab470b96eb097010a3000d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:43.777094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:43.783789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:43.795339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Made reservation on behalf of 11ad289eceab470b96eb097010a3000d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:43.797797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.811344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.826760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:43.830542 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Usage tracker for resource:security_group_rule and tenant:11ad289eceab470b96eb097010a3000d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:43.833606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:43.839258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:43.941905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.946457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.975947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:28:43.989593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a9af0ee1-3c81-4462-8a65-a9d0a22de98a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:43.991675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db7993-86da-40a2-81d2-83845f0cdb06,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:43.996042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:43.996380 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Added segment 52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848 of type vlan for network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e Mar 21 07:28:44.026274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.058666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.059678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:44.060766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.065637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a9af0ee1-3c81-4462-8a65-a9d0a22de98a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:44.074236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a9af0ee1-3c81-4462-8a65-a9d0a22de98a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:44.074635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.166206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] Pushing event updated for resources: {'Network': ['ID=2e210e38-c6e5-4fd2-b7a5-e06994f2285e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:44.169147 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3c3b40b6-ead2-401e-86b1-6ce620fd5e93 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4085085 Mar 21 07:28:44.172567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39458) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:44.178210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Request body: {'subnet': {'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-subnet', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:44.181987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:28:44.183050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:44.187483 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Usage tracker for resource:subnet and tenant:11ad289eceab470b96eb097010a3000d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:44.190314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:44.195945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:44.281537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.313582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a9af0ee1-3c81-4462-8a65-a9d0a22de98a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:44.318062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.323704 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Made reservation on behalf of 11ad289eceab470b96eb097010a3000d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:44.326556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.390275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:44.536348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.610227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7702f30d-fcf3-4530-a8ad-8859bc6e6357,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:44.624761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Checking segment: {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:44.625124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Network hostable DHCP agents. Network: 2e210e38-c6e5-4fd2-b7a5-e06994f2285e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:28:44.644528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:28:44.653208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 2e210e38-c6e5-4fd2-b7a5-e06994f2285e) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:44.657710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:44.658289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.663212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06872439-4f44-47cf-882c-3c499cd27040 None None] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:44.687365 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6e7400b-a924-479e-b17e-63e099cae997 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5113349 Mar 21 07:28:44.687710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 39462) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:44.692739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:44.697520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:44.701421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Usage tracker for resource:router and tenant:11ad289eceab470b96eb097010a3000d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:44.704210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:44.709805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:44.721506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.722691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.741876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.763739 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Sync routers for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:28:44.773330 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:44.773924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:44.891304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:28:44.892519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:44.983256 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:45.018224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.102050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Allocated IP 172.20.0.2 (2e210e38-c6e5-4fd2-b7a5-e06994f2285e/7702f30d-fcf3-4530-a8ad-8859bc6e6357/51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:45.324148 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1a61670c-96be-4a19-bec8-f83b113f0d2a', 'name': '', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'mac_address': 'fa:16:3e:72:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:41Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 2, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'subnets': [{'id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:45.328430 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Checking router: fb9baa78-f98f-4ee1-854a-e5ebaca53215 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:28:45.328780 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Updating router fb9baa78-f98f-4ee1-854a-e5ebaca53215 port 1a61670c-96be-4a19-bec8-f83b113f0d2a binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:28:45.336427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.337011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.350282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Transition to ACTIVE for port object 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:45.371647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Transition to ACTIVE for port object 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:45.373878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.381865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.395343 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.457680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:45.461077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:45.464720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:45.504560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Pushing event updated for resources: {'Port': ['ID=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:45.522847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Allocated IP 172.26.2.152 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/b2a41bfc-69bd-4127-8f07-21de1e2ed45b) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:45.564308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Attempting to bind port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:45.564592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Attempting to bind port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:45.564948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Attempting to bind port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc on network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:45.570260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:45.570627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Checking segment: {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:45.571024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.571410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Bound using segment: {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:45.571864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Bound port: 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:45.572293 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.662544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] For port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:45.665770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] For port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:45.670281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.688074 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.720521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.758598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a868660-fd68-4196-8884-ec3d3dd25857 None None] Pushing event updated for resources: {'Port': ['ID=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:45.775195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:45.783947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:45.787836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:45.789767 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.803082 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Transition to ACTIVE for port object 1a61670c-96be-4a19-bec8-f83b113f0d2a will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:45.811897 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:45.851994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:45.938196 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Pushing event updated for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:45.951637 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.952175 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.952518 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.952851 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.953373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.960463 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.960725 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.961365 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.961838 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.962853 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.963655 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:45.964128 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:28:46.023593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a9af0ee1-3c81-4462-8a65-a9d0a22de98a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:46.117213 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Attempting to bind port 1a61670c-96be-4a19-bec8-f83b113f0d2a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:46.117397 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Attempting to bind port 1a61670c-96be-4a19-bec8-f83b113f0d2a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:46.117963 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Attempting to bind port 1a61670c-96be-4a19-bec8-f83b113f0d2a on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:46.133708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a9af0ee1-3c81-4462-8a65-a9d0a22de98a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:46.134203 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.135587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:46.136408 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Checking segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:46.136987 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.137571 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Bound using segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:46.138531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Bound port: 1a61670c-96be-4a19-bec8-f83b113f0d2a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:46.139666 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.280271 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] For port 1a61670c-96be-4a19-bec8-f83b113f0d2a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:46.285141 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] For port 1a61670c-96be-4a19-bec8-f83b113f0d2a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a61670c-96be-4a19-bec8-f83b113f0d2a,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:46.292533 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.373271 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:46.373869 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:46.451638 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.473863 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e237c5-6f72-4917-b464-4313db67265f None None] Pushing event updated for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:46.579419 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:46.821042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:46.886600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ab6bd-2424-494e-9f2d-044cc5ffabf5 None None] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:28:46.944137 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1a61670c-96be-4a19-bec8-f83b113f0d2a', 'name': '', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'mac_address': 'fa:16:3e:72:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:41Z', 'updated_at': '2022-03-21T07:28:46Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'subnets': [{'id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:46.948085 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9751e-b4eb-4a12-9756-5e748d9cb876 None None] The sync data for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv is: [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:28:42Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1a61670c-96be-4a19-bec8-f83b113f0d2a', 'name': '', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'mac_address': 'fa:16:3e:72:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:41Z', 'updated_at': '2022-03-21T07:28:46Z', 'revision_number': 4, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'subnets': [{'id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:28:47.001917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2a8af366-2d35-4ac2-a148-7a58a74437e0 None None] Provisioning for port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:47.043046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Router d2d912bc-1b31-492d-9bd0-f941f91d5b47 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:28:47.231143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:28:47.241426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Sync routers for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:28:47.257198 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:47.257999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:47.260298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:47.261582 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7375708a-fb27-4d47-b371-50ffde690d83 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5728445 Mar 21 07:28:47.265887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39466) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:28:47.489823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:47.815156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:46Z', 'revision_number': 3, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:47.819037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Checking router: d2d912bc-1b31-492d-9bd0-f941f91d5b47 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:28:47.819418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Updating router d2d912bc-1b31-492d-9bd0-f941f91d5b47 port b2a41bfc-69bd-4127-8f07-21de1e2ed45b binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:28:47.870979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.003697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.085234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:48.198225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:48.214506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:48.214878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.317999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Allocated IP 172.20.0.1 (2e210e38-c6e5-4fd2-b7a5-e06994f2285e/7702f30d-fcf3-4530-a8ad-8859bc6e6357/d8dc516d-34a0-40fd-b879-79937b1f9747) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:48.321635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.339682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Transition to ACTIVE for port object b2a41bfc-69bd-4127-8f07-21de1e2ed45b will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:48.375218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.467629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.472616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.483407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Transition to ACTIVE for port object d8dc516d-34a0-40fd-b879-79937b1f9747 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:48.486629 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Attempting to bind port b2a41bfc-69bd-4127-8f07-21de1e2ed45b on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:48.487022 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Attempting to bind port b2a41bfc-69bd-4127-8f07-21de1e2ed45b by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:48.487421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Attempting to bind port b2a41bfc-69bd-4127-8f07-21de1e2ed45b on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:48.492225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363ca7-15f4-4204-813f-df907221daca None None] Pushing event updated for resources: {'Port': ['ID=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:48.501887 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:48.502267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:48.502664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.503053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:48.503518 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Bound port: b2a41bfc-69bd-4127-8f07-21de1e2ed45b, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:48.503893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.510943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.568770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:48.578308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.579061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a61670c-96be-4a19-bec8-f83b113f0d2a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:48.581511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:48.584406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:48.588055 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:48.630490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Pushing event updated for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:48.646567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.698072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] For port b2a41bfc-69bd-4127-8f07-21de1e2ed45b, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:48.718378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] For port b2a41bfc-69bd-4127-8f07-21de1e2ed45b, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:48.721012 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:28:48.729329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:48.735179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.791843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.813257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1a61670c-96be-4a19-bec8-f83b113f0d2a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:48.830658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1a61670c-96be-4a19-bec8-f83b113f0d2a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:48.831031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.867113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:48.867654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:48.928063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9ba5f8b7-319f-466d-9a7c-ccf7f6b954f6 None None] Provisioning for port d8dc516d-34a0-40fd-b879-79937b1f9747 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:48.941047 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363ca7-15f4-4204-813f-df907221daca None None] Pushing event updated for resources: {'Port': ['ID=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:48.958172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9ba5f8b7-319f-466d-9a7c-ccf7f6b954f6 None None] Provisioning complete for port d8dc516d-34a0-40fd-b879-79937b1f9747 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:48.958522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f8b7-319f-466d-9a7c-ccf7f6b954f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:48.967384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.037487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5f8b7-319f-466d-9a7c-ccf7f6b954f6 None None] Port d8dc516d-34a0-40fd-b879-79937b1f9747 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:28:49.178354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.188083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:49.198137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.202808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.285940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.360054 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Pushing event updated for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:49.388512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 1a61670c-96be-4a19-bec8-f83b113f0d2a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a61670c-96be-4a19-bec8-f83b113f0d2a,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:49.404407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.464308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:49.465489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:49.548946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:49.641959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'd8dc516d-34a0-40fd-b879-79937b1f9747', 'name': '', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'mac_address': 'fa:16:3e:5f:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:48Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 1, 'project_id': '11ad289eceab470b96eb097010a3000d', 'subnets': [{'id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:49.646801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7601a-40c1-4a49-96ff-80a9290d5616 None None] The sync data for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv is: [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'd8dc516d-34a0-40fd-b879-79937b1f9747', 'name': '', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'mac_address': 'fa:16:3e:5f:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:48Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 1, 'project_id': '11ad289eceab470b96eb097010a3000d', 'subnets': [{'id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:28:49.661035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Router d2d912bc-1b31-492d-9bd0-f941f91d5b47 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:28:49.763587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09e5710b-928e-47d8-bdc3-680be9423ab8 None None] Provisioning complete for port d8dc516d-34a0-40fd-b879-79937b1f9747 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:49.764106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09e5710b-928e-47d8-bdc3-680be9423ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:49.846974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-09e5710b-928e-47d8-bdc3-680be9423ab8 None None] Port d8dc516d-34a0-40fd-b879-79937b1f9747 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:28:49.974845 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:49.975048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:28:49.985294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-986a1784-3a0b-48c2-b6b6-f3224b7d966a admin admin] 10.222.0.31 "PUT /v2.0/routers/d2d912bc-1b31-492d-9bd0-f941f91d5b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179825 Mar 21 07:28:50.050848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:50.051314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:50.182348 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a61670c-96be-4a19-bec8-f83b113f0d2a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:50.263981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1a61670c-96be-4a19-bec8-f83b113f0d2a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:50.264291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:51.048176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-a5d771ec-0846-4608-acc7-220cd558a0b6 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:51.049807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-a5d771ec-0846-4608-acc7-220cd558a0b6 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 816 time: 0.1471663 Mar 21 07:28:51.064676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-ccbc6603-1704-42c1-ac43-445df802e6f0 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/quotas/ab871238d0304915bed591c6dd4ad208 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Mar 21 07:28:51.147023 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-13576b1f-cbc4-49c6-9d51-be1511589b2f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775380 Mar 21 07:28:51.260416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-06c9458d-6299-431c-bb92-931a8c84c81b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:28:51.261420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-06c9458d-6299-431c-bb92-931a8c84c81b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034651 Mar 21 07:28:51.396741 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-6eb16861-0cfd-4f28-990c-62f66b52c022 service neutron] 10.222.0.31 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289625 Mar 21 07:28:51.531381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-9217ff58-8b7e-4e32-b42c-bdb8dba37236 service neutron] 10.222.0.31 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289692 Mar 21 07:28:51.604763 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Sync routers for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:28:51.614379 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:51.615126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:51.726819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a138eaa-dd51-45cf-8bb7-8b3e3fc8eb42 req-bd6289cd-aace-41ae-a437-8bce1d405dbd tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 210 time: 0.0521626 Mar 21 07:28:51.804934 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:51.998205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b2a41bfc-69bd-4127-8f07-21de1e2ed45b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:52.073438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b2a41bfc-69bd-4127-8f07-21de1e2ed45b completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:52.079237 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b2a41bfc-69bd-4127-8f07-21de1e2ed45b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:52.079555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.133651 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'd8dc516d-34a0-40fd-b879-79937b1f9747', 'name': '', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'mac_address': 'fa:16:3e:5f:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:48Z', 'updated_at': '2022-03-21T07:28:49Z', 'revision_number': 2, 'project_id': '11ad289eceab470b96eb097010a3000d', 'subnets': [{'id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:52.137371 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Checking router: d2d912bc-1b31-492d-9bd0-f941f91d5b47 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:28:52.137721 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Updating router d2d912bc-1b31-492d-9bd0-f941f91d5b47 port d8dc516d-34a0-40fd-b879-79937b1f9747 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:28:52.196936 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.209916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.231289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b2a41bfc-69bd-4127-8f07-21de1e2ed45b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:52.236335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.314347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:52.487029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9c53416c-b7de-4e5c-b618-34937d8e0943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.556160 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.567371 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Transition to ACTIVE for port object d8dc516d-34a0-40fd-b879-79937b1f9747 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:52.573321 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.701784 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1f64-7d92-4ff2-9036-40434f87c04c None None] Pushing event updated for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:52.797417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Attempting to bind port d8dc516d-34a0-40fd-b879-79937b1f9747 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:52.797776 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Attempting to bind port d8dc516d-34a0-40fd-b879-79937b1f9747 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:52.798191 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Attempting to bind port d8dc516d-34a0-40fd-b879-79937b1f9747 on network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:52.804045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:52.804677 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Checking segment: {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:52.805768 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.806148 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Bound using segment: {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:52.806577 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Bound port: d8dc516d-34a0-40fd-b879-79937b1f9747, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:52.806961 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.935396 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] For port d8dc516d-34a0-40fd-b879-79937b1f9747, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:52.938670 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] For port d8dc516d-34a0-40fd-b879-79937b1f9747, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d8dc516d-34a0-40fd-b879-79937b1f9747,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:52.942468 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:52.946226 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8ad4b8fb-caa2-4987-b417-cd6c2ca3146c req-17b74a10-3804-47ed-a67b-13dbbb076a8c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 210 time: 0.0743926 Mar 21 07:28:53.036152 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1f64-7d92-4ff2-9036-40434f87c04c None None] Pushing event updated for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:53.057172 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:28:53.058323 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:28:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:53.064714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-d051a512-5ff5-46ae-b46e-d4914e4b97b2 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:53.066745 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-d051a512-5ff5-46ae-b46e-d4914e4b97b2 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 816 time: 0.2153869 Mar 21 07:28:53.084381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Request body: {'port': {'device_id': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'admin_state_up': True, 'tenant_id': 'ab871238d0304915bed591c6dd4ad208'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:53.234707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:28:53.239012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Usage tracker for resource:port and tenant:ab871238d0304915bed591c6dd4ad208 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:28:53.242240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:28:53.248111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:28:53.253606 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:28:53.258599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Made reservation on behalf of ab871238d0304915bed591c6dd4ad208 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:28:53.262190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:53.426522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Allocated IP 172.20.0.13 (b53a0215-ad89-4ab9-b915-66582b3abdb8/630debc2-38e7-4d78-8ab0-c62d5200e97d/66b8a0e8-1ee1-453a-a77d-4e9651d68986) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:28:53.574291 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'd8dc516d-34a0-40fd-b879-79937b1f9747', 'name': '', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'mac_address': 'fa:16:3e:5f:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:48Z', 'updated_at': '2022-03-21T07:28:52Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'subnets': [{'id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:28:53.578265 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7e74a-1a9b-484e-a949-e93079f52d16 None None] The sync data for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv is: [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:28:48Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'd8dc516d-34a0-40fd-b879-79937b1f9747', 'name': '', 'network_id': '2e210e38-c6e5-4fd2-b7a5-e06994f2285e', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'mac_address': 'fa:16:3e:5f:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:48Z', 'updated_at': '2022-03-21T07:28:52Z', 'revision_number': 4, 'project_id': '11ad289eceab470b96eb097010a3000d', 'subnets': [{'id': '7702f30d-fcf3-4530-a8ad-8859bc6e6357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:28:53.632659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:53.649399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Transition to ACTIVE for port object 66b8a0e8-1ee1-453a-a77d-4e9651d68986 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:53.674268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:53.750849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:28:53.754110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:28:53.757929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:28:53.792340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Pushing event updated for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:53.831750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:53.832376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:53.856907 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-063c6aa5-e488-4154-8e9b-8eb2b293bbe3 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761590 Mar 21 07:28:53.867888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Request body: {'port': {'device_id': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:28:54.012253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b2a41bfc-69bd-4127-8f07-21de1e2ed45b up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:54.016579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.084564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9cc7c563-334d-4ba5-9ff3-4b640995802c None None] Provisioning for port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:54.098086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9cc7c563-334d-4ba5-9ff3-4b640995802c None None] Provisioning complete for port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:54.099168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c563-334d-4ba5-9ff3-4b640995802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.164996 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b2a41bfc-69bd-4127-8f07-21de1e2ed45b triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:54.165419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.188932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7c563-334d-4ba5-9ff3-4b640995802c None None] Port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:28:54.294217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d8dc516d-34a0-40fd-b879-79937b1f9747 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:54.352390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572d40-3575-4f27-a996-fa4216441922 req-b0f4598c-eaa7-4039-9102-a5e899412852 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:54.353081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4c572d40-3575-4f27-a996-fa4216441922 req-b0f4598c-eaa7-4039-9102-a5e899412852 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Synchronizing usage tracker for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:28:54.362960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d8dc516d-34a0-40fd-b879-79937b1f9747 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:28:54.368055 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d8dc516d-34a0-40fd-b879-79937b1f9747 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:54.368421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.440121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4c572d40-3575-4f27-a996-fa4216441922 req-b0f4598c-eaa7-4039-9102-a5e899412852 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Unset dirty status for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:28:54.441282 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c572d40-3575-4f27-a996-fa4216441922 req-b0f4598c-eaa7-4039-9102-a5e899412852 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 932 time: 0.2695346 Mar 21 07:28:54.488178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.510905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4c572d40-3575-4f27-a996-fa4216441922 req-31875444-60dd-465c-ad9a-2e279edd9e1a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Mar 21 07:28:54.522108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port d8dc516d-34a0-40fd-b879-79937b1f9747, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d8dc516d-34a0-40fd-b879-79937b1f9747,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:54.530933 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.588785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b8a0e8-1ee1-453a-a77d-4e9651d68986 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:28:54.596787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.598382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:54.612222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Transition to ACTIVE for port object 66b8a0e8-1ee1-453a-a77d-4e9651d68986 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:28:54.615881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.617261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19b04587-766d-4ef9-99fd-4a0d2971e027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.776292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Pushing event updated for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:54.861265 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Attempting to bind port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:28:54.861605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Attempting to bind port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:28:54.861933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Attempting to bind port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:54.866421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:28:54.866739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Attempting to bind port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:28:54.871752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:28:54.872087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Checking segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:28:54.873061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Bound using segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:28:54.873507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Bound port: 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:28:54.873852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:54.964031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:28:54.966871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:28:54.971157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:55.029662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.030343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:55.031737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] 10.222.0.30 "PUT /v2.0/ports/66b8a0e8-1ee1-453a-a77d-4e9651d68986 HTTP/1.1" status: 200 len: 1094 time: 1.1682522 Mar 21 07:28:55.032180 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:28:55.055134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d63cf1-1bf9-49a8-a912-1947c451f437 service neutron] Pushing event updated for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:55.103124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986', 'status': 'completed', 'code': 200} Mar 21 07:28:55.147022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-81e2ed38-432d-4a45-b57e-47ef2a150af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.148373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-81e2ed38-432d-4a45-b57e-47ef2a150af4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 1097 time: 0.0777292 Mar 21 07:28:55.222337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-3905f935-0d91-474e-b021-bf7217d78fc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986 HTTP/1.1" status: 200 len: 217 time: 0.0674036 Mar 21 07:28:55.288505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-99602785-b1e8-42dc-a71d-d32f66d70082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.289830 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-99602785-b1e8-42dc-a71d-d32f66d70082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630debc2-38e7-4d78-8ab0-c62d5200e97d HTTP/1.1" status: 200 len: 855 time: 0.0613251 Mar 21 07:28:55.363908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-6e8435b9-0c93-4333-a1a4-b3cd6a76bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.365425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-6e8435b9-0c93-4333-a1a4-b3cd6a76bef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b53a0215-ad89-4ab9-b915-66582b3abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700834 Mar 21 07:28:55.496550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-709a5cb9-4db1-414f-885b-88d8a8c7ff78 service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252806 Mar 21 07:28:55.666789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f345a768-30fa-4b75-91f3-b0317c48ce19 req-e3b9dbb3-3b1b-471d-9659-5d1697030ddb service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645432 Mar 21 07:28:55.705306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa474d-ec05-4b61-b54f-b027b8ffc677 req-396bbbdf-e932-4ca1-8211-51a4ebe68250 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.706790 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-88fa474d-ec05-4b61-b54f-b027b8ffc677 req-396bbbdf-e932-4ca1-8211-51a4ebe68250 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 944 time: 0.0867071 Mar 21 07:28:55.806150 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-88fa474d-ec05-4b61-b54f-b027b8ffc677 req-7ffe0fd2-66ff-4ee2-8477-539bcbebaafd tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936942 Mar 21 07:28:55.818882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-fbbc6818-bf74-4c48-b6c9-ad6ddcfab00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:55.820489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-fbbc6818-bf74-4c48-b6c9-ad6ddcfab00f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 1097 time: 0.1064768 Mar 21 07:28:55.835637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:55.873117 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:55.969553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d8dc516d-34a0-40fd-b879-79937b1f9747 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:28:56.037326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d8dc516d-34a0-40fd-b879-79937b1f9747 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:28:56.037696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:56.053518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-75de8245-a3e0-41ca-9d21-067f60c09b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:56.054965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-75de8245-a3e0-41ca-9d21-067f60c09b06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 917 time: 0.2289188 Mar 21 07:28:56.125316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-fccb95ec-2103-4213-9092-fd802854ec2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986 HTTP/1.1" status: 200 len: 217 time: 0.0638342 Mar 21 07:28:56.189569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-03db374c-fc3e-4427-9447-08a1aa672295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:56.190977 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-03db374c-fc3e-4427-9447-08a1aa672295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630debc2-38e7-4d78-8ab0-c62d5200e97d HTTP/1.1" status: 200 len: 855 time: 0.0595610 Mar 21 07:28:56.270883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-6fb68911-a926-4188-bf50-f9b58c10468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:56.272322 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-6fb68911-a926-4188-bf50-f9b58c10468e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b53a0215-ad89-4ab9-b915-66582b3abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731416 Mar 21 07:28:56.401251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-53919099-385f-41f5-ba04-28ff76d43d2f service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215634 Mar 21 07:28:56.534007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2df875d3-c370-4e8f-a923-3d01ee140ec8 req-7a20c36f-53b6-486a-ab67-8d65cbb7d1fe service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266158 Mar 21 07:28:57.138217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811ab3e-2496-4f46-a808-5311b4fcd822 req-d996ee1a-583d-4527-86b1-f4ddad4d4875 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:57.139705 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0811ab3e-2496-4f46-a808-5311b4fcd822 req-d996ee1a-583d-4527-86b1-f4ddad4d4875 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 944 time: 0.0792716 Mar 21 07:28:57.182968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0811ab3e-2496-4f46-a808-5311b4fcd822 req-8be8de92-607f-4f10-9c40-06351c91e9e2 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Mar 21 07:28:57.381049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:58.366999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089864d-45e1-4409-838e-51db8a65118b req-1b427883-0e5b-4e3a-abcb-a8835ad6065f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:58.368426 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1089864d-45e1-4409-838e-51db8a65118b req-1b427883-0e5b-4e3a-abcb-a8835ad6065f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 944 time: 0.0818026 Mar 21 07:28:58.413575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1089864d-45e1-4409-838e-51db8a65118b req-ce5bf50a-eef3-40f9-a9b1-fe15ee7f8668 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Mar 21 07:28:58.805044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 66b8a0e8-1ee1-453a-a77d-4e9651d68986 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:28:58.935026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:58.947533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '66b8a0e8-1ee1-453a-a77d-4e9651d68986', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'port_id': '66b8a0e8-1ee1-453a-a77d-4e9651d68986', 'mac_address': 'fa:16:3e:22:a9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:28:59.003514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:59.019973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b8a0e8-1ee1-453a-a77d-4e9651d68986 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:28:59.035132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:28:59.038672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:28:59.104184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:28:59.374769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['66b8a0e8-1ee1-453a-a77d-4e9651d68986'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:28:59.596953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bc8a4-9ab1-49bc-b42e-3b9087d054b7 req-33e1fa68-ab56-4dbe-8f16-81355301354d tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:28:59.598421 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-782bc8a4-9ab1-49bc-b42e-3b9087d054b7 req-33e1fa68-ab56-4dbe-8f16-81355301354d tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 945 time: 0.0790455 Mar 21 07:28:59.641433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-782bc8a4-9ab1-49bc-b42e-3b9087d054b7 req-49c24114-e8e3-481b-ba33-b163665f5260 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Mar 21 07:29:00.810175 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 66b8a0e8-1ee1-453a-a77d-4e9651d68986 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:29:00.830046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8ad9-0d93-4e6e-860d-38617d47e55b req-b9accb52-2c0e-40ec-9a97-3ce10776a343 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:00.831514 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-699e8ad9-0d93-4e6e-860d-38617d47e55b req-b9accb52-2c0e-40ec-9a97-3ce10776a343 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 945 time: 0.0877812 Mar 21 07:29:00.876054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:29:00.877032 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-699e8ad9-0d93-4e6e-860d-38617d47e55b req-0c3cb8be-6c6f-4884-8132-b41baacfbd75 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Mar 21 07:29:00.880826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:29:00.881200 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:00.995706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:01.021901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:29:01.031749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:01.035806 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:01.077424 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986', 'code': 200} Mar 21 07:29:01.116599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:01.287440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ed56e-dc08-44f4-b1bd-cc9892a37db0 req-4e5a11c6-c86a-4ddf-b688-c684da69f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:01.288807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ed56e-dc08-44f4-b1bd-cc9892a37db0 req-4e5a11c6-c86a-4ddf-b688-c684da69f7ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 1099 time: 0.0687182 Mar 21 07:29:01.331688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ed56e-dc08-44f4-b1bd-cc9892a37db0 req-917645c4-a835-4ce7-bcf4-a8de6ad5b6be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Mar 21 07:29:02.064219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d438-10b6-4689-bd57-4035f5f4ab8c req-6d168545-f643-4fc3-996f-66f4a9aaeace tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:02.065810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4a4d438-10b6-4689-bd57-4035f5f4ab8c req-6d168545-f643-4fc3-996f-66f4a9aaeace tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0823178 Mar 21 07:29:02.109807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d4a4d438-10b6-4689-bd57-4035f5f4ab8c req-7a46b826-df65-46fe-8d22-2d27b92ad669 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Mar 21 07:29:03.298438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c7cf7-f699-45af-a10c-4d679b5b174e req-b44aa991-a2d6-422b-ab65-905d3241195a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:03.300237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f14c7cf7-f699-45af-a10c-4d679b5b174e req-b44aa991-a2d6-422b-ab65-905d3241195a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0847778 Mar 21 07:29:03.343761 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f14c7cf7-f699-45af-a10c-4d679b5b174e req-632b8546-34c3-4d3b-a1c3-af0b708f5829 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379608 Mar 21 07:29:03.522129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b644-6dfa-43b1-a08b-b163d95da198 req-4875aea4-abcc-4fa7-916f-ce238928ad55 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:03.523478 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c2b644-6dfa-43b1-a08b-b163d95da198 req-4875aea4-abcc-4fa7-916f-ce238928ad55 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0783763 Mar 21 07:29:03.567089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-40c2b644-6dfa-43b1-a08b-b163d95da198 req-54a7eef3-b3cd-4217-a551-a7e0058b5e78 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373416 Mar 21 07:29:17.909462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f278eb-7d2e-4ccb-83b1-e505d495ebad req-15b4c6ba-8036-430d-a046-b6cef7e18482 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:17.910916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-46f278eb-7d2e-4ccb-83b1-e505d495ebad req-15b4c6ba-8036-430d-a046-b6cef7e18482 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0821071 Mar 21 07:29:17.954774 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-46f278eb-7d2e-4ccb-83b1-e505d495ebad req-6a3c2bf2-a950-47f8-a07a-e7ddfdad33fb tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Mar 21 07:29:18.739722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:19.138401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2ed1-820e-4676-8779-107057d94543 req-28d7be3b-3e10-4756-aef0-1bd0f443d3cd tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:19.139837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-916e2ed1-820e-4676-8779-107057d94543 req-28d7be3b-3e10-4756-aef0-1bd0f443d3cd tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0780783 Mar 21 07:29:19.182356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-916e2ed1-820e-4676-8779-107057d94543 req-7111b958-4be8-4a79-8386-ab881da26f22 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Mar 21 07:29:19.725531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-ee99105f-b351-4ba1-a35b-85539b60185f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:19.726941 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-ee99105f-b351-4ba1-a35b-85539b60185f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.0844367 Mar 21 07:29:19.796097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Deleting port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:19.796437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:20.128885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] For port 66b8a0e8-1ee1-453a-a77d-4e9651d68986, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=66b8a0e8-1ee1-453a-a77d-4e9651d68986,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:20.129159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:20.252861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Calling delete_port for 66b8a0e8-1ee1-453a-a77d-4e9651d68986 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:20.442673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865a995-0f1b-4c4d-8cac-33d1092ad03d req-796b7d3d-e078-44a6-a212-a96664873009 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:20.444119 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d865a995-0f1b-4c4d-8cac-33d1092ad03d req-796b7d3d-e078-44a6-a212-a96664873009 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=fef3ce91-02c9-45c4-aabf-2f332b6413c7 HTTP/1.1" status: 200 len: 946 time: 0.1532946 Mar 21 07:29:20.487830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:20.499831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['66b8a0e8-1ee1-453a-a77d-4e9651d68986'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:29:20.541508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Pushing event deleted for resources: {'Port': ['ID=66b8a0e8-1ee1-453a-a77d-4e9651d68986,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:20.547720 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d865a995-0f1b-4c4d-8cac-33d1092ad03d req-5b3cadb6-5ba9-4af8-bb23-00d7ac3c2812 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979793 Mar 21 07:29:20.626507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] No DVR routers for this DVR port 66b8a0e8-1ee1-453a-a77d-4e9651d68986 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:29:20.628966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:20.631623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'name': 'network-vif-deleted', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:29:20.650771 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c4a8c633-4684-49d4-baf6-2e084923fd0b req-1cf5fb03-6fb9-449b-89d6-4aa51ae3960a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "DELETE /v2.0/ports/66b8a0e8-1ee1-453a-a77d-4e9651d68986 HTTP/1.1" status: 204 len: 173 time: 0.9185703 Mar 21 07:29:20.738641 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef3ce91-02c9-45c4-aabf-2f332b6413c7', 'name': 'network-vif-deleted', 'tag': '66b8a0e8-1ee1-453a-a77d-4e9651d68986', 'status': 'completed', 'code': 200} Mar 21 07:29:22.128725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-491d58e2-92f4-4748-924e-458db00044be tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:22.130688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-491d58e2-92f4-4748-924e-458db00044be tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 816 time: 0.1644173 Mar 21 07:29:22.146576 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-497c3de4-694a-4ece-9f9a-afce1bc26b5a tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/quotas/ab871238d0304915bed591c6dd4ad208 HTTP/1.1" status: 200 len: 375 time: 0.0103357 Mar 21 07:29:22.240671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-f93da466-d909-4ad3-8467-a0810cbf23a4 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Synchronizing usage tracker for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:29:22.259548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-f93da466-d909-4ad3-8467-a0810cbf23a4 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Unset dirty status for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:29:22.262526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-f93da466-d909-4ad3-8467-a0810cbf23a4 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097639 Mar 21 07:29:22.407271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-0e3f0392-c0af-444a-942f-4c06a4ec642e service neutron] 10.222.0.31 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318564 Mar 21 07:29:22.491980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9751b853-5402-430a-933b-b8d9505e8d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:22.545488 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-b391e2ee-6e85-400c-8a2f-fda26a175384 service neutron] 10.222.0.31 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320968 Mar 21 07:29:22.743840 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-851f2846-274e-4387-a7e2-639d5ea02557 req-1ca5785d-ccb5-4ee1-a836-2cc8124af378 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 210 time: 0.0488193 Mar 21 07:29:22.918364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 66b8a0e8-1ee1-453a-a77d-4e9651d68986 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:29:22.953724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 66b8a0e8-1ee1-453a-a77d-4e9651d68986 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:29:22.954073 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 66b8a0e8-1ee1-453a-a77d-4e9651d68986 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:29:23.711849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-5c937f7d-13ab-406c-9ba6-0c36760f18a7 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:23.713367 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-5c937f7d-13ab-406c-9ba6-0c36760f18a7 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 816 time: 0.1521301 Mar 21 07:29:23.724546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Request body: {'port': {'device_id': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'admin_state_up': True, 'tenant_id': 'ab871238d0304915bed591c6dd4ad208'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:29:23.951285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7c4d88b9-ba20-4430-b833-99e8dc02a818 req-3f7f5cc1-4a10-41de-88a4-9803917ba621 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 210 time: 0.0534871 Mar 21 07:29:23.990259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:29:23.999536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:29:24.011604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Made reservation on behalf of ab871238d0304915bed591c6dd4ad208 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:29:24.015841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.175280 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Allocated IP 172.20.0.10 (b53a0215-ad89-4ab9-b915-66582b3abdb8/630debc2-38e7-4d78-8ab0-c62d5200e97d/75c1e14f-4ec5-44e1-8fde-d36d48cf7644) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:29:24.378456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.394078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Transition to ACTIVE for port object 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:29:24.417111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.487558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:29:24.490627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:29:24.492941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:29:24.534094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Pushing event updated for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:24.564169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:24.564816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.590557 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ff2c83ae-8a6b-4fd0-bd42-d822bdb4be81 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8695600 Mar 21 07:29:24.601278 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Request body: {'port': {'device_id': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:29:24.630537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ae23cbf3-0d6f-492d-8e79-4fc86671805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.718846 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.727247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b549ec1-cd6c-4322-bd63-1abff00a00c6 None None] Provisioning for port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:29:24.732216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5b549ec1-cd6c-4322-bd63-1abff00a00c6 None None] Provisioning complete for port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:29:24.732624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b549ec1-cd6c-4322-bd63-1abff00a00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:24.787970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5b549ec1-cd6c-4322-bd63-1abff00a00c6 None None] Port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:29:25.058100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:29:25.103317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.128273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Transition to ACTIVE for port object 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:29:25.136215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.276544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Pushing event updated for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:25.315277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8fd9d-4b30-46b0-8d76-0526103aa635 req-456f605d-9e54-4aff-948c-a40dc207296c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:25.315970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-48a8fd9d-4b30-46b0-8d76-0526103aa635 req-456f605d-9e54-4aff-948c-a40dc207296c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Synchronizing usage tracker for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:29:25.377062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-48a8fd9d-4b30-46b0-8d76-0526103aa635 req-456f605d-9e54-4aff-948c-a40dc207296c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Unset dirty status for tenant:ab871238d0304915bed591c6dd4ad208 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:29:25.378280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-48a8fd9d-4b30-46b0-8d76-0526103aa635 req-456f605d-9e54-4aff-948c-a40dc207296c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 932 time: 0.3224590 Mar 21 07:29:25.429494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Attempting to bind port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:29:25.429834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Attempting to bind port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:29:25.430158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Attempting to bind port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:29:25.440547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:29:25.440862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Attempting to bind port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 on network b53a0215-ad89-4ab9-b915-66582b3abdb8 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:29:25.445167 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-48a8fd9d-4b30-46b0-8d76-0526103aa635 req-4dd3943f-d785-4f22-9f88-fd5d65dbbc8f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604994 Mar 21 07:29:25.448973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:29:25.449341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Checking segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:29:25.449715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Bound using segment: {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:29:25.450177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Bound port: 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:29:25.451012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.542676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:29:25.545520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:29:25.549763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.607837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:25.608457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.609873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] 10.222.0.30 "PUT /v2.0/ports/75c1e14f-4ec5-44e1-8fde-d36d48cf7644 HTTP/1.1" status: 200 len: 1094 time: 1.0129309 Mar 21 07:29:25.610335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:29:25.641979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0945e7e-6ca0-4322-8bbc-e784884f805d service neutron] Pushing event updated for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:25.691361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644', 'status': 'completed', 'code': 200} Mar 21 07:29:25.720870 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:29:25.739166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-2945f3e5-fff1-4730-be61-657c1450755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:25.740653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-2945f3e5-fff1-4730-be61-657c1450755f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 1097 time: 0.0815465 Mar 21 07:29:25.813356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-7057bc7b-bddf-41cd-a20a-5bd94c9c7c3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644 HTTP/1.1" status: 200 len: 217 time: 0.0646341 Mar 21 07:29:25.845517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.876596 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:25.967266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ed3d1f32-60eb-49f1-8594-bc335cd4f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:25.968661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-ed3d1f32-60eb-49f1-8594-bc335cd4f686 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630debc2-38e7-4d78-8ab0-c62d5200e97d HTTP/1.1" status: 200 len: 855 time: 0.1499703 Mar 21 07:29:26.043662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-5bdfa17f-6bda-4a0b-9593-28aeb4bf8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.045323 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-5bdfa17f-6bda-4a0b-9593-28aeb4bf8fdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b53a0215-ad89-4ab9-b915-66582b3abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705738 Mar 21 07:29:26.174956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-bd741b9a-fc79-4e61-8ac5-c70fffd77295 service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239891 Mar 21 07:29:26.305824 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-577b9f97-9334-4338-91f0-cc6500d8cac7 req-93c4ed7e-069f-42b3-a10a-75a05f9fd762 service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245284 Mar 21 07:29:26.413677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-923fbd09-9417-43f0-ac00-60edf96f417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.415110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-923fbd09-9417-43f0-ac00-60edf96f417e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab871238d0304915bed591c6dd4ad208&device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 1097 time: 0.0686097 Mar 21 07:29:26.549037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-1e5571cf-1361-4410-8af3-6908a052d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.550521 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-1e5571cf-1361-4410-8af3-6908a052d342 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 200 len: 917 time: 0.1296675 Mar 21 07:29:26.657189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-4f135e54-3eee-4963-95dd-73fa00f11166 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644 HTTP/1.1" status: 200 len: 217 time: 0.0723455 Mar 21 07:29:26.733442 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-cc36e223-f9bd-4d3f-ab04-6f9b82a47985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.734812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-cc36e223-f9bd-4d3f-ab04-6f9b82a47985 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630debc2-38e7-4d78-8ab0-c62d5200e97d HTTP/1.1" status: 200 len: 855 time: 0.0666423 Mar 21 07:29:26.742746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c37b3b-4ce3-4517-b413-2f80753dfa62 req-b50ec828-5d88-4dd4-a210-859ef65b0f28 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.744073 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-45c37b3b-4ce3-4517-b413-2f80753dfa62 req-b50ec828-5d88-4dd4-a210-859ef65b0f28 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 944 time: 0.1927180 Mar 21 07:29:26.836270 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-45c37b3b-4ce3-4517-b413-2f80753dfa62 req-9cc211bf-cf24-4871-930f-e8139a597c6f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Mar 21 07:29:26.848952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-08564e30-d92c-4656-b577-bcd305384007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:26.850469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-08564e30-d92c-4656-b577-bcd305384007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b53a0215-ad89-4ab9-b915-66582b3abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055851 Mar 21 07:29:26.982578 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-f9fe0509-6ad7-4720-a69f-260eba3f4bdf service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256125 Mar 21 07:29:27.110972 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-22ed4e4c-e9c8-4075-99c7-a04bcada7378 req-ed01a0f9-a21c-4393-b482-9c7eb02a4fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224282 Mar 21 07:29:27.384000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:28.021336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e90e-2799-4989-afca-1d613471ceb8 req-b3646ae9-2b61-479f-9a9c-589f0d526d33 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:28.023819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-66b3e90e-2799-4989-afca-1d613471ceb8 req-b3646ae9-2b61-479f-9a9c-589f0d526d33 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 944 time: 0.0810103 Mar 21 07:29:28.067796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-66b3e90e-2799-4989-afca-1d613471ceb8 req-4ec12532-79e7-4022-9e00-2d4ea3663b68 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Mar 21 07:29:28.913458 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:29:29.042492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:29.055425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644', 'network_id': 'b53a0215-ad89-4ab9-b915-66582b3abdb8', 'port_id': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644', 'mac_address': 'fa:16:3e:e8:25:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630debc2-38e7-4d78-8ab0-c62d5200e97d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:29:29.111054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:29.131013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:29:29.147364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:29.151625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:29.219626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:29.227768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.228431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.228834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.229180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.229571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.229920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.230257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.230722 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.231061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.231386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.232251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.232578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:29.259417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3079a7-a4c7-45c1-b63e-17a70b20cf88 req-4ecc50b7-c644-4478-b29c-9fc570ac1266 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:29.260864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f3079a7-a4c7-45c1-b63e-17a70b20cf88 req-4ecc50b7-c644-4478-b29c-9fc570ac1266 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 945 time: 0.0839365 Mar 21 07:29:29.305517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f3079a7-a4c7-45c1-b63e-17a70b20cf88 req-8f38df72-3187-43b1-9214-5aa8c1b3e64e tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Mar 21 07:29:29.485768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['75c1e14f-4ec5-44e1-8fde-d36d48cf7644'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:29:30.486780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996ad87-ac87-4927-b269-55552caac037 req-d9e02359-c262-4db9-968a-fab3c3c3e1b1 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:30.488219 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9996ad87-ac87-4927-b269-55552caac037 req-d9e02359-c262-4db9-968a-fab3c3c3e1b1 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 945 time: 0.0807195 Mar 21 07:29:30.534849 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9996ad87-ac87-4927-b269-55552caac037 req-8fa157d8-7b73-4cbd-af2e-090ab957a538 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Mar 21 07:29:30.928586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:29:30.995593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:29:31.001244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:29:31.001636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:31.119375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:31.145899 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:29:31.156089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:31.160225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:31.228165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:31.244877 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644', 'code': 200} Mar 21 07:29:31.463596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a9b5d-574c-4ac7-946e-80ee66f8db79 req-6e474082-f5de-4131-a2c0-93c2ebe830ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:31.464988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-973a9b5d-574c-4ac7-946e-80ee66f8db79 req-6e474082-f5de-4131-a2c0-93c2ebe830ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 1099 time: 0.0694907 Mar 21 07:29:31.505077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-973a9b5d-574c-4ac7-946e-80ee66f8db79 req-35a352c1-487a-489a-b25d-50377dbc6b8d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Mar 21 07:29:31.814990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18809-d628-427e-ba26-9b902a7dc5ba req-b5a2e5c3-a0c6-479e-9d33-33c929717d64 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:31.816346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-39e18809-d628-427e-ba26-9b902a7dc5ba req-b5a2e5c3-a0c6-479e-9d33-33c929717d64 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.1773047 Mar 21 07:29:31.860301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-39e18809-d628-427e-ba26-9b902a7dc5ba req-9ca890f6-2e9f-4fb6-b1d9-6739c911b311 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Mar 21 07:29:33.045634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adf1df-9736-413d-a37e-f6e5b915b2f7 req-9ed9289e-12b4-4d6e-bcd2-68e62769a31f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:33.047111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87adf1df-9736-413d-a37e-f6e5b915b2f7 req-9ed9289e-12b4-4d6e-bcd2-68e62769a31f tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.0847008 Mar 21 07:29:33.092648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87adf1df-9736-413d-a37e-f6e5b915b2f7 req-ea117955-91eb-4fc9-9bef-2e1b8f1cd592 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Mar 21 07:29:33.277187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d17e69-6c0e-40d2-a27c-7bc651af94e2 req-2bc9532c-41a4-4e72-a732-2359ea6b9fc6 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:33.279673 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33d17e69-6c0e-40d2-a27c-7bc651af94e2 req-2bc9532c-41a4-4e72-a732-2359ea6b9fc6 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.0843799 Mar 21 07:29:33.323556 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33d17e69-6c0e-40d2-a27c-7bc651af94e2 req-b94fb202-a6c9-4d33-86ca-f479aebe4b56 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Mar 21 07:29:48.595323 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa820f-d10b-4c4c-b8cd-c2942bc18ece req-b5be857d-e9c0-42c2-972a-39e77ec2454c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:48.596751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34fa820f-d10b-4c4c-b8cd-c2942bc18ece req-b5be857d-e9c0-42c2-972a-39e77ec2454c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.0846336 Mar 21 07:29:48.640623 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34fa820f-d10b-4c4c-b8cd-c2942bc18ece req-24d541d4-b0a6-4099-8a14-e0e7aa0ac279 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Mar 21 07:29:48.742257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:49.829063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9449f27-f664-491a-884f-6299e21a7461 req-56ca0acc-86cb-408c-91bb-3d688ef0a249 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:49.830533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9449f27-f664-491a-884f-6299e21a7461 req-56ca0acc-86cb-408c-91bb-3d688ef0a249 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.0821457 Mar 21 07:29:49.874127 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c9449f27-f664-491a-884f-6299e21a7461 req-38f44302-c7f2-4a71-929c-866947fe2b92 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Mar 21 07:29:50.301038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-6c9b392f-843f-4614-94e7-800a7e213072 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:29:50.302491 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-6c9b392f-843f-4614-94e7-800a7e213072 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 946 time: 0.0822763 Mar 21 07:29:50.370089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Deleting port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:50.370430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:50.614254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] For port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:50.614530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:50.735604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Calling delete_port for 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:50.875801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:50.887430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['75c1e14f-4ec5-44e1-8fde-d36d48cf7644'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:29:50.928861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Pushing event deleted for resources: {'Port': ['ID=75c1e14f-4ec5-44e1-8fde-d36d48cf7644,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:50.973946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.974297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.974636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.974969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.975301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.975633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.976134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.976633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.977138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.977494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.977820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:50.978144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:29:51.059923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] No DVR routers for this DVR port 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:29:51.063296 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-199bde52-2e8f-4a9f-8d50-2e4cc4af5c57 req-20077815-e189-455d-bde6-a545ea2ac0a9 tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9cf1611-d8c6-43b2-a4d5-6bad08dfc880 HTTP/1.1" status: 200 len: 210 time: 0.0566111 Mar 21 07:29:51.064271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:51.066895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'name': 'network-vif-deleted', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:29:51.087225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d0ae39e-21a7-4431-a6f2-63230dcd9e31 req-3293e620-1406-4a4a-b662-c57d2654e09c tempest-TestEncryptedCinderVolumes-1274529065 tempest-TestEncryptedCinderVolumes-1274529065-project] 10.222.0.30 "DELETE /v2.0/ports/75c1e14f-4ec5-44e1-8fde-d36d48cf7644 HTTP/1.1" status: 204 len: 173 time: 0.7794342 Mar 21 07:29:51.115989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cf1611-d8c6-43b2-a4d5-6bad08dfc880', 'name': 'network-vif-deleted', 'tag': '75c1e14f-4ec5-44e1-8fde-d36d48cf7644', 'status': 'completed', 'code': 200} Mar 21 07:29:52.197810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39762) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:52.495094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-369d7abb-113f-4fe4-bbd2-7ea71b7e4de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:52.819432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:53.163217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Deleting port 1a61670c-96be-4a19-bec8-f83b113f0d2a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:53.163565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:53.335104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] For port 1a61670c-96be-4a19-bec8-f83b113f0d2a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1a61670c-96be-4a19-bec8-f83b113f0d2a,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:53.335755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:53.458796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Calling delete_port for 1a61670c-96be-4a19-bec8-f83b113f0d2a owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:53.762014 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:53.808770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a61670c-96be-4a19-bec8-f83b113f0d2a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:54.181435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:54.530929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Router fb9baa78-f98f-4ee1-854a-e5ebaca53215 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:29:54.623585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-16cf1fc9-1907-46eb-b016-510a50660026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:54.706260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:29:54.714708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Sync routers for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:29:54.718341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9531c87f-ffe3-464b-ad29-25efb3f4b673 admin admin] 10.222.0.31 "PUT /v2.0/routers/fb9baa78-f98f-4ee1-854a-e5ebaca53215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5193379 Mar 21 07:29:54.720711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39766) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:54.724038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:29:54.724641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:54.894035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:54.897763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:29:55.025489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:29:55.066822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:29:55.067158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 75c1e14f-4ec5-44e1-8fde-d36d48cf7644 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:29:55.074970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.084231 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Deleting port a9af0ee1-3c81-4462-8a65-a9d0a22de98a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:55.084668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.214217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:29:53Z', 'revision_number': 5, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port': {'id': 'a9af0ee1-3c81-4462-8a65-a9d0a22de98a', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:39Z', 'updated_at': '2022-03-21T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:55.218275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Checking router: fb9baa78-f98f-4ee1-854a-e5ebaca53215 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:29:55.227158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Routers {'fb9baa78-f98f-4ee1-854a-e5ebaca53215'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:29:55.227778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:55.374556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] For port a9af0ee1-3c81-4462-8a65-a9d0a22de98a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:55.374906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.381593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] Set router fb9baa78-f98f-4ee1-854a-e5ebaca53215 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:29:55.488688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:29:55Z', 'revision_number': 6, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:55.492517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe049d58-7941-4f77-be9d-9c107a5afe2b None None] The sync data for ids ['fb9baa78-f98f-4ee1-854a-e5ebaca53215'] in dv-neutron-834307-1-hyperv is: [{'id': 'fb9baa78-f98f-4ee1-854a-e5ebaca53215', 'name': 'tempest-TestEncryptedCinderVolumes-455019500-router', 'tenant_id': 'ab871238d0304915bed591c6dd4ad208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:38Z', 'updated_at': '2022-03-21T07:29:55Z', 'revision_number': 6, 'project_id': 'ab871238d0304915bed591c6dd4ad208', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:29:55.498671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Calling delete_port for a9af0ee1-3c81-4462-8a65-a9d0a22de98a owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:55.663514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.711218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9af0ee1-3c81-4462-8a65-a9d0a22de98a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:55.804222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.838994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.880797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.987896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:55.990844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.016123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.016733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9baa78-f98f-4ee1-854a-e5ebaca53215 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:29:56.027261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a9af0ee1-3c81-4462-8a65-a9d0a22de98a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:29:56.033197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.036543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ff8dffea-734a-4dc7-8c71-01f56fbb1bfc admin admin] 10.222.0.31 "DELETE /v2.0/routers/fb9baa78-f98f-4ee1-854a-e5ebaca53215 HTTP/1.1" status: 204 len: 168 time: 1.3127370 Mar 21 07:29:56.036775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39770) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:56.067881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a9af0ee1-3c81-4462-8a65-a9d0a22de98a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:29:56.068149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a9af0ee1-3c81-4462-8a65-a9d0a22de98a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:29:56.068573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a61670c-96be-4a19-bec8-f83b113f0d2a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:29:56.097745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Deleting subnet 630debc2-38e7-4d78-8ab0-c62d5200e97d {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:29:56.100806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.102530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1a61670c-96be-4a19-bec8-f83b113f0d2a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:29:56.102883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1a61670c-96be-4a19-bec8-f83b113f0d2a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:29:56.153880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.238240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.310043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.351593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630debc2-38e7-4d78-8ab0-c62d5200e97d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:56.355038 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.361043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-14560546-dc80-4caf-abee-941d1dbb26e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/630debc2-38e7-4d78-8ab0-c62d5200e97d HTTP/1.1" status: 204 len: 168 time: 0.3231227 Mar 21 07:29:56.361563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d63f7-04a3-447e-b313-7b7da1eb6d8c None None] Network b53a0215-ad89-4ab9-b915-66582b3abdb8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:29:56.363458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39774) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:56.467737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.478357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Deleting port f0f7567e-5c51-46ac-99c8-b8c34854a8ec {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:56.478683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.592145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] DHCP port deletion for b53a0215-ad89-4ab9-b915-66582b3abdb8 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:29:56.596331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Deleting port f0f7567e-5c51-46ac-99c8-b8c34854a8ec {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:56.596699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.688423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] For port f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:56.689032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.837366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] For port f0f7567e-5c51-46ac-99c8-b8c34854a8ec, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,segment=NetworkSegment(59066ff9-a5bb-4b7f-bcdb-ddbf929e0731),segment_id=59066ff9-a5bb-4b7f-bcdb-ddbf929e0731)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:56.837659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:56.918741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Calling delete_port for f0f7567e-5c51-46ac-99c8-b8c34854a8ec owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:56.961599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Calling delete_port for f0f7567e-5c51-46ac-99c8-b8c34854a8ec owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:56.996109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.034605 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:29:57.034961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:29:57.042374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f7567e-5c51-46ac-99c8-b8c34854a8ec,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:57.045751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] No DVR routers for this DVR port f0f7567e-5c51-46ac-99c8-b8c34854a8ec on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:29:57.158787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.186993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53a0215-ad89-4ab9-b915-66582b3abdb8']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:57.198452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:57.198745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59066ff9-a5bb-4b7f-bcdb-ddbf929e0731') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:57.210267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.225857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.231490 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:29:57.231863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:29:57.245178 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:29:57.319516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.338770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.348990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53a0215-ad89-4ab9-b915-66582b3abdb8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:57.355988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6587c1ac-90b6-43b0-b4fa-294c9739cb42 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b53a0215-ad89-4ab9-b915-66582b3abdb8 HTTP/1.1" status: 204 len: 168 time: 0.9914751 Mar 21 07:29:57.358892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39778) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:57.386009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.536094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Deleting port f0f7567e-5c51-46ac-99c8-b8c34854a8ec {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:57.536396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.603279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-94df8bc2-849e-4e9e-962e-2fb2a888d701 None None] The port 'f0f7567e-5c51-46ac-99c8-b8c34854a8ec' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:29:57.885526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:57.990243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0f7567e-5c51-46ac-99c8-b8c34854a8ec no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:29:58.025446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: f0f7567e-5c51-46ac-99c8-b8c34854a8ec {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:29:58.025790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device f0f7567e-5c51-46ac-99c8-b8c34854a8ec not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:29:58.333331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Deleting port d8dc516d-34a0-40fd-b879-79937b1f9747 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:29:58.333672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:58.499848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] For port d8dc516d-34a0-40fd-b879-79937b1f9747, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d8dc516d-34a0-40fd-b879-79937b1f9747,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:29:58.500276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:58.623098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Calling delete_port for d8dc516d-34a0-40fd-b879-79937b1f9747 owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:29:58.798765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:58.843935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8dc516d-34a0-40fd-b879-79937b1f9747,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:29:59.114297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:59.471738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Router d2d912bc-1b31-492d-9bd0-f941f91d5b47 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:29:59.749620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:29:59.758062 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Sync routers for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:29:59.759476 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-be85a3fd-b408-4edc-960c-0f39373666d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2d912bc-1b31-492d-9bd0-f941f91d5b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3996258 Mar 21 07:29:59.761348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39782) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:29:59.767543 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:29:59.768134 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:29:59.940062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:29:59.943644 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:00.120590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.131304 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Deleting port b2a41bfc-69bd-4127-8f07-21de1e2ed45b {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:30:00.131645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.262409 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:29:58Z', 'revision_number': 5, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port': {'id': 'b2a41bfc-69bd-4127-8f07-21de1e2ed45b', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:28:45Z', 'updated_at': '2022-03-21T07:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:00.266993 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Checking router: d2d912bc-1b31-492d-9bd0-f941f91d5b47 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:00.275111 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Routers {'d2d912bc-1b31-492d-9bd0-f941f91d5b47'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:00.275700 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:00.306855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] For port b2a41bfc-69bd-4127-8f07-21de1e2ed45b, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:00.307208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.427687 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] Set router d2d912bc-1b31-492d-9bd0-f941f91d5b47 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:00.430582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Calling delete_port for b2a41bfc-69bd-4127-8f07-21de1e2ed45b owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:30:00.534226 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:30:00Z', 'revision_number': 6, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:00.538394 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef177d6-5a4d-4454-83f0-0ff27587a657 None None] The sync data for ids ['d2d912bc-1b31-492d-9bd0-f941f91d5b47'] in dv-neutron-834307-1-hyperv is: [{'id': 'd2d912bc-1b31-492d-9bd0-f941f91d5b47', 'name': 'tempest-TestEncryptedCinderVolumes-549015441-router', 'tenant_id': '11ad289eceab470b96eb097010a3000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:28:44Z', 'updated_at': '2022-03-21T07:30:00Z', 'revision_number': 6, 'project_id': '11ad289eceab470b96eb097010a3000d', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:00.601628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.651294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a41bfc-69bd-4127-8f07-21de1e2ed45b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:00.738186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.911863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.914368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.940808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.941370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d912bc-1b31-492d-9bd0-f941f91d5b47 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:30:00.954403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:00.955531 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c3a0660e-1968-4c03-9fd1-6ae5a7c4ba5c admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2d912bc-1b31-492d-9bd0-f941f91d5b47 HTTP/1.1" status: 204 len: 168 time: 1.1931906 Mar 21 07:30:00.957975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39786) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:01.019644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Deleting subnet 7702f30d-fcf3-4530-a8ad-8859bc6e6357 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:30:01.022488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.174664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.250065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.325789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.361966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7702f30d-fcf3-4530-a8ad-8859bc6e6357,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:01.367648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.373909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4691ec2-1e36-4e72-8391-0ac9d9969574 None None] Network 2e210e38-c6e5-4fd2-b7a5-e06994f2285e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:30:01.374456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7c711123-ebf4-4649-8bf4-185af937d3f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7702f30d-fcf3-4530-a8ad-8859bc6e6357 HTTP/1.1" status: 204 len: 168 time: 0.4152741 Mar 21 07:30:01.376613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39790) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:01.490788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.502479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Deleting port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:30:01.502817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.627397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] DHCP port deletion for 2e210e38-c6e5-4fd2-b7a5-e06994f2285e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:30:01.631674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Deleting port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:30:01.632049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.723612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] For port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:01.723962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.841723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] For port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,segment=NetworkSegment(52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848),segment_id=52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:01.842017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.847872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Calling delete_port for 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:30:01.924330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:01.967888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Calling delete_port for 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:30:01.975298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:01.978749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] No DVR routers for this DVR port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:30:01.999209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b2a41bfc-69bd-4127-8f07-21de1e2ed45b no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:30:02.050106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b2a41bfc-69bd-4127-8f07-21de1e2ed45b {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:30:02.050462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b2a41bfc-69bd-4127-8f07-21de1e2ed45b not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:30:02.050861 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:30:02.087309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:30:02.087651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:30:02.088060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d8dc516d-34a0-40fd-b879-79937b1f9747 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:30:02.102651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.131251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e210e38-c6e5-4fd2-b7a5-e06994f2285e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:02.145556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:02.145849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd1e7f-5c28-4eeb-bf2f-1ceeefb80848') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:02.158845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.173658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d8dc516d-34a0-40fd-b879-79937b1f9747 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:30:02.174126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d8dc516d-34a0-40fd-b879-79937b1f9747 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:30:02.177173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.182717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:30:02.183100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:30:02.186756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:30:02.187257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:30:02.200710 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:30:02.277368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.294018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.305829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e210e38-c6e5-4fd2-b7a5-e06994f2285e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:02.308611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-719935ac-7a9d-45d7-a910-cba3b3dd21a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e210e38-c6e5-4fd2-b7a5-e06994f2285e HTTP/1.1" status: 204 len: 168 time: 0.9309874 Mar 21 07:30:02.472446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:02.521234 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d5ee0d14-eadf-4732-b877-71f51f1b294e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab871238d0304915bed591c6dd4ad208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476036 Mar 21 07:30:02.523598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:02.580906 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.605662 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.662305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.678857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f5e72-052d-4f80-bcbc-1a173cf62a1c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:02.683917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.684318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Deleting port 51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:30:02.684792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:02.685285 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-40e9191e-3946-4bca-bd88-cb0135f60c61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d9f5e72-052d-4f80-bcbc-1a173cf62a1c HTTP/1.1" status: 204 len: 168 time: 0.1606357 Mar 21 07:30:02.720057 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:30:02.758863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-82f2a2d4-05cb-4004-98a1-2177b3763116 None None] The port '51fd4ec9-8d6d-4b2a-afa7-74944a29f5dc' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:30:03.023878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39808) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:03.071917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-feccd3ee-f8e2-4cbc-a463-83e2c81e3486 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11ad289eceab470b96eb097010a3000d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469170 Mar 21 07:30:03.074468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39812) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:03.130950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:03.156155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:03.209125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:03.223069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db7993-86da-40a2-81d2-83845f0cdb06,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:03.229784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:03.230899 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c04d0b85-02bc-4a4c-9ed7-c951887f0bcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15db7993-86da-40a2-81d2-83845f0cdb06 HTTP/1.1" status: 204 len: 168 time: 0.1555507 Mar 21 07:30:03.934224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39836) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:04.035458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2112597576-network', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:04.040229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:04.044112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Usage tracker for resource:network and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:04.047688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:04.053567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:04.067299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Made reservation on behalf of 4e4ea9ba2df94abe857f4462c225e271 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:30:04.069584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.081423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.095101 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:04.098834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:04.101540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:04.107003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:04.194810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.198553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.227518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:30:04.236118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:04.241505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.241910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Added segment e63f5b99-0d88-4637-9861-316829d632aa of type vlan for network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a Mar 21 07:30:04.268967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.298433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.299363 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:04.299937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.398265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4629478 Mar 21 07:30:04.401080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39842) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:04.409013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Request body: {'subnet': {'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2112597576-subnet', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:04.412248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5579e5-ce12-4ceb-8911-4a7a16ec977f admin admin] Pushing event updated for resources: {'Network': ['ID=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:04.415744 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:04.419623 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Usage tracker for resource:subnet and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:04.422606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:30:04.423639 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:04.429352 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:04.439322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Made reservation on behalf of 4e4ea9ba2df94abe857f4462c225e271 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:30:04.441807 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.735536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.812556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e9f845-4406-45c6-b317-181a8e6acabd,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:04.819763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Checking segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:04.820123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Network hostable DHCP agents. Network: 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:30:04.838867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:30:04.848893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:04.853519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:04.854495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.857340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37022da6-5718-4a52-bda2-df96aaf91b24 None None] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:30:04.875362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d22169a1-b70a-4f35-bd06-678fc7719978 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4731376 Mar 21 07:30:04.878003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39846) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:04.882851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:04.887345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:04.891776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Usage tracker for resource:router and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:04.894552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:04.900044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:04.911602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.912730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:04.928309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.070973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:30:05.071796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.202090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.228909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Allocated IP 172.20.0.2 (423e8a4b-dfa9-4a25-90fb-071e9ace1c1a/16e9f845-4406-45c6-b317-181a8e6acabd/1eb229ef-0c51-4a63-9bb8-b50554d58417) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:05.444554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.456375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Transition to ACTIVE for port object 1eb229ef-0c51-4a63-9bb8-b50554d58417 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:05.475847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Transition to ACTIVE for port object 1eb229ef-0c51-4a63-9bb8-b50554d58417 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:05.486625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.543482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.559681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:05.561064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:05.565508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:05.579045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.611310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Pushing event updated for resources: {'Port': ['ID=1eb229ef-0c51-4a63-9bb8-b50554d58417,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:05.664985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Attempting to bind port 1eb229ef-0c51-4a63-9bb8-b50554d58417 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:05.665381 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Attempting to bind port 1eb229ef-0c51-4a63-9bb8-b50554d58417 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:05.665732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Attempting to bind port 1eb229ef-0c51-4a63-9bb8-b50554d58417 on network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:05.671910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:05.672284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Checking segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:05.672684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.673347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Bound using segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:05.673839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Bound port: 1eb229ef-0c51-4a63-9bb8-b50554d58417, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:05.674209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.721457 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Allocated IP 172.26.2.43 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:05.762351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] For port 1eb229ef-0c51-4a63-9bb8-b50554d58417, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:05.765422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] For port 1eb229ef-0c51-4a63-9bb8-b50554d58417, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1eb229ef-0c51-4a63-9bb8-b50554d58417,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:05.769950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.859487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff355b-b3cc-45d2-acd1-4f825045b143 None None] Pushing event updated for resources: {'Port': ['ID=1eb229ef-0c51-4a63-9bb8-b50554d58417,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:05.880682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.911813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:05.981593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:05.985605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:05.988086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:06.052341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Pushing event updated for resources: {'Port': ['ID=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:06.538417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:06.768106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e7562-b4ef-4ad5-a332-aba15f94930f None None] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:30:06.868610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0d790a48-c663-41c1-881e-36efe8ac5652 None None] Provisioning for port 1eb229ef-0c51-4a63-9bb8-b50554d58417 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:06.895320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:07.107233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Router c37dffd9-1dad-4703-ad21-1d1923d4a19b is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:30:07.288574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:30:07.297688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Sync routers for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:30:07.306768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:07.307792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:07.313168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:07.314558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ac90673c-e22c-4201-a2c9-0a8b2f818dcb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4356406 Mar 21 07:30:07.317322 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39850) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:07.520078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:07.812927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:06Z', 'revision_number': 3, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:07.816662 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Checking router: c37dffd9-1dad-4703-ad21-1d1923d4a19b for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:07.817013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Updating router c37dffd9-1dad-4703-ad21-1d1923d4a19b port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:30:07.874567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.031146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1eb229ef-0c51-4a63-9bb8-b50554d58417 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:08.125548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.183762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1eb229ef-0c51-4a63-9bb8-b50554d58417 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:08.191743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1eb229ef-0c51-4a63-9bb8-b50554d58417 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:08.192114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.312800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.329326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Transition to ACTIVE for port object 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:08.339598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Allocated IP 172.20.0.1 (423e8a4b-dfa9-4a25-90fb-071e9ace1c1a/16e9f845-4406-45c6-b317-181a8e6acabd/fc1db8db-b5b9-4aa1-8d12-21d424845b5c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:08.362540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.461080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.473794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Attempting to bind port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:08.474223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Attempting to bind port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:08.474628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Attempting to bind port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:08.489263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.493554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b31e49-14bf-4800-9b49-d26992f3f167 None None] Pushing event updated for resources: {'Port': ['ID=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:08.498905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:08.498905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:08.499809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.500191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:08.500663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Bound port: 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:08.501030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.505507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Transition to ACTIVE for port object fc1db8db-b5b9-4aa1-8d12-21d424845b5c will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:08.530336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.556600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 1eb229ef-0c51-4a63-9bb8-b50554d58417, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1eb229ef-0c51-4a63-9bb8-b50554d58417,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:08.563881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.594839 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:08.597648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:08.601229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:08.638610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:08.641802 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] For port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:08.654449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] For port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:08.658058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=1eb229ef-0c51-4a63-9bb8-b50554d58417,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:08.660873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.662219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.747671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:08.748883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:08.820361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b31e49-14bf-4800-9b49-d26992f3f167 None None] Pushing event updated for resources: {'Port': ['ID=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:08.853608 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f63c5ee-d638-4381-bc63-c1f093abfd8c None None] Provisioning for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:08.919854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7f63c5ee-d638-4381-bc63-c1f093abfd8c None None] Provisioning complete for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:08.920815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f63c5ee-d638-4381-bc63-c1f093abfd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:08.927104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:09.042240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7f63c5ee-d638-4381-bc63-c1f093abfd8c None None] Port fc1db8db-b5b9-4aa1-8d12-21d424845b5c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:30:09.044598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:09.151137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:09.155875 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:09.352482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:06Z', 'revision_number': 3, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:09.356778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ac7ce-e9c0-4a5d-8c69-64bd4c0a8180 None None] The sync data for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv is: [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:06Z', 'revision_number': 3, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:09.371517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:09.396810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:09.548572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:09.549898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:09.794260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Router c37dffd9-1dad-4703-ad21-1d1923d4a19b has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:30:09.869610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-9ee86c69-56bd-4e8d-80b9-bc81f1cf8b39 None None] Provisioning complete for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:09.870179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9ee86c69-56bd-4e8d-80b9-bc81f1cf8b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:09.931127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-9ee86c69-56bd-4e8d-80b9-bc81f1cf8b39 None None] Port fc1db8db-b5b9-4aa1-8d12-21d424845b5c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:30:09.996318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:30:10.005991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8b2501c9-3dab-41b0-ac88-587b9c265903 admin admin] 10.222.0.31 "PUT /v2.0/routers/c37dffd9-1dad-4703-ad21-1d1923d4a19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875708 Mar 21 07:30:10.081680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1eb229ef-0c51-4a63-9bb8-b50554d58417 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:10.155026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1eb229ef-0c51-4a63-9bb8-b50554d58417 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:10.155857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.292063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:10.359316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:10.364239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:10.364614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.490475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.507976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:10.511786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.581517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:10.612919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39868) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:10.618754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393337416-network', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:10.623670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:10.627616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Usage tracker for resource:network and tenant:ce467b7f6dc64cd0955eed25be6ed74a is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:10.630449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:10.636010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:10.645848 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Made reservation on behalf of ce467b7f6dc64cd0955eed25be6ed74a for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:30:10.648336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.664204 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.681759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:10.685826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Usage tracker for resource:security_group_rule and tenant:ce467b7f6dc64cd0955eed25be6ed74a is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:10.688728 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:10.694619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:10.781378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.784993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.814425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:30:10.822659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e08de1a-662b-42f5-b198-8841123e8d6e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:10.829515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.829925 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Added segment 02ed4678-faf8-4d4b-9fb8-f2e97ce1a942 of type vlan for network 00647947-975d-4bba-9daf-541176c91b8c Mar 21 07:30:10.856646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.887002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.888100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:10.889082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:10.906391 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Sync routers for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:30:10.915200 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:10.915863 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:10.993951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] Pushing event updated for resources: {'Network': ['ID=00647947-975d-4bba-9daf-541176c91b8c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:10.997884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5931a2aa-6018-4c9b-9a7b-8fc3765daf61 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3839140 Mar 21 07:30:11.001238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39872) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:11.005670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 00647947-975d-4bba-9daf-541176c91b8c details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:30:11.007702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Request body: {'subnet': {'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393337416-subnet', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:11.012542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:11.016914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Usage tracker for resource:subnet and tenant:ce467b7f6dc64cd0955eed25be6ed74a is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:11.019790 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:11.025435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:11.035953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Made reservation on behalf of ce467b7f6dc64cd0955eed25be6ed74a for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:30:11.038393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.098829 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:11.251282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.333361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d49daa5-c5ab-4df3-80e3-2d7ff7792081,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:11.340637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Checking segment: {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:11.340987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Network hostable DHCP agents. Network: 00647947-975d-4bba-9daf-541176c91b8c, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:30:11.360756 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Network 00647947-975d-4bba-9daf-541176c91b8c is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:30:11.370652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 00647947-975d-4bba-9daf-541176c91b8c) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:11.375914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:11.377079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.380462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77509b7-2c03-4eef-a08a-aa3b5e86efcc None None] Network 00647947-975d-4bba-9daf-541176c91b8c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:30:11.399363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a167274-9cd2-4c2d-8695-5f49a95b3f69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3970687 Mar 21 07:30:11.401785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39876) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:11.407843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:11.413610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:11.418362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Usage tracker for resource:router and tenant:ce467b7f6dc64cd0955eed25be6ed74a is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:11.425654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:11.431365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:11.434173 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 2, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:11.439169 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Checking router: c37dffd9-1dad-4703-ad21-1d1923d4a19b for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:11.439594 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Updating router c37dffd9-1dad-4703-ad21-1d1923d4a19b port fc1db8db-b5b9-4aa1-8d12-21d424845b5c binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:30:11.442947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.444176 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.461349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.492814 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.618415 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-00647947-975d-4bba-9daf-541176c91b8c', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:30:11.619256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.785903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Allocated IP 172.20.0.2 (00647947-975d-4bba-9daf-541176c91b8c/3d49daa5-c5ab-4df3-80e3-2d7ff7792081/6e1113f1-df32-4ea2-af3c-5e8f7255730e) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:11.856322 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.858837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.868591 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Transition to ACTIVE for port object fc1db8db-b5b9-4aa1-8d12-21d424845b5c will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:11.878001 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:11.949036 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Pushing event updated for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:12.015946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.037353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Transition to ACTIVE for port object 6e1113f1-df32-4ea2-af3c-5e8f7255730e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:12.051211 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.051546 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.053405 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.053946 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.054457 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.054980 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.055488 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.055992 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.056599 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.060113 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.061180 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.061884 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:12.063838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Transition to ACTIVE for port object 6e1113f1-df32-4ea2-af3c-5e8f7255730e will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:12.082053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.145823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:12.162758 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Attempting to bind port fc1db8db-b5b9-4aa1-8d12-21d424845b5c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:12.163129 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Attempting to bind port fc1db8db-b5b9-4aa1-8d12-21d424845b5c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:12.163491 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Attempting to bind port fc1db8db-b5b9-4aa1-8d12-21d424845b5c on network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:12.169892 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:12.170780 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Checking segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:12.171182 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.171571 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Bound using segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:12.172032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Bound port: fc1db8db-b5b9-4aa1-8d12-21d424845b5c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:12.172533 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.245440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.267130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Pushing event updated for resources: {'Port': ['ID=6e1113f1-df32-4ea2-af3c-5e8f7255730e,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:12.277349 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] For port fc1db8db-b5b9-4aa1-8d12-21d424845b5c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:12.282216 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] For port fc1db8db-b5b9-4aa1-8d12-21d424845b5c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:12.284347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.287362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Network 00647947-975d-4bba-9daf-541176c91b8c is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:12.288506 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.296685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:12.302672 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:12.375122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:12.375612 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:12.409324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Attempting to bind port 6e1113f1-df32-4ea2-af3c-5e8f7255730e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:12.409696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Attempting to bind port 6e1113f1-df32-4ea2-af3c-5e8f7255730e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:12.410056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Attempting to bind port 6e1113f1-df32-4ea2-af3c-5e8f7255730e on network 00647947-975d-4bba-9daf-541176c91b8c {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:12.418636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:12.418869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Checking segment: {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:12.419222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.419613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Bound using segment: {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:12.420674 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Bound port: 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:12.421042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.452409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Allocated IP 172.26.2.143 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/56f0e617-89c7-4a6c-b1de-6c8360a46d25) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:12.473155 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd27e8-17e4-4728-8ea3-b5139123d4c9 None None] Pushing event updated for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:12.482079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:12.482994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.571377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] For port 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:12.577701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] For port 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6e1113f1-df32-4ea2-af3c-5e8f7255730e,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:12.592603 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.593711 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:12.638353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.673337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:12.741793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:12.744049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52f300-2e98-44c3-a7d3-3af054d5e726 None None] Pushing event updated for resources: {'Port': ['ID=6e1113f1-df32-4ea2-af3c-5e8f7255730e,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:12.744558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:12.748741 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:12.785600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Pushing event updated for resources: {'Port': ['ID=56f0e617-89c7-4a6c-b1de-6c8360a46d25,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:12.942415 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:12Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:12.949531 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0df1b-eac0-49aa-b07a-9f3bcf321a33 None None] The sync data for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv is: [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:12Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:13.239098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:13.727422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:13.791792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48089945-916d-4210-97f6-b5c977dad8e9 None None] Network 00647947-975d-4bba-9daf-541176c91b8c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:30:13.908102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a28fa268-a7dc-4271-9b9d-04740e6bd05c None None] Provisioning for port 6e1113f1-df32-4ea2-af3c-5e8f7255730e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:13.949019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:30:14.086610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6e1113f1-df32-4ea2-af3c-5e8f7255730e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:14.162292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6e1113f1-df32-4ea2-af3c-5e8f7255730e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:14.171428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6e1113f1-df32-4ea2-af3c-5e8f7255730e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:14.171815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:14.177787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:30:14.203974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Sync routers for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:30:14.205473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:14.209262 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-63973fdd-1116-4cf2-bf80-8fa17e841547 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8041267 Mar 21 07:30:14.209637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 39880) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:14.235867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:14.236504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:14.480160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:14.522277 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:14.531049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8351f471-ceaf-4eda-b890-831befcd215d None None] Provisioning complete for port 6e1113f1-df32-4ea2-af3c-5e8f7255730e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:14.531418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8351f471-ceaf-4eda-b890-831befcd215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:14.743482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6e1113f1-df32-4ea2-af3c-5e8f7255730e,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:14.750410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:14.751172 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fc1db8db-b5b9-4aa1-8d12-21d424845b5c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:14.898006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.021482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6e1113f1-df32-4ea2-af3c-5e8f7255730e,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:15.052128 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:15.061030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:15.061439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.133238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:13Z', 'revision_number': 3, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:15.139824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Checking router: 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:15.140171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Updating router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:30:15.217230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Allocated IP 172.20.0.1 (00647947-975d-4bba-9daf-541176c91b8c/3d49daa5-c5ab-4df3-80e3-2d7ff7792081/05f7a603-0130-4446-92a1-9e95b2009b2c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:15.238031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.264709 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.363594 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port fc1db8db-b5b9-4aa1-8d12-21d424845b5c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:15.365698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.372000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.383222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Transition to ACTIVE for port object 05f7a603-0130-4446-92a1-9e95b2009b2c will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:15.406052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.478368 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Network 00647947-975d-4bba-9daf-541176c91b8c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:15.481245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:15.484464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:15.528301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:15.532840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Pushing event updated for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:15.549041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.673339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.679123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.687137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Transition to ACTIVE for port object 56f0e617-89c7-4a6c-b1de-6c8360a46d25 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:15.694116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.780542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Attempting to bind port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:15.780784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Attempting to bind port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:15.781140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Attempting to bind port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:15.787352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ce98-3471-4554-bf0e-1cb2de4caf63 None None] Pushing event updated for resources: {'Port': ['ID=56f0e617-89c7-4a6c-b1de-6c8360a46d25,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:15.791084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-71a5f609-2df0-48a7-a117-e37f3b3a0700 None None] Provisioning for port 05f7a603-0130-4446-92a1-9e95b2009b2c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:15.794627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:15.794998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:15.795398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.795778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:15.796239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Bound port: 56f0e617-89c7-4a6c-b1de-6c8360a46d25, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:15.796609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.833160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-71a5f609-2df0-48a7-a117-e37f3b3a0700 None None] Provisioning complete for port 05f7a603-0130-4446-92a1-9e95b2009b2c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:15.833558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-71a5f609-2df0-48a7-a117-e37f3b3a0700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.910793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.915511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:15.918473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-71a5f609-2df0-48a7-a117-e37f3b3a0700 None None] Port 05f7a603-0130-4446-92a1-9e95b2009b2c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:30:15.923823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] For port 56f0e617-89c7-4a6c-b1de-6c8360a46d25, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:15.926953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] For port 56f0e617-89c7-4a6c-b1de-6c8360a46d25, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=56f0e617-89c7-4a6c-b1de-6c8360a46d25,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:15.930308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:16.001713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:16.018443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:16.019078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:16.078255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6e1113f1-df32-4ea2-af3c-5e8f7255730e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:16.109483 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ce98-3471-4554-bf0e-1cb2de4caf63 None None] Pushing event updated for resources: {'Port': ['ID=56f0e617-89c7-4a6c-b1de-6c8360a46d25,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:16.121970 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Pushing event updated for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:16.173830 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Network 00647947-975d-4bba-9daf-541176c91b8c is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:16.174979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:16.269300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6e1113f1-df32-4ea2-af3c-5e8f7255730e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:16.269678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:16.299846 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:16.365964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:30:16.554343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:30:16.563363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1e110e8f-8e7d-456e-bee2-7903ec21e75e admin admin] 10.222.0.31 "PUT /v2.0/routers/6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3525960 Mar 21 07:30:16.629950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8c81319f-aac8-4d59-be97-d4040f09995f None None] Provisioning complete for port 05f7a603-0130-4446-92a1-9e95b2009b2c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:16.630615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8c81319f-aac8-4d59-be97-d4040f09995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:16.713149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fc1db8db-b5b9-4aa1-8d12-21d424845b5c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:16.747241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8c81319f-aac8-4d59-be97-d4040f09995f None None] Port 05f7a603-0130-4446-92a1-9e95b2009b2c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:30:16.850160 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port fc1db8db-b5b9-4aa1-8d12-21d424845b5c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:16.850540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:16.905862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '05f7a603-0130-4446-92a1-9e95b2009b2c', 'name': '', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'mac_address': 'fa:16:3e:90:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:14Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 2, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'subnets': [{'id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:16.912202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b4cb7-44e4-424b-a7b3-cb2d53fe0608 None None] The sync data for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv is: [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '05f7a603-0130-4446-92a1-9e95b2009b2c', 'name': '', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'mac_address': 'fa:16:3e:90:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:14Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 2, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'subnets': [{'id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:18.045869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 56f0e617-89c7-4a6c-b1de-6c8360a46d25 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:18.140024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:18.146552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:18.147078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:18.327664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:18.365882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 56f0e617-89c7-4a6c-b1de-6c8360a46d25, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=56f0e617-89c7-4a6c-b1de-6c8360a46d25,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:18.374848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:18.466037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=56f0e617-89c7-4a6c-b1de-6c8360a46d25,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:18.755988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:20.020840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 56f0e617-89c7-4a6c-b1de-6c8360a46d25 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:20.119276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:20.119646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:20.526267 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Sync routers for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:30:20.538083 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:20.538717 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:20.727444 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:21.066859 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '05f7a603-0130-4446-92a1-9e95b2009b2c', 'name': '', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'mac_address': 'fa:16:3e:90:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:14Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 2, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'subnets': [{'id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:21.072030 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Checking router: 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:21.072514 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Updating router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 port 05f7a603-0130-4446-92a1-9e95b2009b2c binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:30:21.132300 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:21.549861 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:21.562451 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Transition to ACTIVE for port object 05f7a603-0130-4446-92a1-9e95b2009b2c will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:21.571461 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:21.750360 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab34ec4-ba0a-451a-98b3-a32a88be8477 None None] Pushing event updated for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:21.816657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Attempting to bind port 05f7a603-0130-4446-92a1-9e95b2009b2c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:21.816657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Attempting to bind port 05f7a603-0130-4446-92a1-9e95b2009b2c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:21.818329 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Attempting to bind port 05f7a603-0130-4446-92a1-9e95b2009b2c on network 00647947-975d-4bba-9daf-541176c91b8c {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:21.823432 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:21.823803 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Checking segment: {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:21.824205 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:21.824595 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Bound using segment: {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:21.825058 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Bound port: 05f7a603-0130-4446-92a1-9e95b2009b2c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '00647947-975d-4bba-9daf-541176c91b8c'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:21.825455 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:21.943729 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] For port 05f7a603-0130-4446-92a1-9e95b2009b2c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:21.947351 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] For port 05f7a603-0130-4446-92a1-9e95b2009b2c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=05f7a603-0130-4446-92a1-9e95b2009b2c,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:21.956484 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:22.071477 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:22.072043 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:29:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:22.142012 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab34ec4-ba0a-451a-98b3-a32a88be8477 None None] Pushing event updated for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:22.315246 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:22.503431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6db7adc6-fa9a-47fa-b780-3ced9476dd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:22.729097 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '05f7a603-0130-4446-92a1-9e95b2009b2c', 'name': '', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'mac_address': 'fa:16:3e:90:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:14Z', 'updated_at': '2022-03-21T07:30:21Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'subnets': [{'id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:22.739936 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b552c-c266-4942-9ef6-139c0c691d9d None None] The sync data for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv is: [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '05f7a603-0130-4446-92a1-9e95b2009b2c', 'name': '', 'network_id': '00647947-975d-4bba-9daf-541176c91b8c', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'mac_address': 'fa:16:3e:90:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:14Z', 'updated_at': '2022-03-21T07:30:21Z', 'revision_number': 4, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'subnets': [{'id': '3d49daa5-c5ab-4df3-80e3-2d7ff7792081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:24.040929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 05f7a603-0130-4446-92a1-9e95b2009b2c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:24.118637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 05f7a603-0130-4446-92a1-9e95b2009b2c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:24.124513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 05f7a603-0130-4446-92a1-9e95b2009b2c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:24.125529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:24.257416 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:24.291567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 05f7a603-0130-4446-92a1-9e95b2009b2c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=05f7a603-0130-4446-92a1-9e95b2009b2c,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:24.301279 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:24.376690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:24.627843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5699692e-f550-4b10-8589-db7906fd4dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:25.847573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:25.886099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:26.015994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 05f7a603-0130-4446-92a1-9e95b2009b2c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:26.096564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 05f7a603-0130-4446-92a1-9e95b2009b2c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:26.096882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:27.098595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6edb2eef-a0fb-4c01-8afc-af11affd8d0d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:27.099477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6edb2eef-a0fb-4c01-8afc-af11affd8d0d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Synchronizing usage tracker for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:30:27.115491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6edb2eef-a0fb-4c01-8afc-af11affd8d0d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Unset dirty status for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:30:27.116837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6edb2eef-a0fb-4c01-8afc-af11affd8d0d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 815 time: 0.2589674 Mar 21 07:30:27.132507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-4b4c54c5-2bfd-4926-902c-560c7a9d9ad3 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/quotas/4e4ea9ba2df94abe857f4462c225e271 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Mar 21 07:30:27.215732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-a679cf73-b3be-4b78-bb47-99049535acb5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Synchronizing usage tracker for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:30:27.233154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-a679cf73-b3be-4b78-bb47-99049535acb5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Unset dirty status for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:30:27.234443 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-a679cf73-b3be-4b78-bb47-99049535acb5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969961 Mar 21 07:30:27.375577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-2aaefab4-092d-45f4-b32c-ab01e0f918d2 service neutron] 10.222.0.31 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294529 Mar 21 07:30:27.389622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:27.509013 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f1a8983-4f74-4384-b607-9e3899f429ac service neutron] 10.222.0.31 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275589 Mar 21 07:30:27.690472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80970c58-4065-4b10-8bc4-5732a754ae94 req-5d4f9685-751b-4676-b237-735aceff8711 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 210 time: 0.0463927 Mar 21 07:30:28.693072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-166ea5e9-3d45-41a4-9c2b-9fb7c669e836 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:28.694524 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-166ea5e9-3d45-41a4-9c2b-9fb7c669e836 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 815 time: 0.1516709 Mar 21 07:30:28.706534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'port': {'device_id': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'admin_state_up': True, 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:28.856022 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-266b3d7d-424b-4ba7-bfbc-480320e71619 req-0122b34a-6514-47ca-b314-27ffacb4bb88 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 210 time: 0.0564649 Mar 21 07:30:28.895261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:28.905579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:28.915078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Made reservation on behalf of 4e4ea9ba2df94abe857f4462c225e271 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:30:28.918998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:29.085520 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Allocated IP 172.20.0.12 (423e8a4b-dfa9-4a25-90fb-071e9ace1c1a/16e9f845-4406-45c6-b317-181a8e6acabd/0e72c9f5-5f59-44bb-95e3-c8ccbee76d18) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:29.334481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:29.355672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Transition to ACTIVE for port object 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:29.391967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:29.484682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:29.488286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:29.492497 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:29.543344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:29.584018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:29.585232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:29.620089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-0f948240-b882-431d-8ccb-cd62d5421c96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9170918 Mar 21 07:30:29.803256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dddb447d-a4d8-49b9-947d-569b92f05f8f None None] Provisioning for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:29.811785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dddb447d-a4d8-49b9-947d-569b92f05f8f None None] Provisioning complete for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:29.812486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dddb447d-a4d8-49b9-947d-569b92f05f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:29.871016 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dddb447d-a4d8-49b9-947d-569b92f05f8f None None] Port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:30:30.062187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-76355aa5-53e6-4f1a-9e9f-66f68d5b20d0 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:30.062921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-76355aa5-53e6-4f1a-9e9f-66f68d5b20d0 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Synchronizing usage tracker for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:30:30.079860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-76355aa5-53e6-4f1a-9e9f-66f68d5b20d0 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Unset dirty status for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:30:30.081097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-76355aa5-53e6-4f1a-9e9f-66f68d5b20d0 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.1052763 Mar 21 07:30:30.133025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-ef9d316a-571d-4d5b-a712-f87f942c9a1e tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Synchronizing usage tracker for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:30:30.151811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-ef9d316a-571d-4d5b-a712-f87f942c9a1e tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Unset dirty status for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:30:30.153653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33cbd35f-cbbb-497f-b1a0-0927616db447 req-ef9d316a-571d-4d5b-a712-f87f942c9a1e tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 Mar 21 07:30:31.374619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef449c2-348a-4680-b31d-d1aa5b384d9d req-1093075a-e640-4094-bb04-4f09e91aa549 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:31.380970 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0ef449c2-348a-4680-b31d-d1aa5b384d9d req-1093075a-e640-4094-bb04-4f09e91aa549 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0977938 Mar 21 07:30:31.426453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0ef449c2-348a-4680-b31d-d1aa5b384d9d req-26f44fce-62ff-47fa-8f1a-1a285006f0e7 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Mar 21 07:30:32.637835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd9e51-2b88-4d07-9489-4e403fc9c6e8 req-4bc371ba-ab4e-4a3c-9740-857776540e43 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:32.640031 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2ffd9e51-2b88-4d07-9489-4e403fc9c6e8 req-4bc371ba-ab4e-4a3c-9740-857776540e43 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0859807 Mar 21 07:30:32.688937 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2ffd9e51-2b88-4d07-9489-4e403fc9c6e8 req-4bca4ae1-7c80-4f91-ae8f-651a7502dc50 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Mar 21 07:30:33.893306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d95331-b238-466f-b7d4-2b6d2b1fc5f0 req-19e01f14-915f-494b-aa14-ac80a6cac6ec tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:33.894821 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07d95331-b238-466f-b7d4-2b6d2b1fc5f0 req-19e01f14-915f-494b-aa14-ac80a6cac6ec tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0934758 Mar 21 07:30:33.943691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07d95331-b238-466f-b7d4-2b6d2b1fc5f0 req-585c5068-4c81-43d7-86e9-a5a945bbc3b7 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Mar 21 07:30:35.142324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbbb39-2291-4fae-b8a4-62d8b190867f req-0c818797-7e8e-4692-b8ab-bca58f2bd1ba tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:35.143959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-60dbbb39-2291-4fae-b8a4-62d8b190867f req-0c818797-7e8e-4692-b8ab-bca58f2bd1ba tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0845585 Mar 21 07:30:35.191356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-60dbbb39-2291-4fae-b8a4-62d8b190867f req-096e4b7b-11a6-439b-bc89-a7a4472d07ea tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Mar 21 07:30:36.376707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5e6db-09ed-406b-8c86-68bf1dab62de req-9b544790-3f05-4abe-9cdd-8cefde013938 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:36.378093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25d5e6db-09ed-406b-8c86-68bf1dab62de req-9b544790-3f05-4abe-9cdd-8cefde013938 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0825026 Mar 21 07:30:36.421616 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25d5e6db-09ed-406b-8c86-68bf1dab62de req-de98a034-2222-4879-8880-63f7d95fb2b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Mar 21 07:30:37.600096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7996483-b363-4263-a317-36139acc87e1 req-bc5109c7-4789-4104-aeff-4d96d5f06894 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:37.601472 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d7996483-b363-4263-a317-36139acc87e1 req-bc5109c7-4789-4104-aeff-4d96d5f06894 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 932 time: 0.0786867 Mar 21 07:30:37.646028 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d7996483-b363-4263-a317-36139acc87e1 req-4426c37a-c62b-4a72-a66b-9e5145843abe tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Mar 21 07:30:38.024284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Request body: {'port': {'device_id': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:38.228181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:38.565471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:30:38.572314 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:38.586582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Transition to ACTIVE for port object 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:30:38.589955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:38.756688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:38.884033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Attempting to bind port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:30:38.884456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Attempting to bind port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:30:38.884774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Attempting to bind port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 on network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:38.891962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 on network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:30:38.892329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Attempting to bind port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 on network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:30:38.899806 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:30:38.900172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Checking segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:30:38.900501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Bound using segment: {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:30:38.900903 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Bound port: 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63f5b99-0d88-4637-9861-316829d632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:30:38.901355 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:38.919041 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9818d-812d-41a0-be6b-479f20742f11 req-b24efd79-e170-4e25-80f1-48b8ec206391 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:38.921024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90b9818d-812d-41a0-be6b-479f20742f11 req-b24efd79-e170-4e25-80f1-48b8ec206391 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 944 time: 0.1617639 Mar 21 07:30:39.019627 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90b9818d-812d-41a0-be6b-479f20742f11 req-017ae2e0-78a5-4f99-85d7-8f4ec9f293d1 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926857 Mar 21 07:30:39.033610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:30:39.036748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:30:39.042275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:39.100718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:39.101299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:39.102672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] 10.222.0.30 "PUT /v2.0/ports/0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1094 time: 1.0825634 Mar 21 07:30:39.103107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:30:39.126035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8707c-0a25-40c8-a290-5d39c9540baf service neutron] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:39.181855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:30:39.225516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-da07428c-df29-4895-92bb-9855680b87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:39.227358 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-da07428c-df29-4895-92bb-9855680b87b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1097 time: 0.0818722 Mar 21 07:30:39.296346 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-efb8c8dc-33ee-45e8-a9ef-6ea21b1c1d42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 217 time: 0.0617952 Mar 21 07:30:39.360665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-8a7b99a6-d85b-4e04-be85-7d4ef5dfe386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:39.362010 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-8a7b99a6-d85b-4e04-be85-7d4ef5dfe386 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0603151 Mar 21 07:30:39.434961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6e20aad3-2009-4b2a-99bf-92a33e042ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:39.436975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-6e20aad3-2009-4b2a-99bf-92a33e042ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697062 Mar 21 07:30:39.567134 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-5852eedd-a4f6-4183-82a1-a6d0c3f37620 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232390 Mar 21 07:30:39.696003 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4a8217cd-99be-4074-9408-fe535bf31f8e req-f35b3e4a-52dc-49e3-b516-f6516696983f service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236429 Mar 21 07:30:39.720276 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:30:39.902702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415202-2a92-4efa-b50d-a8788f4167da req-22a80053-8f43-4069-9abe-9c751f817c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:39.904293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-22a80053-8f43-4069-9abe-9c751f817c40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1097 time: 0.1640151 Mar 21 07:30:40.034826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415202-2a92-4efa-b50d-a8788f4167da req-0dda9dbe-b782-4eb7-ba4e-73ba816323f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:40.036280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-0dda9dbe-b782-4eb7-ba4e-73ba816323f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1262269 Mar 21 07:30:40.102664 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-e2856666-f5a3-471d-9ffc-9f3c972853a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 217 time: 0.0606585 Mar 21 07:30:40.216215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415202-2a92-4efa-b50d-a8788f4167da req-461dedb1-01a7-485e-a7f3-a7cde5027972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:40.217974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-461dedb1-01a7-485e-a7f3-a7cde5027972 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.1093063 Mar 21 07:30:40.287357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901bba-d8d8-4aa9-9023-0e21539d9b38 req-9b216c7a-cd57-4297-802d-54f21d36f95a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:40.288817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe901bba-d8d8-4aa9-9023-0e21539d9b38 req-9b216c7a-cd57-4297-802d-54f21d36f95a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 944 time: 0.1451681 Mar 21 07:30:40.344688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe901bba-d8d8-4aa9-9023-0e21539d9b38 req-fb6d0e9a-6168-41f6-ab2f-64a0f331b421 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465996 Mar 21 07:30:40.348974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415202-2a92-4efa-b50d-a8788f4167da req-c5cc9917-47c9-4672-a82a-2f7fe15d7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:40.350408 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-c5cc9917-47c9-4672-a82a-2f7fe15d7df6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256495 Mar 21 07:30:40.483313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-bf2b39db-bbc5-4e34-8273-fee2d776ef77 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248944 Mar 21 07:30:40.612154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f415202-2a92-4efa-b50d-a8788f4167da req-1755864b-71db-4238-b8e2-9a89858393fe service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230185 Mar 21 07:30:41.202084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:30:41.367324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:41.380651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'port_id': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'mac_address': 'fa:16:3e:33:05:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:30:41.437822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:41.454740 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:30:41.470343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:41.474484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:41.533382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bbb7-d1fd-4c5e-a47e-17c197cd378f req-449fcb74-ec7d-4fcb-809b-f5815f4e7c0a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:41.534900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5402bbb7-d1fd-4c5e-a47e-17c197cd378f req-449fcb74-ec7d-4fcb-809b-f5815f4e7c0a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 945 time: 0.0813854 Mar 21 07:30:41.540084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:41.547816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.548166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.548503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.548835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.549162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.549514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.549840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.550164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.550489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.550809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.551129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.551446 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:41.580138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5402bbb7-d1fd-4c5e-a47e-17c197cd378f req-d5a5123b-012c-4b7d-b806-04a360c8ba50 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Mar 21 07:30:41.873630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:30:42.762892 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80df1-8034-434d-b557-6dd29d7c051b req-9d20244e-f005-4f32-922a-6876d6ea7559 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:42.764778 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0f80df1-8034-434d-b557-6dd29d7c051b req-9d20244e-f005-4f32-922a-6876d6ea7559 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 945 time: 0.0828252 Mar 21 07:30:42.809303 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e0f80df1-8034-434d-b557-6dd29d7c051b req-b2c147c4-a5c2-4f52-b4d4-39fe4be8b583 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Mar 21 07:30:43.222028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:30:43.290324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:30:43.295828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:30:43.296226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:43.412940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:43.439182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:30:43.448550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:30:43.453541 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:43.490956 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'code': 200} Mar 21 07:30:43.524543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:43.697881 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb674504-0263-4c4f-91d2-44008f513dce req-6456b6ac-4cb0-4b7b-8b2b-421b297a4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:43.699371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb674504-0263-4c4f-91d2-44008f513dce req-6456b6ac-4cb0-4b7b-8b2b-421b297a4924 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1099 time: 0.0687115 Mar 21 07:30:43.741517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb674504-0263-4c4f-91d2-44008f513dce req-ea31b9c1-13c4-4772-b0d1-aa60aa155b44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361667 Mar 21 07:30:43.991268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220419-0110-4739-9c4b-c988e2cc6cc4 req-82239eb5-3ec8-4682-8841-da2a750c6f1a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:43.992753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-70220419-0110-4739-9c4b-c988e2cc6cc4 req-82239eb5-3ec8-4682-8841-da2a750c6f1a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0784087 Mar 21 07:30:44.039617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-70220419-0110-4739-9c4b-c988e2cc6cc4 req-d00a4c93-96ac-46fe-b113-6f8f2185f97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Mar 21 07:30:45.224771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb41e2-d3e2-45ad-a0f6-82141c6af0e6 req-d6862863-6850-4a36-bbec-fb8684f1717c tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:45.226241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34eb41e2-d3e2-45ad-a0f6-82141c6af0e6 req-d6862863-6850-4a36-bbec-fb8684f1717c tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0821586 Mar 21 07:30:45.270117 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-34eb41e2-d3e2-45ad-a0f6-82141c6af0e6 req-265b4c9c-05f9-4e5d-abbb-bcf857640ad5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Mar 21 07:30:45.450962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32236634-64e2-4130-92d7-c456073d78b1 req-fb57e694-43d6-4322-a1ed-09a4340f56d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:45.452514 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32236634-64e2-4130-92d7-c456073d78b1 req-fb57e694-43d6-4322-a1ed-09a4340f56d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0785429 Mar 21 07:30:45.496214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-32236634-64e2-4130-92d7-c456073d78b1 req-bc516e96-0b6e-465f-a6b8-c527740208bc tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Mar 21 07:30:45.879670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bba5b-9b81-4d26-9634-bccd33e586b0 req-4db15f1c-d308-40fc-ac3a-3532dd68f337 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:45.881116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd4bba5b-9b81-4d26-9634-bccd33e586b0 req-4db15f1c-d308-40fc-ac3a-3532dd68f337 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0825057 Mar 21 07:30:45.925573 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd4bba5b-9b81-4d26-9634-bccd33e586b0 req-5457016c-a80a-4a73-a2aa-a7c3c4dbff97 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Mar 21 07:30:48.756384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:52.496000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfd6ac54-7a3b-4baa-a16e-e8537e65c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:54.623440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d853bc61-dd22-4f82-a7a5-6736d98741db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:55.840788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:55.886490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:55.971931 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b4f5-94f2-44e5-8aa0-2697bd526157 req-db477403-77d1-4968-aeaf-f620fc55cbba tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:55.973404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d882b4f5-94f2-44e5-8aa0-2697bd526157 req-db477403-77d1-4968-aeaf-f620fc55cbba tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0789735 Mar 21 07:30:56.020518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d882b4f5-94f2-44e5-8aa0-2697bd526157 req-f490edc0-0964-4bc6-b4c1-203bd8e3a17e tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Mar 21 07:30:56.043791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40070) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:56.239143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120cfb2-e77e-4d15-a348-6558cb086257 tempest-TestMinimumBasicScenario-922007397 tempest-TestMinimumBasicScenario-922007397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:56.240636 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4120cfb2-e77e-4d15-a348-6558cb086257 tempest-TestMinimumBasicScenario-922007397 tempest-TestMinimumBasicScenario-922007397-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1094 time: 0.1958694 Mar 21 07:30:56.243722 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40076) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:56.248729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:56.254792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:56.258584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:floatingip and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:56.261436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:56.267303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:56.278649 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:56.524907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:56.654406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Allocated IP 172.26.2.73 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/4dd1bdc7-d367-4d89-877e-c29b81b161fe) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:30:56.796891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:56.824830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:56.892857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:30:56.895631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:30:56.899125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:30:56.927543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'Port': ['ID=4dd1bdc7-d367-4d89-877e-c29b81b161fe,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:56.945040 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.945405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.945742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.946076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.946404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.946728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.947061 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.947358 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.947675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.947991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.948308 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:56.948621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:57.315787 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.390657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.394178 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.600310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.604428 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.713027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'Port': ['ID=4dd1bdc7-d367-4d89-877e-c29b81b161fe,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:57.723097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:57.887519 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Floating IP 23e99a22-3ae7-4eb9-bb9c-e91b159e07ff associated. External IP: 172.26.2.73, port: 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18. Mar 21 07:30:58.346819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Router c37dffd9-1dad-4703-ad21-1d1923d4a19b has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:30:58.521854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:30:58.531827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Sync routers for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:30:58.541461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:58.542071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:30:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:58.544935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.603255 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-75b8f48b-2d65-4976-8412-c2d98a6bc9ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3584929 Mar 21 07:30:58.603940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:30:58.606210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40080) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:58.611578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8789902', 'description': 'tempest-secgroup-smoke-8789902 description', 'project_id': '4e4ea9ba2df94abe857f4462c225e271'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:58.617693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:58.628366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:58.639845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.659277 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:58.663039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:58.666032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:58.672622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:58.735288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:58.746032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.750536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.790455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:30:58.809484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20202501-84d5-4c0a-b0e9-22f6ebbf1b95,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:58.844548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.845729 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2384832 Mar 21 07:30:58.848906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40088) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:58.854469 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:58.860587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.860940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.861206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:58.861321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.861641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.861976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.862303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.862627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.862950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.863269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.863587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.863907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.864224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db05d82-952d-4383-b441-984e671d7f15 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:30:58.865493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:58.868761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:58.876911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:58.896421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.903489 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-5e741afd-0adb-460f-8992-5b0f685fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:58.906660 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-5e741afd-0adb-460f-8992-5b0f685fabd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1099 time: 0.0945394 Mar 21 07:30:58.962320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.966753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:58.997464 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783b7e72-f743-4de9-bf4c-a4cb334c2f42,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.004940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.006416 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4cd39646-da81-4882-9a86-209dea4ca3d4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560786 Mar 21 07:30:59.009055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40092) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:59.015327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:59.021913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:59.025791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:59.028672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:59.035330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:59.056761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.116977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '23e99a22-3ae7-4eb9-bb9c-e91b159e07ff', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'port_id': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'mac_address': 'fa:16:3e:33:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:30:57Z', 'updated_at': '2022-03-21T07:30:57Z', 'revision_number': 0, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:59.120964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Checking router: c37dffd9-1dad-4703-ad21-1d1923d4a19b for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:30:59.125584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.131456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:30:59.131905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.132150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:30:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:59.158216 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-bdd6dc3b-b4a5-4d49-86c3-3a3bcda1c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:59.159698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-bdd6dc3b-b4a5-4d49-86c3-3a3bcda1c046 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.2474782 Mar 21 07:30:59.160936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e0492d-985a-4eb8-bcb0-e67cdd3d1599,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.172410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.176290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a01f26d3-e10e-4af2-8838-ddd8d64a0831 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634321 Mar 21 07:30:59.176482 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40096) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:59.181846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:59.189713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:59.192466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:59.198630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:59.204794 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:59.225560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.265631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-0154bec4-751b-4db3-b465-bc53d67e07b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 999 time: 0.1002674 Mar 21 07:30:59.293046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.303488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.329119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49323f34-0eae-4e05-8a1d-636ee8c25950,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.339869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.341294 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4604a0ef-6322-4816-9d8b-36b52e32292b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638370 Mar 21 07:30:59.344047 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40100) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:59.349299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:59.352798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-2be4138d-dba3-41af-870e-852de92a7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:59.354524 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-2be4138d-dba3-41af-870e-852de92a7200 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0821826 Mar 21 07:30:59.355774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:59.359913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:59.362186 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:30:59.363010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:59.369365 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:59.388202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.432501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-7a7fbd2a-769c-4644-8feb-b7af51ae8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:30:59.434326 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-7a7fbd2a-769c-4644-8feb-b7af51ae8dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745127 Mar 21 07:30:59.460993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.465043 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.488826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c52793-e939-4e9b-a21b-cbd6fefd1e4c,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.504168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.508395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-235436f8-2325-4102-8b84-ea65bd0b13e2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606450 Mar 21 07:30:59.508552 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40104) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:59.513676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:59.520281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:59.524019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:59.526995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:59.534344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:59.546414 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Project 4e4ea9ba2df94abe857f4462c225e271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:30:59.553970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.578884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-0b41449d-000b-46ab-ba3f-37f8cec762c9 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385913 Mar 21 07:30:59.624891 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.629538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.653150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60da777-ec4c-4d9c-8f61-9287ce6de413,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.665042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.668910 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-540cc114-8839-4b6f-a25e-e210efd551b2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569619 Mar 21 07:30:59.669137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40108) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:30:59.674546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'security_group_rule': {'security_group_id': '20202501-84d5-4c0a-b0e9-22f6ebbf1b95', 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:30:59.680411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:30:59.684659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Usage tracker for resource:security_group_rule and tenant:4e4ea9ba2df94abe857f4462c225e271 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:30:59.687174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:30:59.692791 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:30:59.704583 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Project 4e4ea9ba2df94abe857f4462c225e271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:30:59.711654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.725361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fccf158d-5417-4b4d-bc44-be8f7a74c66f req-71724a9e-2f22-4c4d-b44d-774a0fbe5791 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405549 Mar 21 07:30:59.776533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '23e99a22-3ae7-4eb9-bb9c-e91b159e07ff', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'port_id': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'mac_address': 'fa:16:3e:33:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:30:57Z', 'updated_at': '2022-03-21T07:30:57Z', 'revision_number': 0, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:30:59.780745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64006ab9-ddc3-4795-8018-025f2c518b02 None None] The sync data for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv is: [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '23e99a22-3ae7-4eb9-bb9c-e91b159e07ff', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'port_id': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'mac_address': 'fa:16:3e:33:05:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:30:57Z', 'updated_at': '2022-03-21T07:30:57Z', 'revision_number': 0, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:30:59.783563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.787714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.813440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0121d1b-6b33-42d7-9538-fd085e657b33,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:30:59.822757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:30:59.827803 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b1907040-1a6b-4fe0-92bf-d43adf8e6cab tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575820 Mar 21 07:30:59.944973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-6a5d0297-2e55-4587-a067-79ea1707695f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Synchronizing usage tracker for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:30:59.962648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-6a5d0297-2e55-4587-a067-79ea1707695f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Unset dirty status for tenant:4e4ea9ba2df94abe857f4462c225e271 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:30:59.964238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-6a5d0297-2e55-4587-a067-79ea1707695f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8789902&fields=id&tenant_id=4e4ea9ba2df94abe857f4462c225e271 HTTP/1.1" status: 200 len: 267 time: 0.0597761 Mar 21 07:30:59.981822 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5392387-5735-4fdd-802a-a342f1dd3079 None None] New status for floating IP 23e99a22-3ae7-4eb9-bb9c-e91b159e07ff: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:31:00.056894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-df30ada6-c95c-4d2d-928c-f207ec88ac52 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:00.058370 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-df30ada6-c95c-4d2d-928c-f207ec88ac52 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0869169 Mar 21 07:31:00.069697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'port': {'security_groups': ['a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33', '20202501-84d5-4c0a-b0e9-22f6ebbf1b95']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:31:00.190569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:00.460475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:31:00.485968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:00.490436 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:00.502133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:31:00.568013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:00.568653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:00.570079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1c7988c-5c69-4da3-9be8-47d0152f32ec req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "PUT /v2.0/ports/0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 982 time: 0.5053875 Mar 21 07:31:00.570526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:31:00.603007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee44511-c8b2-40cd-ad31-32303d4ebb77 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=6']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:31:00.634033 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:31:00.680301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:31:00.803162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-aee74b50-5358-4147-9cc5-a25b99cb983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:00.804906 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-aee74b50-5358-4147-9cc5-a25b99cb983b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1138 time: 0.1474419 Mar 21 07:31:00.815358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cecff-3ede-4540-8143-3f69f4cc8cd6 req-78de4bf2-cea6-4fd2-83c2-4310f381fe7d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:00.816763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6b7cecff-3ede-4540-8143-3f69f4cc8cd6 req-78de4bf2-cea6-4fd2-83c2-4310f381fe7d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.1234865 Mar 21 07:31:00.860058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f1e8a814-5bb4-4682-af12-653f102f0bb2 None None] Provisioning complete for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:31:00.861276 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a814-5bb4-4682-af12-653f102f0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:00.951000 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6b7cecff-3ede-4540-8143-3f69f4cc8cd6 req-700b1397-bae2-4a70-b6ad-b2551303435f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1159234 Mar 21 07:31:00.979932 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-eb77d3b0-97ac-4a0c-baa4-294482920e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:00.981399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-eb77d3b0-97ac-4a0c-baa4-294482920e94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1637433 Mar 21 07:31:01.088988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-1529680a-0f92-44b2-8615-3fab5c5b1ff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1001 time: 0.1007488 Mar 21 07:31:01.151023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-11bd2d50-3b70-4100-9f6b-857e5504814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:01.152442 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-11bd2d50-3b70-4100-9f6b-857e5504814a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0578651 Mar 21 07:31:01.231081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-11ed214e-fe71-4092-a8cb-8eecf292158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:01.232545 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-11ed214e-fe71-4092-a8cb-8eecf292158e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744185 Mar 21 07:31:01.468254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-21c0c40e-b8cc-4c80-8cfc-0ca0ebdba355 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291346 Mar 21 07:31:01.600910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-937a6715-4960-49b5-9d50-35f5c3ffc55c req-27adda4b-43fe-4dcf-88f3-1b04726e0890 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Mar 21 07:31:02.204211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-4d68b939-bf3d-4952-9050-180a3ddf228b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697086 Mar 21 07:31:02.350611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-bff67cfe-b4b8-4cab-b42a-5098f61c6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:02.352056 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-bff67cfe-b4b8-4cab-b42a-5098f61c6dab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1138 time: 0.0758960 Mar 21 07:31:02.494567 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-7ec2dd21-439d-40e8-9790-83334f757835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:02.495916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-7ec2dd21-439d-40e8-9790-83334f757835 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1259489 Mar 21 07:31:02.597147 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-c068fc93-b335-42ac-9ba3-ec89b8b489e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1001 time: 0.0946038 Mar 21 07:31:02.657721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-dbe8f9e0-ae34-41c9-a349-71f87c890105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:02.659112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-dbe8f9e0-ae34-41c9-a349-71f87c890105 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0571322 Mar 21 07:31:02.730847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-0b21e2f0-d5a2-411a-9b5c-df509e522f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:02.732250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-0b21e2f0-d5a2-411a-9b5c-df509e522f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677376 Mar 21 07:31:02.864420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-92b076d3-3aee-4502-a3f0-358e0d10790f service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261926 Mar 21 07:31:02.993171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4ca6b46c-82b8-4e66-babf-1215d1c17855 req-624274c2-3c70-4173-a292-a49bfd5fa46a service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228080 Mar 21 07:31:16.720045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:31:18.767050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:22.499371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-557e85db-8a55-417e-b0d4-e896db3c6d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:24.626936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-18e81f6d-c642-4810-a86d-cf1765b6ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:25.843915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:25.887181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:27.392753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:48.766239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:49.448753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-5e902f92-1433-4938-a1ce-b9669123b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:49.450231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-5e902f92-1433-4938-a1ce-b9669123b1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1138 time: 0.1303320 Mar 21 07:31:49.461044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6580aa-585f-44c9-9138-418e760de5d2 req-386ac44b-dca9-473e-9fe5-02484bc831d2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:49.462406 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe6580aa-585f-44c9-9138-418e760de5d2 req-386ac44b-dca9-473e-9fe5-02484bc831d2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.1089377 Mar 21 07:31:49.597329 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe6580aa-585f-44c9-9138-418e760de5d2 req-c30ff94e-52b7-4504-8a18-2a4d591be436 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1114135 Mar 21 07:31:49.626471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-54f8d63c-71b9-4da3-a3ae-7a1282ed40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:49.627892 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-54f8d63c-71b9-4da3-a3ae-7a1282ed40e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1646621 Mar 21 07:31:49.726245 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-c73ccaae-ccee-45c1-aa24-fac9bc78e3df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1001 time: 0.0922256 Mar 21 07:31:49.790408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-ac2b3cbd-f856-408b-aab2-b3eae5690abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:49.791808 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-ac2b3cbd-f856-408b-aab2-b3eae5690abd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0595613 Mar 21 07:31:49.864612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-089a37eb-bb4b-4c05-a9d6-dbd4236b39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:49.866090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-089a37eb-bb4b-4c05-a9d6-dbd4236b39e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679555 Mar 21 07:31:50.090050 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-5a61a406-755c-40b0-b5a7-1e37b252749d service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174582 Mar 21 07:31:50.219878 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5eda12c3-390e-4d91-bf54-00cff72767bc req-66c3bcd9-9ba3-4223-b861-aa1b20e65518 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231446 Mar 21 07:31:50.784064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ddc8e-959d-4c17-a0e8-a83440dfeff4 req-efc57a17-7ae1-43b9-acf5-34bc014b8553 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:50.785516 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cf2ddc8e-959d-4c17-a0e8-a83440dfeff4 req-efc57a17-7ae1-43b9-acf5-34bc014b8553 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0837550 Mar 21 07:31:50.831350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cf2ddc8e-959d-4c17-a0e8-a83440dfeff4 req-45319828-2edc-4d0f-8223-c8ad3928bbbd tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0401313 Mar 21 07:31:52.012292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6716c6-df5c-4a56-a138-1996b3a39528 req-483e5d55-c067-44a2-bfca-15182d5f19f9 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:52.013755 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb6716c6-df5c-4a56-a138-1996b3a39528 req-483e5d55-c067-44a2-bfca-15182d5f19f9 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0789044 Mar 21 07:31:52.062999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb6716c6-df5c-4a56-a138-1996b3a39528 req-6282dbeb-8f6b-4c99-a4a5-65b8bcf33bc3 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0429342 Mar 21 07:31:52.502151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a9c11e3e-eab8-40ae-9aba-f1d38fcaef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:53.246797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dc0dd-4c42-4e60-8f6c-aa7a108e8242 req-22720e1a-5551-442d-930f-618eb8fb7c6b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:53.248236 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee2dc0dd-4c42-4e60-8f6c-aa7a108e8242 req-22720e1a-5551-442d-930f-618eb8fb7c6b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0796621 Mar 21 07:31:53.295145 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee2dc0dd-4c42-4e60-8f6c-aa7a108e8242 req-23287f21-e387-4512-8bc7-bb3ec4a7c068 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0400851 Mar 21 07:31:53.719486 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:31:54.483917 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8d682-d501-4cd6-8fff-3611b75da97f req-c6904fa4-069f-4919-abac-3f7a8769af96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:54.485416 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6cd8d682-d501-4cd6-8fff-3611b75da97f req-c6904fa4-069f-4919-abac-3f7a8769af96 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0847430 Mar 21 07:31:54.531154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6cd8d682-d501-4cd6-8fff-3611b75da97f req-cd4d4328-bfed-4f8b-87d4-7fdf3bf68eb3 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0399806 Mar 21 07:31:54.631074 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-42560dbf-c37f-4032-8152-b06851eb9411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:55.713899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca7d5-19fb-49b6-b177-fb8fe0306909 req-be47c2f3-8d7a-42c8-bba7-b3fc2d1d3af6 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:55.715348 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-684ca7d5-19fb-49b6-b177-fb8fe0306909 req-be47c2f3-8d7a-42c8-bba7-b3fc2d1d3af6 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0809054 Mar 21 07:31:55.760756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-684ca7d5-19fb-49b6-b177-fb8fe0306909 req-4755c527-043b-47eb-831c-59c2cc7fd5c3 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0396976 Mar 21 07:31:55.845355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:55.890484 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:56.953665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85e27-be29-4cf9-898e-3451057ba2a8 req-de5c19ce-1b51-4c4a-afbc-7e269d3d6d6a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:56.955119 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25d85e27-be29-4cf9-898e-3451057ba2a8 req-de5c19ce-1b51-4c4a-afbc-7e269d3d6d6a tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0872214 Mar 21 07:31:57.000895 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25d85e27-be29-4cf9-898e-3451057ba2a8 req-ac2db279-14cf-4b2c-a453-6a92c1395297 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0401483 Mar 21 07:31:57.396463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:31:58.180883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1c1c-c95c-4387-b095-2f0009bf45ca req-f833d981-42da-4a24-8b7e-14e50ee1a0ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:58.182341 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521a1c1c-c95c-4387-b095-2f0009bf45ca req-f833d981-42da-4a24-8b7e-14e50ee1a0ce tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0786812 Mar 21 07:31:58.227300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-521a1c1c-c95c-4387-b095-2f0009bf45ca req-0ca0dd57-40cf-48aa-b892-3fa69adf47f1 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0382273 Mar 21 07:31:59.413378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1bc28-a0bf-4aeb-84a7-af4140fb789a req-e3f5e686-7d5d-408b-b25b-d5aee7d5ad92 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:31:59.414800 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-05b1bc28-a0bf-4aeb-84a7-af4140fb789a req-e3f5e686-7d5d-408b-b25b-d5aee7d5ad92 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0824578 Mar 21 07:31:59.461584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-05b1bc28-a0bf-4aeb-84a7-af4140fb789a req-ea91eff7-83c6-4f4b-9396-ddd15676508b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0410082 Mar 21 07:32:00.647458 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529fe9-7fd8-4a07-adb7-a13c2a3d4ff7 req-15813798-7297-4def-a31d-ab750d346b5b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:00.648888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53529fe9-7fd8-4a07-adb7-a13c2a3d4ff7 req-15813798-7297-4def-a31d-ab750d346b5b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0781648 Mar 21 07:32:00.697269 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-53529fe9-7fd8-4a07-adb7-a13c2a3d4ff7 req-490c5ebb-cbcd-4b29-a536-b9c5b6c597f4 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0427487 Mar 21 07:32:01.879170 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17d273-e9ff-416b-a221-808403db93e7 req-f9083689-4431-4793-b956-3f3e30644bc9 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:01.880644 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b17d273-e9ff-416b-a221-808403db93e7 req-f9083689-4431-4793-b956-3f3e30644bc9 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0808823 Mar 21 07:32:01.928361 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b17d273-e9ff-416b-a221-808403db93e7 req-f6460194-4326-45ec-aee7-cc2e55620b3f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=20202501-84d5-4c0a-b0e9-22f6ebbf1b95&id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0421154 Mar 21 07:32:04.187298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-d613e71b-830d-4cc5-9852-e151ff258223 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729446 Mar 21 07:32:04.321060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-29b04bde-e035-4077-89d7-aad88a2b8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:04.322618 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-29b04bde-e035-4077-89d7-aad88a2b8e03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1138 time: 0.0724392 Mar 21 07:32:04.463445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-dbacb324-8696-4863-9d74-174b63da1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:04.464915 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-dbacb324-8696-4863-9d74-174b63da1025 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1255140 Mar 21 07:32:04.567633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-9ae05f0a-df32-493b-93d7-571cdc271f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1001 time: 0.0964620 Mar 21 07:32:04.628192 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-cd2b38f9-a076-4c2b-af46-18b68fd22c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:04.629632 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-cd2b38f9-a076-4c2b-af46-18b68fd22c55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0568209 Mar 21 07:32:04.705666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-09a3e9b1-645a-4358-8e19-897bf2efdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:04.707094 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-09a3e9b1-645a-4358-8e19-897bf2efdfa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724244 Mar 21 07:32:04.927828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-28ddc174-0668-4656-be90-fe1e1c0a79ad service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148192 Mar 21 07:32:05.058362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51bda103-f8f6-4aa4-b526-6d47ba908f5d req-5fce06b4-eb01-455d-b481-3f91d670dd79 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246758 Mar 21 07:32:18.787928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:22.503874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9b4b-9a88-42a9-b053-c366c29a3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:24.632444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2a453c28-b141-41c3-a261-2edbbaa4937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:25.846855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:25.893396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:27.399049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:30.719275 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:32:48.776653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:50.548817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-fe576ecb-a166-42f8-95eb-8befa496f741 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8789902&fields=id&tenant_id=4e4ea9ba2df94abe857f4462c225e271 HTTP/1.1" status: 200 len: 267 time: 0.0403128 Mar 21 07:32:50.630290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-d27fed4a-cdb8-487e-b858-cb16781878a2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:50.631693 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-d27fed4a-cdb8-487e-b858-cb16781878a2 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 985 time: 0.0776739 Mar 21 07:32:50.643031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Request body: {'port': {'security_groups': ['a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:32:50.763928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.005542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:32:51.029966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.034365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.046464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:32:51.105819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:51.106459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.107856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83635302-1e97-42a3-b6e8-ee2b941aa042 req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "PUT /v2.0/ports/0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 943 time: 0.4702225 Mar 21 07:32:51.108287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:32:51.114510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40194) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:32:51.133212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event updated for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=7']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:32:51.144582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.145510 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.145916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.146260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.146647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.147271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.147606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.147987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.148321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.149619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.150046 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.150737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bf04c4-7674-40d6-a2ea-83ae5f00b97f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.175172 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:32:51.205070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:32:51.209174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.241931 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.314639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.322825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-b809faac-5dbd-4f18-8e15-6feb30ed8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:51.324424 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-b809faac-5dbd-4f18-8e15-6feb30ed8809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1099 time: 0.1307251 Mar 21 07:32:51.340227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20202501-84d5-4c0a-b0e9-22f6ebbf1b95,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:32:51.351967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.352314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.352654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.352995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.353348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.353678 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.354005 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.354329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.354654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.354977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.355293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.355609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:32:51.365018 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.366405 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-08c6f820-e43b-4413-9a8b-0cc2b835141f tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "DELETE /v2.0/security-groups/20202501-84d5-4c0a-b0e9-22f6ebbf1b95 HTTP/1.1" status: 204 len: 168 time: 0.2500155 Mar 21 07:32:51.368994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40198) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:32:51.435158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-955c8010-002b-434a-aba9-f709ae5fb714 None None] Provisioning complete for port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:32:51.435664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-955c8010-002b-434a-aba9-f709ae5fb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.478560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-305e9b8a-b740-4d32-ab5d-64b47a4878f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:51.480001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-305e9b8a-b740-4d32-ab5d-64b47a4878f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.1469941 Mar 21 07:32:51.579443 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Deleting port 4dd1bdc7-d367-4d89-877e-c29b81b161fe {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:32:51.579698 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.592605 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-8c73e56f-5596-41fa-b70f-7a192e2f6089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 1001 time: 0.1055303 Mar 21 07:32:51.658029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-1be5b52a-5389-4381-8de5-d99131586073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:51.659565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-1be5b52a-5389-4381-8de5-d99131586073 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0607481 Mar 21 07:32:51.733801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-955a5eae-297f-4683-841b-a15534c447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:51.736210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-955a5eae-297f-4683-841b-a15534c447d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703301 Mar 21 07:32:51.752694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.753021 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:51.869523 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-acb27f68-abd6-4014-bada-2050f4ad4fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265557 Mar 21 07:32:51.985045 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Calling delete_port for 4dd1bdc7-d367-4d89-877e-c29b81b161fe owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:32:52.003882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af753c83-fd50-43e4-b33d-e13d0aa3954d req-422541a6-94bb-48b5-8208-0d42ec3f2700 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285956 Mar 21 07:32:52.134475 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:52.181287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event deleted for resources: {'Port': ['ID=4dd1bdc7-d367-4d89-877e-c29b81b161fe,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:32:52.272763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:52.273091 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Floating IP 23e99a22-3ae7-4eb9-bb9c-e91b159e07ff disassociated (deleted). External IP: 172.26.2.73, port: 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18. Mar 21 07:32:52.506464 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aaf52911-119d-4194-8d70-0f3bc0956db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:52.626060 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Router c37dffd9-1dad-4703-ad21-1d1923d4a19b has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:32:52.805460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:32:52.815884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Sync routers for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:32:52.825873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:32:52.826277 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:52.826498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:32:52.881588 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c0bd00de-8e64-47f4-ac2c-3e71d46a659d tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "DELETE /v2.0/floatingips/23e99a22-3ae7-4eb9-bb9c-e91b159e07ff HTTP/1.1" status: 204 len: 168 time: 1.5113740 Mar 21 07:32:52.882214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:32:52.927955 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:32:53.013384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:32:53.033462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f4d2-ee4d-49da-b52d-588384071824 req-e7f8021c-c2cf-4368-b1af-74c5c91baec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:53.034928 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-e7f8021c-c2cf-4368-b1af-74c5c91baec4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e4ea9ba2df94abe857f4462c225e271&device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 1099 time: 0.0857480 Mar 21 07:32:53.294232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f4d2-ee4d-49da-b52d-588384071824 req-be4de629-dc14-4b1f-97d2-acfd08c67954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:53.302113 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-be4de629-dc14-4b1f-97d2-acfd08c67954 service neutron] 10.222.0.30 "GET /v2.0/networks?id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 200 len: 916 time: 0.2595851 Mar 21 07:32:53.377081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-c409ad4f-98ef-48d2-8809-0ac1aac8cc6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 200 len: 217 time: 0.0699685 Mar 21 07:32:53.393590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:32:53.397513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Checking router: c37dffd9-1dad-4703-ad21-1d1923d4a19b for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:32:53.405589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:32:53.406912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:32:53.441466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f4d2-ee4d-49da-b52d-588384071824 req-af13262f-b098-4b17-a675-30cb050b0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:53.443044 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-af13262f-b098-4b17-a675-30cb050b0dfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 200 len: 854 time: 0.0607493 Mar 21 07:32:53.518141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f4d2-ee4d-49da-b52d-588384071824 req-b0b649eb-0fb1-4199-936b-a3f793c4b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:53.519704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-b0b649eb-0fb1-4199-936b-a3f793c4b3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705347 Mar 21 07:32:53.590543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:32:53.651998 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-f4a7d5b2-ce8f-41a2-9cbf-70bdc7707f0f service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260648 Mar 21 07:32:53.803040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-af85f4d2-ee4d-49da-b52d-588384071824 req-6c8b4fe2-5035-40ee-8672-5c8f203b7c06 service neutron] 10.222.0.30 "GET /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300647 Mar 21 07:32:53.913402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:32:53.917471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7698882-790b-4add-96a8-1ad73ec8bc4a None None] The sync data for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv is: [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:30:08Z', 'revision_number': 4, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'fc1db8db-b5b9-4aa1-8d12-21d424845b5c', 'name': '', 'network_id': '423e8a4b-dfa9-4a25-90fb-071e9ace1c1a', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'mac_address': 'fa:16:3e:15:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:08Z', 'updated_at': '2022-03-21T07:30:15Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'subnets': [{'id': '16e9f845-4406-45c6-b317-181a8e6acabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:32:54.150190 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b704c-4dc4-47b4-bec2-54ed0974b4e6 None None] New status for floating IP 23e99a22-3ae7-4eb9-bb9c-e91b159e07ff: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:32:54.633502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3a53cce4-1ced-4c06-8d2f-44b82acb2899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:55.850209 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:55.895948 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:57.240339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc27a1-bad0-43d5-85ea-f96a3df80285 req-457d8074-4ca2-4aa2-b972-11075a1406aa tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:57.241738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62cc27a1-bad0-43d5-85ea-f96a3df80285 req-457d8074-4ca2-4aa2-b972-11075a1406aa tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0844786 Mar 21 07:32:57.286863 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62cc27a1-bad0-43d5-85ea-f96a3df80285 req-91a590e3-fbae-41f6-ab3a-1929bbf4fda5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Mar 21 07:32:57.402133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:58.472037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd37d2b-36c4-4d22-b81d-b12b055cad61 req-1d7d9a7b-aeba-4bb1-8916-10e84aee1d07 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:58.473497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ddd37d2b-36c4-4d22-b81d-b12b055cad61 req-1d7d9a7b-aeba-4bb1-8916-10e84aee1d07 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0803680 Mar 21 07:32:58.520739 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ddd37d2b-36c4-4d22-b81d-b12b055cad61 req-d32bd96b-8a7f-4c47-bec3-223221495525 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Mar 21 07:32:59.117681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-1f521127-5ad2-493f-bd65-bda65b2d11e5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:59.119078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-1f521127-5ad2-493f-bd65-bda65b2d11e5 tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.0806124 Mar 21 07:32:59.188349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Deleting port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:32:59.188680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:59.439642 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] For port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:32:59.439996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:59.561133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Calling delete_port for 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:32:59.762699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:59.773568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:32:59.804353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8d0fa-019e-48d5-a8fa-c0bc6473b60a req-3fe15dcd-b1e3-43e7-aba2-78527a52be6c tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:32:59.805841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ee8d0fa-019e-48d5-a8fa-c0bc6473b60a req-3fe15dcd-b1e3-43e7-aba2-78527a52be6c tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e7d01bb-231c-45db-9d81-18cee90d3075 HTTP/1.1" status: 200 len: 946 time: 0.1704772 Mar 21 07:32:59.834242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Pushing event deleted for resources: {'Port': ['ID=0e72c9f5-5f59-44bb-95e3-c8ccbee76d18,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:32:59.924391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] No DVR routers for this DVR port 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:32:59.928306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:32:59.930674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'name': 'network-vif-deleted', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:32:59.944929 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1ee8d0fa-019e-48d5-a8fa-c0bc6473b60a req-327d52a9-f323-4e39-a3a2-f2603b38de8b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.31 "GET /v2.0/security-groups?id=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303651 Mar 21 07:32:59.946612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9733dea6-1b80-4f7a-b601-ae66307608d4 req-f536c957-4a22-4fb6-8314-fcf8f968b27b tempest-TestMinimumBasicScenario-470374024 tempest-TestMinimumBasicScenario-470374024-project] 10.222.0.30 "DELETE /v2.0/ports/0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 HTTP/1.1" status: 204 len: 173 time: 0.8219216 Mar 21 07:33:00.130894 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7d01bb-231c-45db-9d81-18cee90d3075', 'name': 'network-vif-deleted', 'tag': '0e72c9f5-5f59-44bb-95e3-c8ccbee76d18', 'status': 'completed', 'code': 200} Mar 21 07:33:01.581504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40286) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:02.201821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:02.543832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Deleting port fc1db8db-b5b9-4aa1-8d12-21d424845b5c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:02.544080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:02.717544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] For port fc1db8db-b5b9-4aa1-8d12-21d424845b5c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:02.718213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:02.847288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Calling delete_port for fc1db8db-b5b9-4aa1-8d12-21d424845b5c owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:03.255320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:03.306260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1db8db-b5b9-4aa1-8d12-21d424845b5c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:03.571447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:03.777864 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:03.848771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:03.849031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 0e72c9f5-5f59-44bb-95e3-c8ccbee76d18 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:03.924441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Router c37dffd9-1dad-4703-ad21-1d1923d4a19b has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:33:04.101573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:33:04.110641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Sync routers for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:33:04.116633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-36e07a90-0af2-4a80-8ad5-bc5abd8ca459 admin admin] 10.222.0.31 "PUT /v2.0/routers/c37dffd9-1dad-4703-ad21-1d1923d4a19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5317597 Mar 21 07:33:04.116878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40290) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:04.120032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:04.120696 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:04.290789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:04.297192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:04.585510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:33:03Z', 'revision_number': 5, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port': {'id': '42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:05Z', 'updated_at': '2022-03-21T07:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:04.589341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Checking router: c37dffd9-1dad-4703-ad21-1d1923d4a19b for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:33:04.592939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:04.598475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Routers {'c37dffd9-1dad-4703-ad21-1d1923d4a19b'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:04.599075 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:04.604293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Deleting port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:04.604643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:04.752260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] Set router c37dffd9-1dad-4703-ad21-1d1923d4a19b gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:04.778008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] For port 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:04.778367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:04.858726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:33:04Z', 'revision_number': 6, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:04.862920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78681569-1bf5-485c-9435-e08b1c2c663d None None] The sync data for ids ['c37dffd9-1dad-4703-ad21-1d1923d4a19b'] in dv-neutron-834307-1-hyperv is: [{'id': 'c37dffd9-1dad-4703-ad21-1d1923d4a19b', 'name': 'tempest-TestMinimumBasicScenario-2112597576-router', 'tenant_id': '4e4ea9ba2df94abe857f4462c225e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:04Z', 'updated_at': '2022-03-21T07:33:04Z', 'revision_number': 6, 'project_id': '4e4ea9ba2df94abe857f4462c225e271', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:33:04.905508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Calling delete_port for 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:05.071589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.120537 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Pushing event deleted for resources: {'Port': ['ID=42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:05.210629 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.386430 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.388613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.410040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.410628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37dffd9-1dad-4703-ad21-1d1923d4a19b {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:33:05.423867 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.424990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-7a8028d8-6133-4bf4-83da-6af91a26a58d admin admin] 10.222.0.31 "DELETE /v2.0/routers/c37dffd9-1dad-4703-ad21-1d1923d4a19b HTTP/1.1" status: 204 len: 168 time: 1.3071301 Mar 21 07:33:05.427571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40294) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:05.490336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Deleting subnet 16e9f845-4406-45c6-b317-181a8e6acabd {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:33:05.493187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.541469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.621109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.693086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.731476 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e9f845-4406-45c6-b317-181a8e6acabd,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:05.733435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.738826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3aced-23b8-4677-8d23-ced62ebe1efb None None] Network 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:33:05.740637 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-93b72310-1a0e-4f16-9ae9-abdc22d877a7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16e9f845-4406-45c6-b317-181a8e6acabd HTTP/1.1" status: 204 len: 168 time: 0.3121037 Mar 21 07:33:05.743129 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40298) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:05.853524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:05.864200 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Deleting port 1eb229ef-0c51-4a63-9bb8-b50554d58417 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:05.864532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.021906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] DHCP port deletion for 423e8a4b-dfa9-4a25-90fb-071e9ace1c1a request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:33:06.026308 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Deleting port 1eb229ef-0c51-4a63-9bb8-b50554d58417 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:06.026678 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.103656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] For port 1eb229ef-0c51-4a63-9bb8-b50554d58417, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1eb229ef-0c51-4a63-9bb8-b50554d58417,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:06.104181 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.120141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fc1db8db-b5b9-4aa1-8d12-21d424845b5c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:06.168473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: fc1db8db-b5b9-4aa1-8d12-21d424845b5c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:06.169089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device fc1db8db-b5b9-4aa1-8d12-21d424845b5c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:06.169953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:06.215451 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:06.216079 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 42ba9dfb-d6d2-4de7-a386-7bcbab3bdda8 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:06.216669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1eb229ef-0c51-4a63-9bb8-b50554d58417 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:06.344022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Calling delete_port for 1eb229ef-0c51-4a63-9bb8-b50554d58417 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:06.422502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.462467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Port 1eb229ef-0c51-4a63-9bb8-b50554d58417 update to DOWN by agent not found {{(pid=87990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 21 07:33:06.468262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] For port 1eb229ef-0c51-4a63-9bb8-b50554d58417, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1eb229ef-0c51-4a63-9bb8-b50554d58417,segment=NetworkSegment(e63f5b99-0d88-4637-9861-316829d632aa),segment_id=e63f5b99-0d88-4637-9861-316829d632aa)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:06.468778 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.473007 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb229ef-0c51-4a63-9bb8-b50554d58417,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:06.476949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] No DVR routers for this DVR port 1eb229ef-0c51-4a63-9bb8-b50554d58417 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:33:06.591329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Calling delete_port for 1eb229ef-0c51-4a63-9bb8-b50554d58417 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:06.592964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.617647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423e8a4b-dfa9-4a25-90fb-071e9ace1c1a']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:06.630313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63f5b99-0d88-4637-9861-316829d632aa') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:06.630609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63f5b99-0d88-4637-9861-316829d632aa') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:06.642405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.657992 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.663630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:33:06.663901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:33:06.663995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:33:06.664283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:33:06.677457 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:33:06.754253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.770271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:06.780051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=423e8a4b-dfa9-4a25-90fb-071e9ace1c1a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:06.792868 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ed9aa1d0-c511-49b1-8770-e6faee5a0eb6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/423e8a4b-dfa9-4a25-90fb-071e9ace1c1a HTTP/1.1" status: 204 len: 168 time: 1.0488489 Mar 21 07:33:06.795959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40302) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:07.165606 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Deleting port 1eb229ef-0c51-4a63-9bb8-b50554d58417 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:07.166182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:07.239883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2be4ce4a-9b17-45e6-b0df-9f60856613c8 None None] The port '1eb229ef-0c51-4a63-9bb8-b50554d58417' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:33:07.331068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:07.718786 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:33:07.762988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Deleting port 05f7a603-0130-4446-92a1-9e95b2009b2c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:07.763320 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:07.933052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] For port 05f7a603-0130-4446-92a1-9e95b2009b2c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=05f7a603-0130-4446-92a1-9e95b2009b2c,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:07.933422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:08.053853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Calling delete_port for 05f7a603-0130-4446-92a1-9e95b2009b2c owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:08.227485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:08.276986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f7a603-0130-4446-92a1-9e95b2009b2c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:08.550901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:08.913417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:33:09.197732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:33:09.206414 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Sync routers for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:33:09.206845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9fcb3310-c61a-4bc8-b371-f2776a9e2823 admin admin] 10.222.0.31 "PUT /v2.0/routers/6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092846 Mar 21 07:33:09.209240 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40308) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:09.216361 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:09.216943 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:09.394446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:09.397261 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:09.570195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:09.579573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Deleting port 56f0e617-89c7-4a6c-b1de-6c8360a46d25 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:09.579905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:09.689500 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:33:08Z', 'revision_number': 5, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port': {'id': '56f0e617-89c7-4a6c-b1de-6c8360a46d25', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:30:12Z', 'updated_at': '2022-03-21T07:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:09.693305 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Checking router: 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:33:09.701350 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Routers {'6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:09.701933 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:09.756477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] For port 56f0e617-89c7-4a6c-b1de-6c8360a46d25, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=56f0e617-89c7-4a6c-b1de-6c8360a46d25,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:09.756824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:09.852233 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] Set router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:09.878406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Calling delete_port for 56f0e617-89c7-4a6c-b1de-6c8360a46d25 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:09.957730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:33:09Z', 'revision_number': 6, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:09.961863 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf23eee-d12f-4524-a96f-ca7afd746a6e None None] The sync data for ids ['6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7'] in dv-neutron-834307-1-hyperv is: [{'id': '6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7', 'name': 'tempest-TestMinimumBasicScenario-1393337416-router', 'tenant_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:30:11Z', 'updated_at': '2022-03-21T07:33:09Z', 'revision_number': 6, 'project_id': 'ce467b7f6dc64cd0955eed25be6ed74a', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:33:10.051250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.096760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f0e617-89c7-4a6c-b1de-6c8360a46d25,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:10.189953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.469552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.471663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.494694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.495222 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:33:10.506758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.507888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-60369266-7bf1-421b-a9c0-82deafcd70f0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6a0e9d2b-49ab-462b-ba3d-fce5bf14bef7 HTTP/1.1" status: 204 len: 168 time: 1.2977331 Mar 21 07:33:10.510432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40312) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:10.569919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Deleting subnet 3d49daa5-c5ab-4df3-80e3-2d7ff7792081 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:33:10.572788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.623785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.699379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.721467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 05f7a603-0130-4446-92a1-9e95b2009b2c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:10.759375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 05f7a603-0130-4446-92a1-9e95b2009b2c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:10.759718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 05f7a603-0130-4446-92a1-9e95b2009b2c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:10.770544 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.810572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d49daa5-c5ab-4df3-80e3-2d7ff7792081,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:10.815864 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.821407 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b85853-523c-47b6-8bdd-c100dd266902 None None] Network 00647947-975d-4bba-9daf-541176c91b8c requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:33:10.821548 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-79fd9f3a-7ff4-4424-bb6e-87bca4e5c221 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d49daa5-c5ab-4df3-80e3-2d7ff7792081 HTTP/1.1" status: 204 len: 168 time: 0.3101315 Mar 21 07:33:10.823961 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40316) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:10.930514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:10.942528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Deleting port 6e1113f1-df32-4ea2-af3c-5e8f7255730e {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:10.942974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.114034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] DHCP port deletion for 00647947-975d-4bba-9daf-541176c91b8c request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:33:11.118320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Deleting port 6e1113f1-df32-4ea2-af3c-5e8f7255730e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:11.118693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.151621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] For port 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6e1113f1-df32-4ea2-af3c-5e8f7255730e,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:11.151978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.279829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Calling delete_port for 6e1113f1-df32-4ea2-af3c-5e8f7255730e owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:11.330002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] For port 6e1113f1-df32-4ea2-af3c-5e8f7255730e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6e1113f1-df32-4ea2-af3c-5e8f7255730e,segment=NetworkSegment(02ed4678-faf8-4d4b-9fb8-f2e97ce1a942),segment_id=02ed4678-faf8-4d4b-9fb8-f2e97ce1a942)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:11.330385 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.357798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.404940 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1113f1-df32-4ea2-af3c-5e8f7255730e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:11.408178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] No DVR routers for this DVR port 6e1113f1-df32-4ea2-af3c-5e8f7255730e on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:33:11.453463 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Calling delete_port for 6e1113f1-df32-4ea2-af3c-5e8f7255730e owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:33:11.523448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.528634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:33:11.529049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:33:11.553995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00647947-975d-4bba-9daf-541176c91b8c']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:11.566324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:11.566617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ed4678-faf8-4d4b-9fb8-f2e97ce1a942') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:11.578900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.595252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.601239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:33:11.601627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:33:11.614651 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:33:11.686644 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.709978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:11.717837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] Pushing event deleted for resources: {'Network': ['ID=00647947-975d-4bba-9daf-541176c91b8c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:11.721931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-302d18fd-d795-4bfb-9a49-cfabd9a3e237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00647947-975d-4bba-9daf-541176c91b8c HTTP/1.1" status: 204 len: 168 time: 0.8970649 Mar 21 07:33:11.885979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40322) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:11.934749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b6de8eb6-3be8-4c37-b4d6-e3125c188c1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e4ea9ba2df94abe857f4462c225e271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475719 Mar 21 07:33:11.937179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40326) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:11.993224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.018385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.032222 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Deleting port 6e1113f1-df32-4ea2-af3c-5e8f7255730e {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:33:12.032903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.074417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.102472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.106037 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33 HTTP/1.1" status: 204 len: 168 time: 0.1653717 Mar 21 07:33:12.106037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9060c-e40a-463d-ad1b-058f49215666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d5a3d-84c2-4bc0-89c1-36dc8ca77e33,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:12.108549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcb39a-e445-4886-855d-f89f07c78ed2 None None] The port '6e1113f1-df32-4ea2-af3c-5e8f7255730e' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:33:12.110831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6e1113f1-df32-4ea2-af3c-5e8f7255730e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:12.159311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 6e1113f1-df32-4ea2-af3c-5e8f7255730e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:12.159311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6e1113f1-df32-4ea2-af3c-5e8f7255730e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:12.159311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 56f0e617-89c7-4a6c-b1de-6c8360a46d25 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:33:12.192339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 56f0e617-89c7-4a6c-b1de-6c8360a46d25 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:33:12.192687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 56f0e617-89c7-4a6c-b1de-6c8360a46d25 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:33:12.443335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:12.495149 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-960c3f06-628a-439a-a7f6-25ac2273b930 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce467b7f6dc64cd0955eed25be6ed74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505989 Mar 21 07:33:12.497699 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:12.555959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.581789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.635636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.652275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e08de1a-662b-42f5-b198-8841123e8d6e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:12.656789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:12.658020 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-184ae6e8-3b83-4e6a-84c3-e1eb7af66e0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e08de1a-662b-42f5-b198-8841123e8d6e HTTP/1.1" status: 204 len: 168 time: 0.1593606 Mar 21 07:33:14.558630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40380) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:14.564061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952082103', 'description': 'tempest-secgroup-smoke-1952082103 description', 'project_id': 'f731ed73191641c482860ec7890aa5cd'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:14.570438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:14.574253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:14.577077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:14.583938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:14.595492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.610779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.625656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:14.629389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:14.632141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:14.637714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:14.718057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.721916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.734083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:14.742201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:14.751640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:14.763362 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:14.767941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d602f7-36e4-4c89-8e85-ffa187596a34,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:14.839656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.843258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.885163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.886402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3266401 Mar 21 07:33:14.887093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ef51-f092-4375-b8d4-11e8ecfebd4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac808b-a072-4b72-8961-9ac80803e4bc,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:14.889667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40384) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:14.895377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:14.901037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:14.904860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:14.908033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:14.914354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:14.929618 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.991789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:14.995330 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.023028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00303ba-f2a6-401c-a62b-cbe8e6916e20,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.029338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.030443 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0b37e863-81ee-461f-b7c5-0fb045bbdea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393235 Mar 21 07:33:15.033086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40388) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.038083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.043845 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.048382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.051219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.057065 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.074296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.134234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.137558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.160791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1570d5a-a720-424d-b65c-40fc485cb79e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.169585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.170794 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-11316930-b5ab-49e2-a147-50fe0b1668b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367407 Mar 21 07:33:15.174059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40392) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.178972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.184581 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.189248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.192040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.197604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.214006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.274905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.278272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.307923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec457f73-d9be-42ba-85e3-731d2c503c8f,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.313860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.315529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b84eacb0-e03f-4107-85b6-8066af1c2672 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405566 Mar 21 07:33:15.318135 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40396) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.322884 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.328778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.332505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.335325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.341141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.357853 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.421086 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.424930 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.447800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90ad1a1-e206-432e-8fad-7ba32898e0e0,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.455902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.457071 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f2b16fa3-b21c-4cfb-98c9-93e38f695c69 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380432 Mar 21 07:33:15.459738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40400) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.464604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.470954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.474732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.477579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.483283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.493779 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:33:15.500127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.562901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.566576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.590274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf071e0-f30f-4609-976b-fd41210aa9d3,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.599591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.600900 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9c9647e9-b9ec-46ef-a376-fd9a7f250c05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402681 Mar 21 07:33:15.603603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40404) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.608425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '4cac808b-a072-4b72-8961-9ac80803e4bc', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.614535 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.618229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.621028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.626968 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.636687 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:33:15.643090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.711072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.714982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.744834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344c7bc7-6e3c-4e86-8e57-e051f650a92a,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:15.751763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.752948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ffa0a0da-8376-44eb-a0b9-f07c2b1ff5da tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484442 Mar 21 07:33:15.755914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40408) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.761789 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'network': {'name': 'tempest-network-smoke--593541023', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.767660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.771378 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:network and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.774167 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.779811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.790925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:33:15.794914 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.822833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:33:15.832960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.833335 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Added segment 7c502b59-a449-46da-bf87-e28e8f592ed3 of type vlan for network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a Mar 21 07:33:15.860057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.887506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.893532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:15.894112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.946841 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899238 Mar 21 07:33:15.949962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40412) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:15.956111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'admin_state_up': True, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:15.963353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:15.967186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:router and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:15.970781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:15.976945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:15.986790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:15.987852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:16.003942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:16.004122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335fee5-5b1a-4f68-96bf-babebfda8b7d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Network': ['ID=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:16.013999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:33:16.382835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:16.683144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:16.712591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:16.850828 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.172 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/81d166a0-4cf3-4a26-af5b-dc602e2df756) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:33:16.994451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:17.022962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:17.088556 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:17.091309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:17.095397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:33:17.127664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=81d166a0-4cf3-4a26-af5b-dc602e2df756,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:17.510290 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:17.956320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:18.155221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 966c229f-213a-4b82-b73a-b8867673b097 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:33:18.334651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:33:18.344587 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Sync routers for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:33:18.353688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:18.354300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:18.362057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:18.363528 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-85b8c503-358e-401d-bae6-80c816d60bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4125712 Mar 21 07:33:18.366587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40416) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:18.508985 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-28cb5d1a-fa58-4db1-beda-a2fdfbd2984e tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f731ed73191641c482860ec7890aa5cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412835 Mar 21 07:33:18.511549 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40422) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:18.571288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:18.645785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1010f7-dc05-4778-ad3e-825f8fb92338 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:18.647261 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5e1010f7-dc05-4778-ad3e-825f8fb92338 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348228 Mar 21 07:33:18.650081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40426) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:18.690728 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a1166281-a713-4b37-bc86-c2ece6eba370 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393937 Mar 21 07:33:18.693070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40430) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:18.698173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140333115', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:18.818405 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:18.822249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:subnet and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:18.824989 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:18.830737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:18.830995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:18.842199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:33:18.847455 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:18.866631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:17Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:18.870499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Checking router: 966c229f-213a-4b82-b73a-b8867673b097 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:33:18.870850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Updating router 966c229f-213a-4b82-b73a-b8867673b097 port 81d166a0-4cf3-4a26-af5b-dc602e2df756 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:33:18.928417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.073671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.153852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Subnet': ['ID=a6b7ae3a-37cd-4524-89f5-4127480e05e4,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:19.159023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Checking segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:33:19.159622 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network hostable DHCP agents. Network: b0d4f7e6-7b8d-4dbc-8beb-18b65486071a, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:33:19.178246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:33:19.188089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, b0d4f7e6-7b8d-4dbc-8beb-18b65486071a) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:19.192652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:19.193276 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.197771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82606db8-52a5-42c7-9f57-c84271864eb8 None None] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:33:19.215928 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3b9d9c93-a52a-489a-b99d-8ff0acdbe72e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5217204 Mar 21 07:33:19.219396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40434) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:19.342540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.363027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Transition to ACTIVE for port object 81d166a0-4cf3-4a26-af5b-dc602e2df756 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:19.380271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.508166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Attempting to bind port 81d166a0-4cf3-4a26-af5b-dc602e2df756 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:33:19.508532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Attempting to bind port 81d166a0-4cf3-4a26-af5b-dc602e2df756 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:33:19.508892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Attempting to bind port 81d166a0-4cf3-4a26-af5b-dc602e2df756 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:33:19.547420 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Pushing event updated for resources: {'Port': ['ID=81d166a0-4cf3-4a26-af5b-dc602e2df756,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:19.555372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:33:19.555751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:33:19.556158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.556684 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:33:19.557173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Bound port: 81d166a0-4cf3-4a26-af5b-dc602e2df756, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:33:19.557572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.606031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:33:19.606873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.618714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.619067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.619998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.620347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.620679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.621013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.621890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.622229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.622562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.622890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.623210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.623532 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:19.723140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] For port 81d166a0-4cf3-4a26-af5b-dc602e2df756, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:33:19.743704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] For port 81d166a0-4cf3-4a26-af5b-dc602e2df756, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=81d166a0-4cf3-4a26-af5b-dc602e2df756,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:33:19.748156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:19.879813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:19.880351 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:19.955530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4626-f27b-456f-a86c-51342afe459e None None] Pushing event updated for resources: {'Port': ['ID=81d166a0-4cf3-4a26-af5b-dc602e2df756,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:19.962932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Allocated IP 172.20.0.2 (b0d4f7e6-7b8d-4dbc-8beb-18b65486071a/a6b7ae3a-37cd-4524-89f5-4127480e05e4/a4f3153e-7ae3-4b07-a123-a5cd246c66fc) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:33:20.054404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.202915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:20.507321 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.546435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Transition to ACTIVE for port object a4f3153e-7ae3-4b07-a123-a5cd246c66fc will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:20.574299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Transition to ACTIVE for port object a4f3153e-7ae3-4b07-a123-a5cd246c66fc will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:20.582555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.646051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.1 (b0d4f7e6-7b8d-4dbc-8beb-18b65486071a/a6b7ae3a-37cd-4524-89f5-4127480e05e4/7fd85d11-ccab-4176-860a-8d1f5d99669c) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:33:20.654953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:20.659703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:20.664127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:33:20.673940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Pushing event updated for resources: {'Port': ['ID=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:20.705891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:17Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:20.745535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159e120-94ef-45d7-aee7-f761e1f5d60c None None] The sync data for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv is: [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:17Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:33:20.771777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Attempting to bind port a4f3153e-7ae3-4b07-a123-a5cd246c66fc on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:33:20.772149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Attempting to bind port a4f3153e-7ae3-4b07-a123-a5cd246c66fc by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:33:20.772515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Attempting to bind port a4f3153e-7ae3-4b07-a123-a5cd246c66fc on network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:33:20.778181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:33:20.778556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Checking segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:33:20.778958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.779347 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Bound using segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:33:20.779809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Bound port: a4f3153e-7ae3-4b07-a123-a5cd246c66fc, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:33:20.780720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.817487 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.835148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 7fd85d11-ccab-4176-860a-8d1f5d99669c will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:20.860888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.872686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] For port a4f3153e-7ae3-4b07-a123-a5cd246c66fc, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:33:20.875959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] For port a4f3153e-7ae3-4b07-a123-a5cd246c66fc, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:33:20.879984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:20.927006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:20.934768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:20.939798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:33:20.969580 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879a90-245a-4690-ad21-8e874c112761 None None] Pushing event updated for resources: {'Port': ['ID=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:21.007680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:21.024416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:21.173149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:21.742234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:21.747118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:21.864091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:21.866315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.003143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc3be8-2c70-4b46-b4f7-170b1245c746 None None] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:33:22.008751 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:22.009881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:22.128425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ae763d75-f39a-4aa1-8e61-6a69e0531927 None None] Provisioning for port a4f3153e-7ae3-4b07-a123-a5cd246c66fc completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:22.183297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 81d166a0-4cf3-4a26-af5b-dc602e2df756 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:22.202694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 966c229f-213a-4b82-b73a-b8867673b097 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:33:22.322007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 81d166a0-4cf3-4a26-af5b-dc602e2df756 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:22.332251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 81d166a0-4cf3-4a26-af5b-dc602e2df756 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:22.334697 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.400530 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:33:22.409593 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c4818bbb-3501-4529-bba3-a6fece25d886 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/966c229f-213a-4b82-b73a-b8867673b097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1877558 Mar 21 07:33:22.474739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.494110 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 81d166a0-4cf3-4a26-af5b-dc602e2df756, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=81d166a0-4cf3-4a26-af5b-dc602e2df756,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:22.501488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.502257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4f3153e-7ae3-4b07-a123-a5cd246c66fc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:22.615539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-817223f1-da9c-4863-9ce8-c52c5f535d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.623870 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Sync routers for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:33:22.637696 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:22.638297 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:22.658711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=81d166a0-4cf3-4a26-af5b-dc602e2df756,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:22.694531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a4f3153e-7ae3-4b07-a123-a5cd246c66fc completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:22.704516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a4f3153e-7ae3-4b07-a123-a5cd246c66fc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:22.705019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.763802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-d2b20029-3ed0-4ae6-a69b-3ad4f4f5e035 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:33:22.790621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-d2b20029-3ed0-4ae6-a69b-3ad4f4f5e035 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:33:22.792070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-d2b20029-3ed0-4ae6-a69b-3ad4f4f5e035 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952082103&fields=id&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 267 time: 0.0951557 Mar 21 07:33:22.878098 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:22.884682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-468780fc-adee-4a70-a74f-e05dba1158c4 None None] Provisioning for port 7fd85d11-ccab-4176-860a-8d1f5d99669c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:22.906142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-468780fc-adee-4a70-a74f-e05dba1158c4 None None] Provisioning complete for port 7fd85d11-ccab-4176-860a-8d1f5d99669c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:22.906877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-468780fc-adee-4a70-a74f-e05dba1158c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:22.979387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.000336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-468780fc-adee-4a70-a74f-e05dba1158c4 None None] Port 7fd85d11-ccab-4176-860a-8d1f5d99669c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:33:23.022602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a4f3153e-7ae3-4b07-a123-a5cd246c66fc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:23.028775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.109910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:23.126876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-97b40cb6-eb13-49bc-9858-1c84aa03c231 None None] Provisioning complete for port 7fd85d11-ccab-4176-860a-8d1f5d99669c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:23.127246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-97b40cb6-eb13-49bc-9858-1c84aa03c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.158734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-93b3736b-d10c-43ab-abb3-97ef4994c4c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:23.160759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-93b3736b-d10c-43ab-abb3-97ef4994c4c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:33:23.184276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-93b3736b-d10c-43ab-abb3-97ef4994c4c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:33:23.185657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-93b3736b-d10c-43ab-abb3-97ef4994c4c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 796 time: 0.3832278 Mar 21 07:33:23.188092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-97b40cb6-eb13-49bc-9858-1c84aa03c231 None None] Port 7fd85d11-ccab-4176-860a-8d1f5d99669c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:33:23.203035 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-64e12198-13e6-442e-bbd5-5ac76718e913 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/quotas/f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 375 time: 0.0097635 Mar 21 07:33:23.288609 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 2, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:23.292393 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Checking router: 966c229f-213a-4b82-b73a-b8867673b097 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:33:23.292934 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Updating router 966c229f-213a-4b82-b73a-b8867673b097 port 7fd85d11-ccab-4176-860a-8d1f5d99669c binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:33:23.299199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-7ab0a5e9-df68-4d88-8ee4-df2436161ec5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902977 Mar 21 07:33:23.323537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4d440b4f-d3ee-4e63-a318-6714d6937c31 None None] Provisioning complete for port 7fd85d11-ccab-4176-860a-8d1f5d99669c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:23.323917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4d440b4f-d3ee-4e63-a318-6714d6937c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.363112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.375722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-982d7129-9b51-45e6-a416-9576d34d5475 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:33:23.376733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-982d7129-9b51-45e6-a416-9576d34d5475 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646577 Mar 21 07:33:23.387788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4d440b4f-d3ee-4e63-a318-6714d6937c31 None None] Port 7fd85d11-ccab-4176-860a-8d1f5d99669c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:33:23.518008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-6c7fbde2-4fe4-4cb8-8463-110bf90d43c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332707 Mar 21 07:33:23.659051 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-2a52a998-ed5f-480d-a566-b792116ff354 service neutron] 10.222.0.31 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346784 Mar 21 07:33:23.740195 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.752481 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Transition to ACTIVE for port object 7fd85d11-ccab-4176-860a-8d1f5d99669c will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:23.766584 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:23.847654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d68facb-5220-40e9-9917-9b898d72cca0 req-ff7c2227-c88b-479f-a47e-eb6a5d223995 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 210 time: 0.0501320 Mar 21 07:33:23.944598 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Pushing event updated for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:23.989186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.989540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.989965 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.990298 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.990645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.990932 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.991251 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.991563 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.991954 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.992270 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.992587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:23.992901 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:33:24.014987 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Attempting to bind port 7fd85d11-ccab-4176-860a-8d1f5d99669c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:33:24.016064 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Attempting to bind port 7fd85d11-ccab-4176-860a-8d1f5d99669c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:33:24.016480 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Attempting to bind port 7fd85d11-ccab-4176-860a-8d1f5d99669c on network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:33:24.025680 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:33:24.026045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Checking segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:33:24.026435 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.026819 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Bound using segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:33:24.027317 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Bound port: 7fd85d11-ccab-4176-860a-8d1f5d99669c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:33:24.027626 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.115549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 81d166a0-4cf3-4a26-af5b-dc602e2df756 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:24.123542 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] For port 7fd85d11-ccab-4176-860a-8d1f5d99669c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:33:24.127862 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] For port 7fd85d11-ccab-4176-860a-8d1f5d99669c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7fd85d11-ccab-4176-860a-8d1f5d99669c,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:33:24.131861 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.195046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 81d166a0-4cf3-4a26-af5b-dc602e2df756 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:24.195426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.246937 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:24.247564 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:32:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:24.324719 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fd7f2-f557-428f-acd8-dc62f666f7e0 None None] Pushing event updated for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:24.359352 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4f3153e-7ae3-4b07-a123-a5cd246c66fc up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:24.457576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a4f3153e-7ae3-4b07-a123-a5cd246c66fc triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:24.457942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.466369 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:24.634976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f9845197-53fb-4f13-8567-c39ac74dcafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:24.787137 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:24Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:24.791045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec35ff-2445-4564-bec8-607d6db160cf None None] The sync data for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv is: [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:24Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:33:25.048012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1dc2180d-0ab1-4bb6-88e5-05a08a63baec req-58381834-868e-423d-b6e6-9668239e9f8d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 210 time: 0.0547953 Mar 21 07:33:25.085598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-5f47c31d-6226-41c0-89f0-14c83246a05a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:25.087061 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-5f47c31d-6226-41c0-89f0-14c83246a05a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 796 time: 0.2159817 Mar 21 07:33:25.138842 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-708277f9-a9e3-4e87-b945-2e0b618be311 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 380 time: 0.0433023 Mar 21 07:33:25.147798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'port': {'device_id': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'admin_state_up': True, 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'security_groups': ['4cac808b-a072-4b72-8961-9ac80803e4bc']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:25.290006 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:25.293813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:port and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:25.297858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:25.303823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:25.315281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:33:25.318977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.494505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.11 (b0d4f7e6-7b8d-4dbc-8beb-18b65486071a/a6b7ae3a-37cd-4524-89f5-4127480e05e4/5a22c117-252b-4ba2-bdc5-5d9877efd54d) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:33:25.692573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.709411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 5a22c117-252b-4ba2-bdc5-5d9877efd54d will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:25.734108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.814392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:25.817473 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:25.821298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:33:25.853409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:25.861584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.901811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.902151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:25.902778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:25.924923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-991c6ec8-e492-4f1d-9eea-af5bdfcd8274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813680 Mar 21 07:33:25.981131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Request body: {'port': {'device_id': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:26.066727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4938a62b-bf24-4e55-83cd-daf8e12b9c4c None None] Provisioning for port 5a22c117-252b-4ba2-bdc5-5d9877efd54d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:26.072003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4938a62b-bf24-4e55-83cd-daf8e12b9c4c None None] Provisioning complete for port 5a22c117-252b-4ba2-bdc5-5d9877efd54d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:26.072543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4938a62b-bf24-4e55-83cd-daf8e12b9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.108262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.130329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-4938a62b-bf24-4e55-83cd-daf8e12b9c4c None None] Port 5a22c117-252b-4ba2-bdc5-5d9877efd54d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:33:26.146224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7fd85d11-ccab-4176-860a-8d1f5d99669c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:26.214445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 7fd85d11-ccab-4176-860a-8d1f5d99669c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:26.219680 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7fd85d11-ccab-4176-860a-8d1f5d99669c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:26.220048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.344576 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.380063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 7fd85d11-ccab-4176-860a-8d1f5d99669c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7fd85d11-ccab-4176-860a-8d1f5d99669c,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:26.384178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.451102 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:26.520598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0a766-13c9-435c-bf2d-6b789a9227c9 req-14c85bb6-5842-4727-a7da-eba94de3b252 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:26.521315 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a4d0a766-13c9-435c-bf2d-6b789a9227c9 req-14c85bb6-5842-4727-a7da-eba94de3b252 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:33:26.564127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a4d0a766-13c9-435c-bf2d-6b789a9227c9 req-14c85bb6-5842-4727-a7da-eba94de3b252 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:33:26.565302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4d0a766-13c9-435c-bf2d-6b789a9227c9 req-14c85bb6-5842-4727-a7da-eba94de3b252 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 932 time: 0.3792191 Mar 21 07:33:26.631111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a4d0a766-13c9-435c-bf2d-6b789a9227c9 req-7f26da6a-1334-4c3d-aa56-0f758ca41045 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579183 Mar 21 07:33:26.689399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a22c117-252b-4ba2-bdc5-5d9877efd54d {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:33:26.696604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.710950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Transition to ACTIVE for port object 5a22c117-252b-4ba2-bdc5-5d9877efd54d will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:33:26.714516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:26.871559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:26.956501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Attempting to bind port 5a22c117-252b-4ba2-bdc5-5d9877efd54d on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:33:26.956834 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Attempting to bind port 5a22c117-252b-4ba2-bdc5-5d9877efd54d by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:33:26.957157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Attempting to bind port 5a22c117-252b-4ba2-bdc5-5d9877efd54d on network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:33:26.961889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Port 5a22c117-252b-4ba2-bdc5-5d9877efd54d on network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:33:26.962208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Attempting to bind port 5a22c117-252b-4ba2-bdc5-5d9877efd54d on network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:33:26.968213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:33:26.968565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Checking segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:33:26.968947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Bound using segment: {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:33:26.969410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Bound port: 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c502b59-a449-46da-bf87-e28e8f592ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:33:26.969754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:27.056539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:33:27.059338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:33:27.064958 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:27.124738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.125384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:27.126812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 1094 time: 1.1951754 Mar 21 07:33:27.127248 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:33:27.149339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c0f3f-ee7c-448a-b2ff-5a218de8ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:27.205884 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'status': 'completed', 'code': 200} Mar 21 07:33:27.247488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-e3ca54b3-2119-47a3-8da1-c7b36d69f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.249671 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-e3ca54b3-2119-47a3-8da1-c7b36d69f1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1097 time: 0.0750656 Mar 21 07:33:27.322503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-5e496ae3-daa8-4a66-b6bf-8d6438bd048c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 217 time: 0.0672331 Mar 21 07:33:27.385531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-33aed388-c907-4970-9e70-ec7bbf130406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.387381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-33aed388-c907-4970-9e70-ec7bbf130406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 200 len: 834 time: 0.0590758 Mar 21 07:33:27.403239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:27.463241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-5b25c821-631e-4809-aafd-ce8e68d132bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.464684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-5b25c821-631e-4809-aafd-ce8e68d132bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722876 Mar 21 07:33:27.593111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-95cd49d9-c828-4a06-9488-a1eef619aaa4 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218801 Mar 21 07:33:27.721381 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-066425e4-a2bc-4be1-9e30-a8bad02d43b4 req-e3400f14-c8f3-41fb-bb2d-7e088e4c07ec service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233332 Mar 21 07:33:27.876269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341b45b-c63f-463a-9cfb-3895fa1d57b4 req-7fa03e5b-1a8d-49d7-a5ea-36f8f3bef56c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.877742 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3341b45b-c63f-463a-9cfb-3895fa1d57b4 req-7fa03e5b-1a8d-49d7-a5ea-36f8f3bef56c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 944 time: 0.1379180 Mar 21 07:33:27.883583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-87ab7856-57a7-4f15-a73e-92617cc582bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:27.884931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-87ab7856-57a7-4f15-a73e-92617cc582bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1097 time: 0.1099977 Mar 21 07:33:28.005888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3341b45b-c63f-463a-9cfb-3895fa1d57b4 req-30a26f49-d544-41d6-bd81-8d30ee031917 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199155 Mar 21 07:33:28.092493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7fd85d11-ccab-4176-860a-8d1f5d99669c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:28.148316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-95167a00-4310-4b51-b96a-b3a6b7b10a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:28.149952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-95167a00-4310-4b51-b96a-b3a6b7b10a4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 897 time: 0.2511244 Mar 21 07:33:28.164511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 7fd85d11-ccab-4176-860a-8d1f5d99669c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:28.164881 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:28.217070 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-e12f7db6-209e-40e9-81ac-94a2be1e432f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 217 time: 0.0603378 Mar 21 07:33:28.281321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-e7d4634d-2521-4739-93c0-8b7aa6d00843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:28.282678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-e7d4634d-2521-4739-93c0-8b7aa6d00843 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 200 len: 834 time: 0.0600657 Mar 21 07:33:28.358878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-5fce6d2d-2380-427a-9b44-20788e8c5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:28.360327 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-5fce6d2d-2380-427a-9b44-20788e8c5d79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701635 Mar 21 07:33:28.490323 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-c929929b-a5cf-40cb-9096-fd1811d2174e service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239338 Mar 21 07:33:28.623585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-99b66942-0e6e-4b21-8ce8-c4869ce37ee2 req-f92ebe0c-52db-46fa-9bd7-a8fa95c05ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261632 Mar 21 07:33:29.194872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09b7e4-7171-44a8-92da-663edc6c6a42 req-35210b7c-882a-46cf-b555-ab93f4f29b8f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:29.196492 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a09b7e4-7171-44a8-92da-663edc6c6a42 req-35210b7c-882a-46cf-b555-ab93f4f29b8f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 944 time: 0.0849895 Mar 21 07:33:29.240631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a09b7e4-7171-44a8-92da-663edc6c6a42 req-886ee8af-358f-4d63-a0aa-e2387a2c4e3c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384619 Mar 21 07:33:30.421118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072082d-d0eb-46fb-8967-53d9d7da55de req-c21c8eb3-57a1-4fef-88b2-a0b0a35508bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:30.422604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9072082d-d0eb-46fb-8967-53d9d7da55de req-c21c8eb3-57a1-4fef-88b2-a0b0a35508bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 944 time: 0.0810165 Mar 21 07:33:30.465343 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9072082d-d0eb-46fb-8967-53d9d7da55de req-8079e2d4-e74f-4f11-a954-32e782917de8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372250 Mar 21 07:33:31.649828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d168c-6d7a-425a-8792-3d22627c6444 req-3ea44d49-d067-40ed-b749-ebb7e16a45bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:31.651288 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c55d168c-6d7a-425a-8792-3d22627c6444 req-3ea44d49-d067-40ed-b749-ebb7e16a45bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 944 time: 0.0823462 Mar 21 07:33:31.695076 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c55d168c-6d7a-425a-8792-3d22627c6444 req-009b844f-6690-4974-b77d-eef5e02fd45d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381536 Mar 21 07:33:31.917333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 5a22c117-252b-4ba2-bdc5-5d9877efd54d details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:33:32.047690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:32.060524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'port_id': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'mac_address': 'fa:16:3e:43:fb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:33:32.116562 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:32.132931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a22c117-252b-4ba2-bdc5-5d9877efd54d {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:33:32.147820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:32.151403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:32.249719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:32.504976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['5a22c117-252b-4ba2-bdc5-5d9877efd54d'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:33:32.877606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964e1b-71d1-4986-bc59-aadbacde1dee req-cef576d2-75f3-41c2-b3fd-35bcc0803abe tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:32.879062 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-45964e1b-71d1-4986-bc59-aadbacde1dee req-cef576d2-75f3-41c2-b3fd-35bcc0803abe tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 945 time: 0.0804410 Mar 21 07:33:32.925958 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-45964e1b-71d1-4986-bc59-aadbacde1dee req-f1bb72a9-65ca-4e5d-aefb-b6d3727646cd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Mar 21 07:33:33.932618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 5a22c117-252b-4ba2-bdc5-5d9877efd54d up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:33:34.000409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 5a22c117-252b-4ba2-bdc5-5d9877efd54d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:33:34.005149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 5a22c117-252b-4ba2-bdc5-5d9877efd54d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:33:34.005552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:34.118250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134198c4-9fa9-4612-af0c-321e87133b81 req-069bd26f-b3f5-4c0b-a0cc-ff177a605fd8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:34.119706 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134198c4-9fa9-4612-af0c-321e87133b81 req-069bd26f-b3f5-4c0b-a0cc-ff177a605fd8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 945 time: 0.0908561 Mar 21 07:33:34.123051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:34.150184 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:33:34.161036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:33:34.165516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:34.168349 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-134198c4-9fa9-4612-af0c-321e87133b81 req-f237ba81-482b-47fe-a285-9ba73fb7f1b1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Mar 21 07:33:34.207101 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'code': 200} Mar 21 07:33:34.240182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:34.430440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58404b72-521c-409e-969b-b61127a4c6c1 req-0f6f8293-6119-45d7-919b-e6641e64fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:34.431934 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58404b72-521c-409e-969b-b61127a4c6c1 req-0f6f8293-6119-45d7-919b-e6641e64fe73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1099 time: 0.0747731 Mar 21 07:33:34.472763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-58404b72-521c-409e-969b-b61127a4c6c1 req-f0db0fd3-6941-47c1-b01a-b2acc3ee7cd7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Mar 21 07:33:35.357237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3855-e199-4587-a9f2-fe90f4573b8c req-5e875c27-9103-4949-8c54-c800f11bd234 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:35.359234 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4fca3855-e199-4587-a9f2-fe90f4573b8c req-5e875c27-9103-4949-8c54-c800f11bd234 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0847321 Mar 21 07:33:35.403183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4fca3855-e199-4587-a9f2-fe90f4573b8c req-8a91e8af-db84-42b8-ba32-0cc7270103de tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Mar 21 07:33:36.586842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd69a-e1b6-4977-856b-79103d861f81 req-dd8c3967-1be7-4b5c-8a17-8321b6886a09 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:36.588180 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c15bd69a-e1b6-4977-856b-79103d861f81 req-dd8c3967-1be7-4b5c-8a17-8321b6886a09 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0825386 Mar 21 07:33:36.631820 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c15bd69a-e1b6-4977-856b-79103d861f81 req-be6a49a9-1be5-4a73-949f-17a07ff1dd12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375803 Mar 21 07:33:36.816113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab462e-68db-4263-a59f-7a9981dfccd2 req-289ac6c9-e548-4e23-8be4-fadc4f6ae6c9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:36.817607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23ab462e-68db-4263-a59f-7a9981dfccd2 req-289ac6c9-e548-4e23-8be4-fadc4f6ae6c9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0806963 Mar 21 07:33:36.864043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23ab462e-68db-4263-a59f-7a9981dfccd2 req-405aaa1f-e6bb-4d46-9929-4668e3092717 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Mar 21 07:33:36.886100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40508) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:36.955821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcb1de-393b-4ad0-8132-44aaab5bd7e7 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:36.957356 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5dcb1de-393b-4ad0-8132-44aaab5bd7e7 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1094 time: 0.0702560 Mar 21 07:33:36.960205 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40512) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:36.964862 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:33:36.970959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:33:36.974733 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:floatingip and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:33:36.977526 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:33:36.983707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:33:36.993821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:37.130020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:37.267168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.145 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/98c53a55-706f-448a-8416-ea205db7b25a) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:33:37.413584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:37.442377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:37.611186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:33:37.614111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:33:37.616817 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:33:37.655082 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=98c53a55-706f-448a-8416-ea205db7b25a,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:38.032850 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:38.105522 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:38.311102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:38.315510 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:38.425093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=98c53a55-706f-448a-8416-ea205db7b25a,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:33:38.435028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:38.601644 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 098cbb03-c79b-4654-9e1c-a4646cf64b90 associated. External IP: 172.26.2.145, port: 5a22c117-252b-4ba2-bdc5-5d9877efd54d. Mar 21 07:33:38.952388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 966c229f-213a-4b82-b73a-b8867673b097 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:33:39.233796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:33:39.243141 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Sync routers for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:33:39.252657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:39.253295 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:33:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:39.259727 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:39.325564 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-099e4827-6cba-4081-ab73-b0a7130453b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3602037 Mar 21 07:33:39.327105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:33:39.371955 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'status': 'completed', 'code': 200} Mar 21 07:33:39.438938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:39.528752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-8e7c8140-562f-4cee-a4d1-cf7b7c9efe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:39.531041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-8e7c8140-562f-4cee-a4d1-cf7b7c9efe85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1099 time: 0.1379158 Mar 21 07:33:39.538994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d6ca5-78a4-40e6-93d7-8aac3b8a9956 req-35e087b6-0bd0-457b-bbfc-e916b3108ba2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:39.540349 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cb9d6ca5-78a4-40e6-93d7-8aac3b8a9956 req-35e087b6-0bd0-457b-bbfc-e916b3108ba2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.1101780 Mar 21 07:33:39.772818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cb9d6ca5-78a4-40e6-93d7-8aac3b8a9956 req-6eecd648-2dfd-42f3-808b-9e0d0fed745c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132838 Mar 21 07:33:39.789568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '098cbb03-c79b-4654-9e1c-a4646cf64b90', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '966c229f-213a-4b82-b73a-b8867673b097', 'port_id': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'mac_address': 'fa:16:3e:43:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:33:37Z', 'updated_at': '2022-03-21T07:33:37Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:39.793560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Checking router: 966c229f-213a-4b82-b73a-b8867673b097 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:33:39.799308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-af73194d-f092-4012-ba01-e5d311adb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:39.800059 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40520) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:39.800757 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-af73194d-f092-4012-ba01-e5d311adb5fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 897 time: 0.2595737 Mar 21 07:33:39.803317 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:33:39.803914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:33:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:39.906656 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-58129922-bd6c-42e5-86ae-2850c07fb10b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 1000 time: 0.0999682 Mar 21 07:33:39.911426 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4be61506-1b5f-4339-8081-3bbbfc9c3286 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/098cbb03-c79b-4654-9e1c-a4646cf64b90 HTTP/1.1" status: 200 len: 992 time: 0.1101415 Mar 21 07:33:39.970213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-d557e703-7dbe-42a4-b4c9-beb9bdde7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:39.971637 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-d557e703-7dbe-42a4-b4c9-beb9bdde7491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 200 len: 834 time: 0.0584645 Mar 21 07:33:39.986469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:33:40.046336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-97151d69-1155-4837-8dee-baca04197202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:33:40.047880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-97151d69-1155-4837-8dee-baca04197202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705237 Mar 21 07:33:40.183369 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-db74969e-bd6f-430b-b171-802752b9150d service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298709 Mar 21 07:33:40.318162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c041397e-9f68-4f7e-9815-cdebf8daa0d6 req-138a12ee-09e4-474b-b9b9-30702a8a4aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287153 Mar 21 07:33:40.375433 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '098cbb03-c79b-4654-9e1c-a4646cf64b90', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '966c229f-213a-4b82-b73a-b8867673b097', 'port_id': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'mac_address': 'fa:16:3e:43:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:33:37Z', 'updated_at': '2022-03-21T07:33:37Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:33:40.379368 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5051325-709a-498e-9c7e-21cd0c7be22f None None] The sync data for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv is: [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '098cbb03-c79b-4654-9e1c-a4646cf64b90', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.145', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '966c229f-213a-4b82-b73a-b8867673b097', 'port_id': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'mac_address': 'fa:16:3e:43:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:33:37Z', 'updated_at': '2022-03-21T07:33:37Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:33:40.564608 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f03a90-27d4-4307-b7ee-c13a300438e9 None None] New status for floating IP 098cbb03-c79b-4654-9e1c-a4646cf64b90: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:33:40.914987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40524) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:33:41.020933 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-82c3f67d-3124-4891-a8e7-f5ecb36d9322 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/098cbb03-c79b-4654-9e1c-a4646cf64b90 HTTP/1.1" status: 200 len: 994 time: 0.1047559 Mar 21 07:33:44.718600 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:33:48.812969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:52.638676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-404128b8-e64d-4384-ba37-37c11aada213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:54.636165 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5be30991-e36e-49af-ab40-3ea1f28d3ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:55.855288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:55.900987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:33:57.405997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:05.226882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-4d859c1d-9742-4368-8e29-606df6607d1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731719 Mar 21 07:34:05.364083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-5387c429-042d-49e8-8e64-b9952b2b2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:05.365569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-5387c429-042d-49e8-8e64-b9952b2b2c36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1099 time: 0.0712383 Mar 21 07:34:05.508358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-1fb718dc-1d66-4083-8523-e2583a8e76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:05.509769 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-1fb718dc-1d66-4083-8523-e2583a8e76e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 897 time: 0.1262176 Mar 21 07:34:05.613328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-05e91152-a785-4942-8ddd-381d5cb85496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 1002 time: 0.0972607 Mar 21 07:34:05.675598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-dea9e4e2-f6cc-4ce0-92b6-1ee45b4bb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:05.676983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-dea9e4e2-f6cc-4ce0-92b6-1ee45b4bb714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 200 len: 834 time: 0.0579076 Mar 21 07:34:05.755372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-99ec3694-466b-487f-91ae-8719d58e6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:05.756799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-99ec3694-466b-487f-91ae-8719d58e6b20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739491 Mar 21 07:34:05.888893 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-c22b8e81-a681-431b-8323-42b22c3335cf service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261444 Mar 21 07:34:06.022494 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-db1cc49d-8c3c-4ffc-bce0-854e5f4df8d0 req-3cbfb12c-7a2f-4ad0-a3de-6461c85d7559 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268003 Mar 21 07:34:18.810340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:21.717180 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:34:22.510661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-19263ee5-87de-4cb3-b273-eda455a5227c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:24.639089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7c776959-d75d-4218-a4b6-aa7a226f073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:25.858024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:25.903573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:27.408504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:42.691172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e500bd3-d691-4c90-b309-52711d6f6f96 req-6ac16573-c2b7-4790-9d2e-b000312bc238 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:42.692631 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e500bd3-d691-4c90-b309-52711d6f6f96 req-6ac16573-c2b7-4790-9d2e-b000312bc238 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0803497 Mar 21 07:34:42.740675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e500bd3-d691-4c90-b309-52711d6f6f96 req-49774479-468d-4429-b513-2203e649e932 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Mar 21 07:34:44.059821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b80d3-5b5e-4f54-b630-4f0671e8f53f req-760a596f-11b7-4419-9a9c-1c5739fc2459 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:44.061185 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-048b80d3-5b5e-4f54-b630-4f0671e8f53f req-760a596f-11b7-4419-9a9c-1c5739fc2459 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.2124696 Mar 21 07:34:44.104586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-048b80d3-5b5e-4f54-b630-4f0671e8f53f req-4bc54d98-2f81-4097-b66c-1d6a0da79122 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377350 Mar 21 07:34:44.127764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:44.232503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a3488dd2-9f58-435c-b280-189914452300 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/098cbb03-c79b-4654-9e1c-a4646cf64b90 HTTP/1.1" status: 200 len: 994 time: 0.1035905 Mar 21 07:34:45.689151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfc864-2e6e-45e6-bd01-fa1d78b1d61a req-dfbe1e19-ffa9-4e2d-b27f-79aab6485602 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:45.690630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03bfc864-2e6e-45e6-bd01-fa1d78b1d61a req-dfbe1e19-ffa9-4e2d-b27f-79aab6485602 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0832794 Mar 21 07:34:45.736879 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-03bfc864-2e6e-45e6-bd01-fa1d78b1d61a req-e955a3ab-63bb-41e6-90ff-d43031b533a1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Mar 21 07:34:46.923986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339e7d1-ad63-4a9e-acc3-214aea2505f8 req-d14be417-7290-4cd9-81ff-88e8ec452a4c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:46.925613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8339e7d1-ad63-4a9e-acc3-214aea2505f8 req-d14be417-7290-4cd9-81ff-88e8ec452a4c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0790403 Mar 21 07:34:46.970397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8339e7d1-ad63-4a9e-acc3-214aea2505f8 req-f20316dc-7f62-43a2-a45e-ae4459f7966e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Mar 21 07:34:46.992873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40566) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:47.098941 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a18a537f-379a-458e-9ed6-9568d1eaab3c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/098cbb03-c79b-4654-9e1c-a4646cf64b90 HTTP/1.1" status: 200 len: 994 time: 0.1048489 Mar 21 07:34:47.380347 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40574) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:47.579616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 98c53a55-706f-448a-8416-ea205db7b25a {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:34:47.579958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:47.749228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:47.749446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:47.870936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 98c53a55-706f-448a-8416-ea205db7b25a owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:34:48.019608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:48.068011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=98c53a55-706f-448a-8416-ea205db7b25a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:48.099634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.099964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.100312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.100650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.100985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.101370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.101683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.102012 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.102341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.102671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.102996 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.103322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:48.171282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:48.171612 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 098cbb03-c79b-4654-9e1c-a4646cf64b90 disassociated (deleted). External IP: 172.26.2.145, port: 5a22c117-252b-4ba2-bdc5-5d9877efd54d. Mar 21 07:34:48.614827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 966c229f-213a-4b82-b73a-b8867673b097 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:34:48.794013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:34:48.804189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Sync routers for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:34:48.814821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:48.819442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:48.821015 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:34:48.821661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:48.870687 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d0678ec9-c619-4e9b-9dea-0588c5538bcc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/floatingips/098cbb03-c79b-4654-9e1c-a4646cf64b90 HTTP/1.1" status: 204 len: 168 time: 1.4891570 Mar 21 07:34:48.871262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:34:48.921566 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'status': 'completed', 'code': 200} Mar 21 07:34:49.013855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:34:49.015317 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019e6cd-f494-4335-bade-68bdc5199841 req-6daf49bc-f0de-4a0f-ac46-11881bdc482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:49.016799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-6daf49bc-f0de-4a0f-ac46-11881bdc482f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 1099 time: 0.0756962 Mar 21 07:34:49.160913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019e6cd-f494-4335-bade-68bdc5199841 req-73c35619-e08e-4ccf-be48-98d79dcd1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:49.162572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-73c35619-e08e-4ccf-be48-98d79dcd1fd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 200 len: 897 time: 0.1397893 Mar 21 07:34:49.266880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-1afe7084-e807-423d-8b39-d587c61463a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 200 len: 217 time: 0.0983124 Mar 21 07:34:49.343468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:49.347513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Checking router: 966c229f-213a-4b82-b73a-b8867673b097 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:34:49.352059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019e6cd-f494-4335-bade-68bdc5199841 req-cedefa1e-c4a0-4538-9e64-d0431413169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:49.353499 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-cedefa1e-c4a0-4538-9e64-d0431413169a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 200 len: 834 time: 0.0674975 Mar 21 07:34:49.355724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:34:49.356318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:49.361385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5ff8-c28f-4325-b0f6-ad3f9056a312 req-c98245bc-50da-4d07-903e-7031e285a7cc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:49.362620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-12be5ff8-c28f-4325-b0f6-ad3f9056a312 req-c98245bc-50da-4d07-903e-7031e285a7cc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.1461961 Mar 21 07:34:49.446471 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-12be5ff8-c28f-4325-b0f6-ad3f9056a312 req-ddec595f-e2c0-472e-af48-1bfff06a67ab tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505261 Mar 21 07:34:49.476308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019e6cd-f494-4335-bade-68bdc5199841 req-67bc659e-8060-42d9-85cc-68a7fa9c17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:49.477992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-67bc659e-8060-42d9-85cc-68a7fa9c17bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145344 Mar 21 07:34:49.546397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:34:49.622387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-0222077e-7ecc-4206-861e-c7c6a11e41c7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314600 Mar 21 07:34:49.761197 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8019e6cd-f494-4335-bade-68bdc5199841 req-2ffa4898-c973-466d-a449-b94f80337751 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306579 Mar 21 07:34:49.924727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:49.928564 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ac40a-1a4f-43d3-838e-6fe8431bc03a None None] The sync data for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv is: [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:33:21Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '7fd85d11-ccab-4176-860a-8d1f5d99669c', 'name': '', 'network_id': 'b0d4f7e6-7b8d-4dbc-8beb-18b65486071a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:eb:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:20Z', 'updated_at': '2022-03-21T07:33:26Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'a6b7ae3a-37cd-4524-89f5-4127480e05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:34:50.237816 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bcf20-d911-4f8a-849f-90cdbd295630 None None] New status for floating IP 098cbb03-c79b-4654-9e1c-a4646cf64b90: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:34:50.638066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb221-40a4-4090-b02e-49cc609df41d req-bb6cdba7-6bb3-4fa3-bfa4-4c5190cbe6c7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:50.639823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d59bb221-40a4-4090-b02e-49cc609df41d req-bb6cdba7-6bb3-4fa3-bfa4-4c5190cbe6c7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0782754 Mar 21 07:34:50.687412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d59bb221-40a4-4090-b02e-49cc609df41d req-299079b6-4388-408a-82c6-0c590de814db tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cac808b-a072-4b72-8961-9ac80803e4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Mar 21 07:34:50.986376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-735a6b42-dba5-4368-8e0e-2a7bd4b78365 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:50.987684 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-735a6b42-dba5-4368-8e0e-2a7bd4b78365 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 946 time: 0.0795631 Mar 21 07:34:51.055022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 5a22c117-252b-4ba2-bdc5-5d9877efd54d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:34:51.055360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:51.389136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 5a22c117-252b-4ba2-bdc5-5d9877efd54d, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=5a22c117-252b-4ba2-bdc5-5d9877efd54d,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:34:51.390114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:51.514029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 5a22c117-252b-4ba2-bdc5-5d9877efd54d owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:34:51.654652 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:51.737895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=5a22c117-252b-4ba2-bdc5-5d9877efd54d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:51.754925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.755406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.755612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.755941 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.756274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.756603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.756928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.757268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.757592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.757918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.758237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.758558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:51.797725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] No DVR routers for this DVR port 5a22c117-252b-4ba2-bdc5-5d9877efd54d on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:34:51.831469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:51.833814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'name': 'network-vif-deleted', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:34:51.853750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c1abe1fc-01a5-4630-86b7-6b589aff5a5e req-aa8dae42-8d9e-4005-a00e-74ec90d10306 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:34:51.858453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2fbb0d84-19db-4cbe-bb66-335374be2f0f req-b902a152-3a3a-49c5-8410-eb63abc2df84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "DELETE /v2.0/ports/5a22c117-252b-4ba2-bdc5-5d9877efd54d HTTP/1.1" status: 204 len: 173 time: 0.8648746 Mar 21 07:34:51.872752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c1abe1fc-01a5-4630-86b7-6b589aff5a5e req-aa8dae42-8d9e-4005-a00e-74ec90d10306 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:34:51.874659 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c1abe1fc-01a5-4630-86b7-6b589aff5a5e req-aa8dae42-8d9e-4005-a00e-74ec90d10306 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=53bd3301-e29b-440b-9f67-0a47acc6edf1 HTTP/1.1" status: 200 len: 210 time: 0.0784059 Mar 21 07:34:51.944211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd3301-e29b-440b-9f67-0a47acc6edf1', 'name': 'network-vif-deleted', 'tag': '5a22c117-252b-4ba2-bdc5-5d9877efd54d', 'status': 'completed', 'code': 200} Mar 21 07:34:52.512894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2e19257a-623b-4828-8f2a-c636afff43e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:52.970292 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40596) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:53.516973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:53.861986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 7fd85d11-ccab-4176-860a-8d1f5d99669c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:34:53.862318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:54.153359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 7fd85d11-ccab-4176-860a-8d1f5d99669c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=7fd85d11-ccab-4176-860a-8d1f5d99669c,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:34:54.154050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:54.275095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 7fd85d11-ccab-4176-860a-8d1f5d99669c owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:34:54.304683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 5a22c117-252b-4ba2-bdc5-5d9877efd54d no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:34:54.339180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 5a22c117-252b-4ba2-bdc5-5d9877efd54d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:34:54.339521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 5a22c117-252b-4ba2-bdc5-5d9877efd54d not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:34:54.595718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:54.641264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-588762db-39bf-4a48-af72-9f30154634d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:54.644617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=7fd85d11-ccab-4176-860a-8d1f5d99669c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:54.916805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.272468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 966c229f-213a-4b82-b73a-b8867673b097 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:34:55.549112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:34:55.558123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Sync routers for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:34:55.565542 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b9fdba25-c559-431e-8c81-a35d017e8526 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/966c229f-213a-4b82-b73a-b8867673b097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5941520 Mar 21 07:34:55.568136 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40600) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:55.568766 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:34:55.569654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:55.633599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting subnet a6b7ae3a-37cd-4524-89f5-4127480e05e4 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:34:55.636473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.692133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.748156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:34:55.778858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.852232 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.892841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b7ae3a-37cd-4524-89f5-4127480e05e4,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:55.894861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.899457 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:55.901508 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8ad6b050-7f5c-4c20-8854-d56f2da17a3f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/subnets/a6b7ae3a-37cd-4524-89f5-4127480e05e4 HTTP/1.1" status: 204 len: 168 time: 0.3318717 Mar 21 07:34:55.903624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40604) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:55.906169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21525e2-49ed-40d4-93a0-5661aedb0646 None None] Network b0d4f7e6-7b8d-4dbc-8beb-18b65486071a requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:34:56.001835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.084903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.237021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:34:54Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '81d166a0-4cf3-4a26-af5b-dc602e2df756', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966c229f-213a-4b82-b73a-b8867673b097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:33:16Z', 'updated_at': '2022-03-21T07:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:56.240953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Checking router: 966c229f-213a-4b82-b73a-b8867673b097 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:34:56.250377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Routers {'966c229f-213a-4b82-b73a-b8867673b097'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:34:56.251249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['966c229f-213a-4b82-b73a-b8867673b097'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:56.283955 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.293738 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 81d166a0-4cf3-4a26-af5b-dc602e2df756 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:34:56.294095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.317195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] DHCP port deletion for b0d4f7e6-7b8d-4dbc-8beb-18b65486071a request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:34:56.370786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Deleting port a4f3153e-7ae3-4b07-a123-a5cd246c66fc {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:34:56.371153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.468356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 81d166a0-4cf3-4a26-af5b-dc602e2df756, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=81d166a0-4cf3-4a26-af5b-dc602e2df756,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:34:56.468633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.478419 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] Set router 966c229f-213a-4b82-b73a-b8867673b097 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:34:56.591473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 81d166a0-4cf3-4a26-af5b-dc602e2df756 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:34:56.594796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:34:56Z', 'revision_number': 6, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:56.603524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c131991b-874d-4ee6-a5d0-0f57bd8d2854 None None] The sync data for ids ['966c229f-213a-4b82-b73a-b8867673b097'] in dv-neutron-834307-1-hyperv is: [{'id': '966c229f-213a-4b82-b73a-b8867673b097', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004535700', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:33:15Z', 'updated_at': '2022-03-21T07:34:56Z', 'revision_number': 6, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:34:56.747522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] For port a4f3153e-7ae3-4b07-a123-a5cd246c66fc, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,segment=NetworkSegment(7c502b59-a449-46da-bf87-e28e8f592ed3),segment_id=7c502b59-a449-46da-bf87-e28e8f592ed3)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:34:56.747805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.766208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.876849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Calling delete_port for a4f3153e-7ae3-4b07-a123-a5cd246c66fc owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:34:56.959942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:56.965507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=81d166a0-4cf3-4a26-af5b-dc602e2df756,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:57.018339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Pushing event deleted for resources: {'Port': ['ID=a4f3153e-7ae3-4b07-a123-a5cd246c66fc,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:57.023370 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] No DVR routers for this DVR port a4f3153e-7ae3-4b07-a123-a5cd246c66fc on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:34:57.029282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.029665 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.030777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.031126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.031460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.033987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e838f1b-4da9-4213-818d-295b83f5f0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:34:57.041566 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.219644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.221826 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.245434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.245922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Fanout notify agent at l3_agent the message router_deleted on router 966c229f-213a-4b82-b73a-b8867673b097 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:34:57.261404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.262485 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d2032f24-3d54-4e8d-9013-fd37989bdaa3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/routers/966c229f-213a-4b82-b73a-b8867673b097 HTTP/1.1" status: 204 len: 168 time: 1.3579092 Mar 21 07:34:57.265330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40608) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:57.378735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.415474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.512668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.541562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d4f7e6-7b8d-4dbc-8beb-18b65486071a']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:57.555124 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c502b59-a449-46da-bf87-e28e8f592ed3') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:57.555370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c502b59-a449-46da-bf87-e28e8f592ed3') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:34:57.568081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.586878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.594839 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:34:57.595473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:34:57.610882 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:34:57.691197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.708316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.720616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Network': ['ID=b0d4f7e6-7b8d-4dbc-8beb-18b65486071a,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:57.727119 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f769d8de-c0e8-4ea3-b1eb-f2904ef289d7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/networks/b0d4f7e6-7b8d-4dbc-8beb-18b65486071a HTTP/1.1" status: 204 len: 168 time: 0.4607711 Mar 21 07:34:57.729833 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40612) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:57.796849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.825051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.888632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.907658 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac808b-a072-4b72-8961-9ac80803e4bc,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:57.917550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:57.918706 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-3d7c3596-eaad-4c62-898b-dafa173ef5bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/security-groups/4cac808b-a072-4b72-8961-9ac80803e4bc HTTP/1.1" status: 204 len: 168 time: 0.1879842 Mar 21 07:34:58.130479 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7fd85d11-ccab-4176-860a-8d1f5d99669c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:34:58.164688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 7fd85d11-ccab-4176-860a-8d1f5d99669c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:34:58.165028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 7fd85d11-ccab-4176-860a-8d1f5d99669c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:34:58.165445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 81d166a0-4cf3-4a26-af5b-dc602e2df756 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:34:58.200809 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 81d166a0-4cf3-4a26-af5b-dc602e2df756 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:34:58.201145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 81d166a0-4cf3-4a26-af5b-dc602e2df756 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:34:58.202296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4f3153e-7ae3-4b07-a123-a5cd246c66fc no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:34:58.237129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a4f3153e-7ae3-4b07-a123-a5cd246c66fc {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:34:58.237507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a4f3153e-7ae3-4b07-a123-a5cd246c66fc not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:34:58.387480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40620) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:58.392904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84919076', 'description': 'tempest-secgroup-smoke-84919076 description', 'project_id': 'f731ed73191641c482860ec7890aa5cd'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:58.398836 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:58.402885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:58.406393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:58.411981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:58.422380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.444926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:58.448617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:58.452100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:58.457644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:58.525908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.529417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.572551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e18327-eebc-4309-a58f-04fbc3901b76,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:58.578982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.580326 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-adacb673-1d74-4a9d-8758-13b5f223fe03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1917737 Mar 21 07:34:58.583212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40624) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:58.587995 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:58.593843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:58.597673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:58.600497 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:58.606169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:58.623109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.682726 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.686803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.709286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6d1105-1db8-4b59-bf10-08f13b166424,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:58.718279 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:34:58.718869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.720116 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-690f45a2-79dd-443e-82cc-ddd09e5b394d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360064 Mar 21 07:34:58.722847 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40628) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:58.727902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:58.734312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:58.738145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:58.740966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:58.746637 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:58.763426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.825985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.829456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.852344 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0b95fe-b334-444b-aebb-9aea078f6d1f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:58.862366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.863563 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f5a5be5a-a741-46b6-8527-a58d6dd92c89 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397815 Mar 21 07:34:58.866209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40632) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:58.871200 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:58.877760 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:58.881533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:58.884373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:58.890067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:58.905886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.966528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.970357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:58.992896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb698eb-6cab-46ce-b7f3-cdb057e92e50,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:59.002204 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.003368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e9ae08f3-68b5-4cef-ae60-a17fbf143a52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362321 Mar 21 07:34:59.006058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40636) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:59.010908 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:59.017350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:59.021076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:59.023920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:59.029573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:59.045945 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.107309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.111314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.137644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13543b84-9cdd-4ee3-a178-48391493b8b1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:59.146256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.147453 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-77994e69-b052-45e4-9d38-5d2042f2cc49 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404798 Mar 21 07:34:59.150138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40640) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:59.155260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:59.161019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:59.164923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:59.168052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:59.173683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:59.183509 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:34:59.190418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.255148 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.259119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.282452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4928d38a-e903-4f76-9462-d9abb878d79d,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:59.292484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.293920 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-38e63ca4-1b11-47d5-9bde-f317fa0afe54 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428840 Mar 21 07:34:59.297820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40644) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:59.302641 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': '59e18327-eebc-4309-a58f-04fbc3901b76', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:59.308366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:59.312827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:59.315647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:59.321336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:59.331606 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:34:59.338147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.403245 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.407755 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.431260 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323115d2-2344-4432-8ee7-4413333ddfe8,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:59.440903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.442140 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76120e18-6025-4a65-a024-4fe044caba25 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433833 Mar 21 07:34:59.444819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40648) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:59.450002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'network': {'name': 'tempest-network-smoke--1978533036', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:59.454856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:59.459052 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:network and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:59.462267 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:59.468169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:59.477928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:34:59.481390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.512426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:34:59.521001 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.521419 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Added segment 8a090830-8524-47f2-b7ca-95a8f6d7c6f7 of type vlan for network a4ab1170-ac53-426e-952e-a9ab1ed091c3 Mar 21 07:34:59.546822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.575266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.580590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:34:59.581168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.687754 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2418194 Mar 21 07:34:59.690565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40652) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:34:59.691034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d1b2c-2a08-4c52-b1bf-6f9b02c90053 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Network': ['ID=a4ab1170-ac53-426e-952e-a9ab1ed091c3,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:34:59.697050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'admin_state_up': True, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:34:59.700253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:34:59.706340 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:34:59.710328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:router and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:34:59.713335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:34:59.720228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:34:59.729590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.730562 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:34:59.746279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.014615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.317890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.442571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.575745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.238 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/a8eca834-5b44-48d5-afa8-7c2032649ccf) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:35:00.719872 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.747785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:00.812246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:00.815138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:00.818784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:35:00.857309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=a8eca834-5b44-48d5-afa8-7c2032649ccf,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:01.230660 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:01.566539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:01.870146 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 40c7116e-f56f-4e03-89b4-b0e595151ba0 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:35:02.044100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:35:02.053467 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Sync routers for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:35:02.063813 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:02.064406 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:02.070631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.071914 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-19e42acd-71de-439a-8847-082c305413c4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3802168 Mar 21 07:35:02.074976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40656) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:02.118396 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fe8c3d37-33b3-4bbc-8453-a520b7379859 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f731ed73191641c482860ec7890aa5cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423291 Mar 21 07:35:02.121121 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40660) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:02.247781 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:02.250949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb76ad6-f5ee-40ae-808a-3f45419556a1 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:02.255182 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-dfb76ad6-f5ee-40ae-808a-3f45419556a1 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304507 Mar 21 07:35:02.255394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40664) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:02.296050 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-663a07fa-8acb-4731-ba51-07d6be5b0e34 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396583 Mar 21 07:35:02.298857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40668) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:02.304588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846568876', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:35:02.418987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:35:02.423502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:subnet and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:35:02.426306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:35:02.432249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:35:02.442580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:35:02.446157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.562229 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:01Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:02.566494 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Checking router: 40c7116e-f56f-4e03-89b4-b0e595151ba0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:35:02.566832 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Updating router 40c7116e-f56f-4e03-89b4-b0e595151ba0 port a8eca834-5b44-48d5-afa8-7c2032649ccf binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:35:02.619035 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.663464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.746841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Subnet': ['ID=822ac8a9-049b-4b0b-b7dc-8188c753ddb1,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:02.755606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Checking segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:35:02.755905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network hostable DHCP agents. Network: a4ab1170-ac53-426e-952e-a9ab1ed091c3, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:35:02.775726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:35:02.784943 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, a4ab1170-ac53-426e-952e-a9ab1ed091c3) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:02.789070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:02.789727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.797138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82af03-e00e-40ff-a8bd-9e5828b25005 None None] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:35:02.814170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6ce4bd31-869e-4a9b-8500-184776fdef19 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5141401 Mar 21 07:35:02.817339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40672) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:02.958008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:02.973663 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Transition to ACTIVE for port object a8eca834-5b44-48d5-afa8-7c2032649ccf will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:02.982178 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.031819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:35:03.033052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.068170 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Pushing event updated for resources: {'Port': ['ID=a8eca834-5b44-48d5-afa8-7c2032649ccf,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:03.076908 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Attempting to bind port a8eca834-5b44-48d5-afa8-7c2032649ccf on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:35:03.076908 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Attempting to bind port a8eca834-5b44-48d5-afa8-7c2032649ccf by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:35:03.076908 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Attempting to bind port a8eca834-5b44-48d5-afa8-7c2032649ccf on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:35:03.080678 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.081026 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.081407 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.081743 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.082068 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.082402 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.082709 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.083027 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.083339 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.083651 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.084351 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.084351 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:35:03.089183 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:35:03.089595 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:35:03.089994 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.090379 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:35:03.090858 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Bound port: a8eca834-5b44-48d5-afa8-7c2032649ccf, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:35:03.091212 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.166933 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] For port a8eca834-5b44-48d5-afa8-7c2032649ccf, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:35:03.170328 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] For port a8eca834-5b44-48d5-afa8-7c2032649ccf, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a8eca834-5b44-48d5-afa8-7c2032649ccf,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:35:03.174748 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.208585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Allocated IP 172.20.0.2 (a4ab1170-ac53-426e-952e-a9ab1ed091c3/822ac8a9-049b-4b0b-b7dc-8188c753ddb1/ec229b0a-7242-485c-8c8a-bbf920da1673) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:35:03.257086 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092527e-1057-424c-801e-2b894c85d3e0 None None] Pushing event updated for resources: {'Port': ['ID=a8eca834-5b44-48d5-afa8-7c2032649ccf,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:03.268275 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:03.268864 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:03.448649 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:03.458145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.470631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Transition to ACTIVE for port object ec229b0a-7242-485c-8c8a-bbf920da1673 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:03.491132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Transition to ACTIVE for port object ec229b0a-7242-485c-8c8a-bbf920da1673 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:03.497410 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.564384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:03.567643 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:03.570304 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:35:03.643941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.651955 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Pushing event updated for resources: {'Port': ['ID=ec229b0a-7242-485c-8c8a-bbf920da1673,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:03.672772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Attempting to bind port ec229b0a-7242-485c-8c8a-bbf920da1673 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:35:03.673137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Attempting to bind port ec229b0a-7242-485c-8c8a-bbf920da1673 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:35:03.673534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Attempting to bind port ec229b0a-7242-485c-8c8a-bbf920da1673 on network a4ab1170-ac53-426e-952e-a9ab1ed091c3 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:35:03.678805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:35:03.679173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Checking segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:35:03.679569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.679954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Bound using segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:35:03.680404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Bound port: ec229b0a-7242-485c-8c8a-bbf920da1673, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:35:03.680770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.752614 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:01Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:03.757308 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44307b8-800e-4a60-bb52-a54deff42a93 None None] The sync data for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv is: [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:01Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:35:03.774528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] For port ec229b0a-7242-485c-8c8a-bbf920da1673, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:35:03.780671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] For port ec229b0a-7242-485c-8c8a-bbf920da1673, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ec229b0a-7242-485c-8c8a-bbf920da1673,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:35:03.786714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:03.903265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12ba9d-457c-487c-8dd6-1bbb3749be39 None None] Pushing event updated for resources: {'Port': ['ID=ec229b0a-7242-485c-8c8a-bbf920da1673,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:04.086711 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.1 (a4ab1170-ac53-426e-952e-a9ab1ed091c3/822ac8a9-049b-4b0b-b7dc-8188c753ddb1/89f9e496-5074-4045-bb64-ee4b3f3ef91e) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:35:04.209465 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a8eca834-5b44-48d5-afa8-7c2032649ccf up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:04.316726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port a8eca834-5b44-48d5-afa8-7c2032649ccf completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:04.323522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a8eca834-5b44-48d5-afa8-7c2032649ccf triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:04.324216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.328575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.347612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 89f9e496-5074-4045-bb64-ee4b3f3ef91e will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:04.376570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.454725 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:04.456283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.457903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:04.462274 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:35:04.473431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port a8eca834-5b44-48d5-afa8-7c2032649ccf, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a8eca834-5b44-48d5-afa8-7c2032649ccf,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:04.477592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.493145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:04.535976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:04.566664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=a8eca834-5b44-48d5-afa8-7c2032649ccf,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:04.937400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.033492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d0238-9617-4e05-84aa-b3d39c54d719 None None] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:35:05.162395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-91a83ae9-a381-4db6-ac79-1ebc905a4761 None None] Provisioning for port ec229b0a-7242-485c-8c8a-bbf920da1673 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:05.390170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.394851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.498227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c894f2a-6b3b-4d87-b5d2-763a1bcd54bd None None] Provisioning for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:05.503181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6c894f2a-6b3b-4d87-b5d2-763a1bcd54bd None None] Provisioning complete for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:05.503555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c894f2a-6b3b-4d87-b5d2-763a1bcd54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.516644 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:05.520490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.564023 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6c894f2a-6b3b-4d87-b5d2-763a1bcd54bd None None] Port 89f9e496-5074-4045-bb64-ee4b3f3ef91e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:35:05.659750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:05.660718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:05.697512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-06a99f3a-6356-40c9-8788-4ced31b5dea5 None None] Provisioning complete for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:05.698066 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-06a99f3a-6356-40c9-8788-4ced31b5dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.759349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-06a99f3a-6356-40c9-8788-4ced31b5dea5 None None] Port 89f9e496-5074-4045-bb64-ee4b3f3ef91e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:35:05.861171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 40c7116e-f56f-4e03-89b4-b0e595151ba0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:35:05.878720 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-aa06005d-efbf-4d1e-b87f-f2d77cdf680e None None] Provisioning complete for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:05.879091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-aa06005d-efbf-4d1e-b87f-f2d77cdf680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:05.934703 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-aa06005d-efbf-4d1e-b87f-f2d77cdf680e None None] Port 89f9e496-5074-4045-bb64-ee4b3f3ef91e cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:35:06.042451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:35:06.051769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Sync routers for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:35:06.055209 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-76d19a2e-483a-4fe3-a6c3-1486e955fce6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/40c7116e-f56f-4e03-89b4-b0e595151ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2363806 Mar 21 07:35:06.060526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:06.061305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:06.238367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ec229b0a-7242-485c-8c8a-bbf920da1673 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:06.269738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-ee0174e2-8e14-4250-ba3c-4c21200ef714 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84919076&fields=id&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 267 time: 0.0430319 Mar 21 07:35:06.305244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:06.424768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-17b1c703-4346-4a7f-9abe-795fdaf22b8a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:06.426229 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-17b1c703-4346-4a7f-9abe-795fdaf22b8a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 797 time: 0.1501501 Mar 21 07:35:06.440528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-692bbc3d-c20d-4bcb-98db-5b128cf7db86 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/quotas/f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 375 time: 0.0089495 Mar 21 07:35:06.476543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ec229b0a-7242-485c-8c8a-bbf920da1673 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:06.525901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ec229b0a-7242-485c-8c8a-bbf920da1673 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:06.526140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:06.528401 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-c3b73fd6-5fde-464c-872a-38edf8b5853d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825295 Mar 21 07:35:06.710059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:06.718214 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-75feb7f4-f406-428b-a3ef-4faf81db2004 service neutron] 10.222.0.31 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779385 Mar 21 07:35:06.804468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ec229b0a-7242-485c-8c8a-bbf920da1673, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ec229b0a-7242-485c-8c8a-bbf920da1673,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:06.807475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:05Z', 'revision_number': 2, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:06.812365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:06.813105 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a8eca834-5b44-48d5-afa8-7c2032649ccf up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:06.836602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Checking router: 40c7116e-f56f-4e03-89b4-b0e595151ba0 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:35:06.837002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Updating router 40c7116e-f56f-4e03-89b4-b0e595151ba0 port 89f9e496-5074-4045-bb64-ee4b3f3ef91e binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:35:06.865802 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-a7afb214-e7eb-45dc-ad1f-89fda6157580 service neutron] 10.222.0.31 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408865 Mar 21 07:35:06.969763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:06.999038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ec229b0a-7242-485c-8c8a-bbf920da1673,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:07.054176 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba3517ca-c842-48e9-9486-c8c9578e141d req-79a36021-c41d-451d-8c51-75dcac5835e1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0461583 Mar 21 07:35:07.059877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port a8eca834-5b44-48d5-afa8-7c2032649ccf triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:07.060343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.441319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.453940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Transition to ACTIVE for port object 89f9e496-5074-4045-bb64-ee4b3f3ef91e will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:07.459623 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.588976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a06a6-5ba6-48e4-a81e-732ca0a7d83c None None] Pushing event updated for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:07.680129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Attempting to bind port 89f9e496-5074-4045-bb64-ee4b3f3ef91e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:35:07.680540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Attempting to bind port 89f9e496-5074-4045-bb64-ee4b3f3ef91e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:35:07.680903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Attempting to bind port 89f9e496-5074-4045-bb64-ee4b3f3ef91e on network a4ab1170-ac53-426e-952e-a9ab1ed091c3 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:35:07.687800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:35:07.688173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Checking segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:35:07.688573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.688960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Bound using segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:35:07.689972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Bound port: 89f9e496-5074-4045-bb64-ee4b3f3ef91e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:35:07.689972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.796790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] For port 89f9e496-5074-4045-bb64-ee4b3f3ef91e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:35:07.799730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] For port 89f9e496-5074-4045-bb64-ee4b3f3ef91e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=89f9e496-5074-4045-bb64-ee4b3f3ef91e,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:35:07.804008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:07.881811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:07.882439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:07.940612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a06a6-5ba6-48e4-a81e-732ca0a7d83c None None] Pushing event updated for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:08.075592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:08.238874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ec229b0a-7242-485c-8c8a-bbf920da1673 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:08.360012 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e3e012a-d2f6-4c3c-a5e3-e45f20179dbd req-cfcd1e9d-49b9-44b1-b194-52d14c53e55f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0502083 Mar 21 07:35:08.398412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-c5fd8130-96ad-4d0f-a2bc-0f1ca15c5d75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:08.399822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-c5fd8130-96ad-4d0f-a2bc-0f1ca15c5d75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 797 time: 0.3375802 Mar 21 07:35:08.448530 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-e8fe0e1e-f5d2-4890-aac7-02fbc6d37143 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 378 time: 0.0404148 Mar 21 07:35:08.457570 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'port': {'device_id': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'admin_state_up': True, 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'security_groups': ['59e18327-eebc-4309-a58f-04fbc3901b76']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:35:08.508151 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ec229b0a-7242-485c-8c8a-bbf920da1673 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:08.508516 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:08.595084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:35:08.599166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:port and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:35:08.602012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:35:08.608980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:35:08.619136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:35:08.622712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:08.625964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:07Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:08.639456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30475d6d-ad16-40d1-b0e8-8f2e7f7b2bc3 None None] The sync data for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv is: [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:07Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:35:08.812160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.12 (a4ab1170-ac53-426e-952e-a9ab1ed091c3/822ac8a9-049b-4b0b-b7dc-8188c753ddb1/89db24fb-9cd5-4ac1-afa0-48b0f4a632f3) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:35:09.019976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.036104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:09.063030 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.140960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:09.144250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:09.146900 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:35:09.199556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:09.224563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:09.225182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.252087 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-fe36deb4-445c-4f74-a8f7-e4d442f1b184 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7981555 Mar 21 07:35:09.264021 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Request body: {'port': {'device_id': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:35:09.394076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.396190 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0c64c5f9-f715-41f8-8ea2-fd95179f0632 None None] Provisioning for port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:09.403980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-0c64c5f9-f715-41f8-8ea2-fd95179f0632 None None] Provisioning complete for port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:09.404983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0c64c5f9-f715-41f8-8ea2-fd95179f0632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.467225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-0c64c5f9-f715-41f8-8ea2-fd95179f0632 None None] Port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:35:09.719574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25cda0-12a5-4028-b802-0a232d9cc277 req-7d38b495-3762-4812-a9eb-8b4df41152d0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:09.720257 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2a25cda0-12a5-4028-b802-0a232d9cc277 req-7d38b495-3762-4812-a9eb-8b4df41152d0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:35:09.755920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-2a25cda0-12a5-4028-b802-0a232d9cc277 req-7d38b495-3762-4812-a9eb-8b4df41152d0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:35:09.757060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a25cda0-12a5-4028-b802-0a232d9cc277 req-7d38b495-3762-4812-a9eb-8b4df41152d0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 932 time: 0.2389486 Mar 21 07:35:09.859445 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a25cda0-12a5-4028-b802-0a232d9cc277 req-97f44d43-b4e8-4aaf-b79a-6c082b39f0bd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962863 Mar 21 07:35:09.865783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:35:09.874311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:09.888372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Transition to ACTIVE for port object 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:35:09.891466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.045713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Pushing event updated for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:10.140522 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Attempting to bind port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:35:10.141022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Attempting to bind port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:35:10.141480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Attempting to bind port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 on network a4ab1170-ac53-426e-952e-a9ab1ed091c3 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:35:10.146210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 on network a4ab1170-ac53-426e-952e-a9ab1ed091c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:35:10.146524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Attempting to bind port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 on network a4ab1170-ac53-426e-952e-a9ab1ed091c3 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:35:10.151447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:35:10.151777 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Checking segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:35:10.152155 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Bound using segment: {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:35:10.152566 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Bound port: 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a090830-8524-47f2-b7ca-95a8f6d7c6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:35:10.152908 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.169342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 89f9e496-5074-4045-bb64-ee4b3f3ef91e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:10.251291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:10.256731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:10.257252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.351762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:35:10.354766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:35:10.360090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.380929 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.413751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 89f9e496-5074-4045-bb64-ee4b3f3ef91e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=89f9e496-5074-4045-bb64-ee4b3f3ef91e,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:10.419399 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.424191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:10.424819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:10.426766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] 10.222.0.30 "PUT /v2.0/ports/89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 1094 time: 1.1666851 Mar 21 07:35:10.426766 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:35:10.461574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc202e8e-854c-4eb7-a579-5297402fcbea service neutron] Pushing event updated for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:10.500480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:10.504723 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'status': 'completed', 'code': 200} Mar 21 07:35:10.547173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-b95766db-65b5-4ccb-b74c-7796fab49e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:10.548717 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-b95766db-65b5-4ccb-b74c-7796fab49e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0807903 Mar 21 07:35:10.620860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-1fb5cf2c-49dd-40a9-8a62-c39c001ca78d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 217 time: 0.0653133 Mar 21 07:35:10.682238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-3042507f-41a1-4bb8-b45b-f34f1a72bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:10.683711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-3042507f-41a1-4bb8-b45b-f34f1a72bba5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0570133 Mar 21 07:35:10.759862 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-bc9eb672-4253-4999-9184-1891f97222a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:10.761241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-bc9eb672-4253-4999-9184-1891f97222a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722454 Mar 21 07:35:10.891729 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-ba5cf50c-2aa5-4907-a8a3-3cf1f548349c service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245286 Mar 21 07:35:11.076772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a873920b-9641-4e7e-a16c-f2b79d22a767 req-f04af7c3-d544-427c-a3dd-cc28ae16f480 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779211 Mar 21 07:35:11.097251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb839-658d-4b7c-aa20-39048a2f338e req-15ac0ac1-0296-40a4-890e-2c0ce78e7ff6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:11.098706 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-894cb839-658d-4b7c-aa20-39048a2f338e req-15ac0ac1-0296-40a4-890e-2c0ce78e7ff6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1204426 Mar 21 07:35:11.187674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-894cb839-658d-4b7c-aa20-39048a2f338e req-1eea53bd-660f-4338-ac3e-047f02c1d113 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833492 Mar 21 07:35:11.212611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-dfd2b2e8-c93c-4d8c-a7e1-cd7517d0ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:11.214093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-dfd2b2e8-c93c-4d8c-a7e1-cd7517d0ef76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0950873 Mar 21 07:35:11.343118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-4b80e237-34c1-4f35-acae-6bca599c1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:11.344465 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-4b80e237-34c1-4f35-acae-6bca599c1585 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.1245549 Mar 21 07:35:11.410568 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-c9e073e7-6430-419c-946d-60f7dbd0ceae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 217 time: 0.0604320 Mar 21 07:35:11.476962 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-05afba4e-e407-4659-8daf-937e943c9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:11.478382 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-05afba4e-e407-4659-8daf-937e943c9ac1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0620015 Mar 21 07:35:11.552899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-07cc36f2-844c-48ee-be69-05256a5b28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:11.554430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-07cc36f2-844c-48ee-be69-05256a5b28c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701194 Mar 21 07:35:11.686219 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-f347a949-8cb2-446a-a87b-07e8fd5d2aef service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246603 Mar 21 07:35:11.821587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8585f269-8b76-4383-9f13-7edc96ba8b4a req-4dc81730-47ca-4a4f-87bb-65d20fd2364f service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287596 Mar 21 07:35:12.143018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 89f9e496-5074-4045-bb64-ee4b3f3ef91e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:12.209761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 89f9e496-5074-4045-bb64-ee4b3f3ef91e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:12.210130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:12.389507 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceba1e2-b479-4f88-af4d-f24446ae8048 req-63279b46-f716-49ce-bcec-a98a035e136e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:12.390953 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eceba1e2-b479-4f88-af4d-f24446ae8048 req-63279b46-f716-49ce-bcec-a98a035e136e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0862792 Mar 21 07:35:12.530942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eceba1e2-b479-4f88-af4d-f24446ae8048 req-cec87c9a-b303-4ad6-9d3e-9e7e2838931a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344130 Mar 21 07:35:13.715551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed375819-725f-4964-8d1f-68b81c72afb4 req-1653453e-77ba-4b75-b27d-17e7405f6400 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:13.717649 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed375819-725f-4964-8d1f-68b81c72afb4 req-1653453e-77ba-4b75-b27d-17e7405f6400 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0795808 Mar 21 07:35:13.759443 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed375819-725f-4964-8d1f-68b81c72afb4 req-05997478-f65e-4500-b7e4-e8a48194dc56 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362463 Mar 21 07:35:14.365732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:35:14.503832 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:14.517821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'port_id': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'mac_address': 'fa:16:3e:f6:6d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:35:14.573155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:14.590440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:35:14.605768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:14.609921 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:14.678122 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:14.909653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:35:14.947606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02db64-d140-4029-9fe2-8f74443dc921 req-23852fe7-f4a7-4fae-9b53-bb7b8e0c6d7a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:14.948982 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ab02db64-d140-4029-9fe2-8f74443dc921 req-23852fe7-f4a7-4fae-9b53-bb7b8e0c6d7a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Mar 21 07:35:14.993518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ab02db64-d140-4029-9fe2-8f74443dc921 req-e5bd460b-804d-4aab-9731-fa4da50e09b8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382125 Mar 21 07:35:16.180348 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f1c7f-c749-4dcd-b7ab-ad0317cd7ff9 req-6a4e4dd5-92a9-47e1-992c-e04fe3d4ef56 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:16.181796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-394f1c7f-c749-4dcd-b7ab-ad0317cd7ff9 req-6a4e4dd5-92a9-47e1-992c-e04fe3d4ef56 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0832093 Mar 21 07:35:16.225238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-394f1c7f-c749-4dcd-b7ab-ad0317cd7ff9 req-191bebf4-cf75-4111-bdaa-a763ec03534b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372424 Mar 21 07:35:16.381486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:35:16.452149 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:35:16.456683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:35:16.457053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:16.570919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:16.597367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:35:16.606695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:35:16.611273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:16.680476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:16.692490 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'code': 200} Mar 21 07:35:16.915956 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dcf5b-7daa-43fd-be20-641e2d8475ea req-e87eb8d5-0c1c-4daa-aeb8-3ba2f7af1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:16.917701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-342dcf5b-7daa-43fd-be20-641e2d8475ea req-e87eb8d5-0c1c-4daa-aeb8-3ba2f7af1f9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0694237 Mar 21 07:35:16.957614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-342dcf5b-7daa-43fd-be20-641e2d8475ea req-10761627-d04b-4f8c-a28f-79ed5c512e32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339828 Mar 21 07:35:17.411530 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3ff5-a464-4e15-8eb9-bc4e0a565f03 req-3535ae79-e022-44e8-ba1b-a7a5379d6674 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:17.412983 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee8d3ff5-a464-4e15-8eb9-bc4e0a565f03 req-3535ae79-e022-44e8-ba1b-a7a5379d6674 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0840678 Mar 21 07:35:17.456533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee8d3ff5-a464-4e15-8eb9-bc4e0a565f03 req-a6048bcb-ee98-4a40-9504-291f9c84c0d0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377254 Mar 21 07:35:18.642643 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fc4a2-a9ee-4dd2-87cd-d968751bc6e2 req-3a91d172-7aff-4920-bc6d-510e07e6068f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:18.644090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb1fc4a2-a9ee-4dd2-87cd-d968751bc6e2 req-3a91d172-7aff-4920-bc6d-510e07e6068f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0792329 Mar 21 07:35:18.688807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-eb1fc4a2-a9ee-4dd2-87cd-d968751bc6e2 req-c1268dc1-a793-469d-94bc-f06734340ec1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392535 Mar 21 07:35:18.821092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:18.874771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039007b-8834-493c-9b29-9bfec3c53379 req-e703143a-3055-43d1-9f89-583dc0675069 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:18.876210 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5039007b-8834-493c-9b29-9bfec3c53379 req-e703143a-3055-43d1-9f89-583dc0675069 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0837057 Mar 21 07:35:18.919987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5039007b-8834-493c-9b29-9bfec3c53379 req-433fa6d0-e8aa-44f7-af23-8a3eed660afb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381093 Mar 21 07:35:18.943526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40736) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:19.012178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c4219-01ea-45c3-9631-776a0dc6796a tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:19.013595 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c39c4219-01ea-45c3-9631-776a0dc6796a tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1094 time: 0.0691147 Mar 21 07:35:19.016603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:19.021462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:35:19.027267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:35:19.031292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:floatingip and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:35:19.034097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:35:19.039654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:35:19.053994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:19.186127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:19.322262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.33 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/5b06d00b-478e-4d78-8df7-b0a793c53ad0) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:35:19.469466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:19.498880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:19.567890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:35:19.570822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:35:19.574723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:35:19.610366 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=5b06d00b-478e-4d78-8df7-b0a793c53ad0,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:20.075242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:20.149499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:20.352276 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:20.356595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:20.466990 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=5b06d00b-478e-4d78-8df7-b0a793c53ad0,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:35:20.475517 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:20.643716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a associated. External IP: 172.26.2.33, port: 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3. Mar 21 07:35:20.991483 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 40c7116e-f56f-4e03-89b4-b0e595151ba0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:35:21.164771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:35:21.174723 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Sync routers for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:35:21.183730 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:21.184344 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:21.191937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:21.251144 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-26021d1d-6acb-4238-a3f8-4e9fbd5ae3b2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2334201 Mar 21 07:35:21.251631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:35:21.300880 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'status': 'completed', 'code': 200} Mar 21 07:35:21.379676 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:21.455634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ac69-46fb-4b68-8331-8c1edfde60ee req-cc9ee20b-f1a2-4f51-b85a-a92177b3fb8b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:21.457077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3f4ac69-46fb-4b68-8331-8c1edfde60ee req-cc9ee20b-f1a2-4f51-b85a-a92177b3fb8b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.1048782 Mar 21 07:35:21.459651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-0bf2625b-dfef-45d1-8e45-b3def47fa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:21.460975 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-0bf2625b-dfef-45d1-8e45-b3def47fa31f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.1405694 Mar 21 07:35:21.703697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3f4ac69-46fb-4b68-8331-8c1edfde60ee req-9f018598-e08e-43b9-bb7b-6e970c49f8c9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407506 Mar 21 07:35:21.728378 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40748) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:21.733900 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'port_id': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'mac_address': 'fa:16:3e:f6:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:35:20Z', 'updated_at': '2022-03-21T07:35:20Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:21.736328 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-b4624cde-1cba-4314-a211-59a09567978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:21.737814 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-b4624cde-1cba-4314-a211-59a09567978c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.2593181 Mar 21 07:35:21.738118 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Checking router: 40c7116e-f56f-4e03-89b4-b0e595151ba0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:35:21.746565 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:35:21.747176 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:34:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:21.839953 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-17b57cd7-b1e3-41eb-9714-a9564efb68ca tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a HTTP/1.1" status: 200 len: 991 time: 0.1098030 Mar 21 07:35:21.846905 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-292ab066-38ec-4fe6-9763-f9312c2920fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 999 time: 0.1032960 Mar 21 07:35:21.911432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-546f10c2-f2e9-4719-9b3b-a9f4c132be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:21.912862 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-546f10c2-f2e9-4719-9b3b-a9f4c132be42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0596390 Mar 21 07:35:21.925127 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:35:21.990381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-8e0fed8d-5dd2-4611-873d-c01c4901d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:35:21.991748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-8e0fed8d-5dd2-4611-873d-c01c4901d4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734625 Mar 21 07:35:22.125078 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-a2fc1467-7f3a-4dbb-9e43-0223357a4519 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272633 Mar 21 07:35:22.259921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-57326b2f-166e-4f8c-9b65-1f5834e65555 req-1101cc8d-025c-4324-88c8-55aa1937fe53 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289752 Mar 21 07:35:22.272558 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'port_id': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'mac_address': 'fa:16:3e:f6:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:35:20Z', 'updated_at': '2022-03-21T07:35:20Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:35:22.277388 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dcd18-0ff0-4306-a935-1036c2b4346f None None] The sync data for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv is: [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.33', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'port_id': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'mac_address': 'fa:16:3e:f6:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:35:20Z', 'updated_at': '2022-03-21T07:35:20Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:35:22.447987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e741baf-6a80-42dd-b745-85cd424644b0 None None] New status for floating IP 4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:35:22.568953 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c87031cf-5fcc-4a20-bbe8-b2958c8a59c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:22.842553 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40752) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:35:22.946851 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-59810fe8-1ab5-4034-bd44-99c15287423a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a HTTP/1.1" status: 200 len: 993 time: 0.1032333 Mar 21 07:35:24.642789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dc64208e-d62f-4974-b280-8fea1868507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:25.866192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:25.911199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:27.414815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:35.718599 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:35:48.822211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:52.510715 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c80da57-7892-4b8a-89cb-65797ffab66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:54.643631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7876-80e5-4190-87cc-1054116d2349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:55.868215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:55.912341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:35:57.417634 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:07.184885 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-39cb0f76-a6cb-4e65-abce-2e87298c46a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720952 Mar 21 07:36:07.319114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-68e50b8c-edde-41dc-8ffc-9689abe5203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:07.320577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-68e50b8c-edde-41dc-8ffc-9689abe5203e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0702319 Mar 21 07:36:07.462919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-83af5db8-6bf3-4f2b-b7b3-b52daae030f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:07.464301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-83af5db8-6bf3-4f2b-b7b3-b52daae030f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.1247911 Mar 21 07:36:07.566586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-87802a1b-7918-44f2-b47f-1ea4ba4309a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 1001 time: 0.0962911 Mar 21 07:36:07.630705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-efe69928-9007-413a-bf9b-f4577b57244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:07.632086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-efe69928-9007-413a-bf9b-f4577b57244a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0599859 Mar 21 07:36:07.704290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-0ad85e5a-4454-4ffd-a541-a92f68d64e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:07.705738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-0ad85e5a-4454-4ffd-a541-a92f68d64e3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678566 Mar 21 07:36:07.833274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-85015c07-e02c-4d4e-85b1-7fdd9bbd74de service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212273 Mar 21 07:36:07.963607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8d4593eb-8f43-4ab6-8bb8-8e4d3d70c394 req-68328078-9523-4299-b563-4211070c5fbb service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241314 Mar 21 07:36:12.717570 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:36:18.830031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:22.512759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7f5da2f8-cba3-46a7-935c-58954de8afcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:24.037488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a828-0e14-47b6-b55f-d7abec11ce80 req-ce188a9c-a55a-4b76-ac1d-980db6653343 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:24.038943 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d31a828-0e14-47b6-b55f-d7abec11ce80 req-ce188a9c-a55a-4b76-ac1d-980db6653343 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.1949029 Mar 21 07:36:24.045011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-723f7e29-10a0-4928-8928-85ea60a3646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:24.046525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-723f7e29-10a0-4928-8928-85ea60a3646d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.2376220 Mar 21 07:36:24.172677 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d31a828-0e14-47b6-b55f-d7abec11ce80 req-947ad4c1-5fb3-4dc3-ae3a-9361daa664b3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252272 Mar 21 07:36:24.204096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-aaf15453-698e-4cd2-995a-e3891a9a47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:24.205586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-aaf15453-698e-4cd2-995a-e3891a9a47dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.1458502 Mar 21 07:36:24.308686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-49cd3e6f-fb56-41b9-87d7-ad9c30a6d53f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 1001 time: 0.0972400 Mar 21 07:36:24.369486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-8c711bde-6428-42b7-b612-e8c37eebfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:24.370901 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-8c711bde-6428-42b7-b612-e8c37eebfdaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0559857 Mar 21 07:36:24.446974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-f33c3414-041e-442e-a331-f552027202c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:24.448416 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-f33c3414-041e-442e-a331-f552027202c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719657 Mar 21 07:36:24.581430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-2957531a-dbbd-430f-bee6-410f8aefd1ec service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257381 Mar 21 07:36:24.645663 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a84b4c04-edfb-454c-9230-071dc301473b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:24.712304 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a80d8f24-d6a8-4ee1-8f52-ed77de9cfa15 req-b5d53794-5678-4231-a84b-a251f41cfa23 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248415 Mar 21 07:36:25.381422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e082d-9b5b-4ecd-bc33-1ee8e06cc485 req-671894a2-c799-49d8-a3f4-1e7eace6bc38 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:25.382904 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e05e082d-9b5b-4ecd-bc33-1ee8e06cc485 req-671894a2-c799-49d8-a3f4-1e7eace6bc38 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0840166 Mar 21 07:36:25.432630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e05e082d-9b5b-4ecd-bc33-1ee8e06cc485 req-ec31b02f-7820-4d7d-a59b-859510f4c9f3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438430 Mar 21 07:36:25.869893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:25.915194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:26.621386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086b61-98df-4205-a05f-1fe1848180ca req-fb426622-f406-4c93-a336-e468f21c4a40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:26.622753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31086b61-98df-4205-a05f-1fe1848180ca req-fb426622-f406-4c93-a336-e468f21c4a40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0824802 Mar 21 07:36:26.666152 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-31086b61-98df-4205-a05f-1fe1848180ca req-10aecd60-f18f-411c-8cf7-4b7acb40d714 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367746 Mar 21 07:36:27.421430 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:27.848540 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ea220-daad-4100-8b43-6daec123c480 req-34b8a549-9636-4421-babf-d071ef4012b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:27.849993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f85ea220-daad-4100-8b43-6daec123c480 req-34b8a549-9636-4421-babf-d071ef4012b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0783043 Mar 21 07:36:27.896121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f85ea220-daad-4100-8b43-6daec123c480 req-16f33ff8-f470-4548-86eb-f6333cdf533b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405729 Mar 21 07:36:29.080984 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1829-d583-46a2-9d1d-59f322ff46ce req-785aacf4-54bc-43f8-a088-5ead0a0eb9bd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:29.082440 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04ae1829-d583-46a2-9d1d-59f322ff46ce req-785aacf4-54bc-43f8-a088-5ead0a0eb9bd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0816998 Mar 21 07:36:29.127256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-04ae1829-d583-46a2-9d1d-59f322ff46ce req-f0fb134a-a5db-4ac8-9869-9d95ee66eace tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393181 Mar 21 07:36:30.310370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb3863-e451-4108-9204-f96e91e6948b req-9d46a232-76cf-40a7-af02-651ffd7c62bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:30.312433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0eb3863-e451-4108-9204-f96e91e6948b req-9d46a232-76cf-40a7-af02-651ffd7c62bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0827250 Mar 21 07:36:30.354194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0eb3863-e451-4108-9204-f96e91e6948b req-2ee6c9fe-c318-4475-a6b8-38ed1ad054b7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362239 Mar 21 07:36:31.539253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de99ae-9ec2-48cf-8764-fd31883c1287 req-37efde96-0cde-440b-8787-6d838aa38716 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:31.540697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c2de99ae-9ec2-48cf-8764-fd31883c1287 req-37efde96-0cde-440b-8787-6d838aa38716 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0797253 Mar 21 07:36:31.583812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c2de99ae-9ec2-48cf-8764-fd31883c1287 req-192e8731-f94f-4588-90b5-839053049f32 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365946 Mar 21 07:36:32.770354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bca551-b70a-4fa3-afd7-086953609afc req-31669d04-6e22-4396-bca4-6718cb9dbe43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:32.771776 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7bca551-b70a-4fa3-afd7-086953609afc req-31669d04-6e22-4396-bca4-6718cb9dbe43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0816972 Mar 21 07:36:32.816599 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b7bca551-b70a-4fa3-afd7-086953609afc req-1c5a0a1e-0c13-4ad5-8487-6c4fafa4acbb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392945 Mar 21 07:36:33.995468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d276c42-35f9-4c73-95e1-fc4cc2aaf9b2 req-c1f464b3-37b3-41d8-a1ad-71b723dc77f5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:33.996892 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d276c42-35f9-4c73-95e1-fc4cc2aaf9b2 req-c1f464b3-37b3-41d8-a1ad-71b723dc77f5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0776486 Mar 21 07:36:34.040421 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0d276c42-35f9-4c73-95e1-fc4cc2aaf9b2 req-92596464-ea44-46a9-96ef-38bf203aa5f3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371356 Mar 21 07:36:35.224089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63226b-6572-4d57-a40a-83684f4151d5 req-01f19265-3a51-4616-b8b6-bb41696dda92 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:35.225550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d63226b-6572-4d57-a40a-83684f4151d5 req-01f19265-3a51-4616-b8b6-bb41696dda92 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0816224 Mar 21 07:36:35.270041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7d63226b-6572-4d57-a40a-83684f4151d5 req-02087ea7-4b6e-4574-9236-396fa3ea6d13 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388956 Mar 21 07:36:36.449210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb2507-035d-46e5-8e90-aeeaefb40156 req-d254f235-9d89-491a-b642-c23da6d4c999 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:36:36.450711 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ebcb2507-035d-46e5-8e90-aeeaefb40156 req-d254f235-9d89-491a-b642-c23da6d4c999 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0783975 Mar 21 07:36:36.590154 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ebcb2507-035d-46e5-8e90-aeeaefb40156 req-444f4dfd-dacd-4f69-aa63-67badc9e5cc4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322062 Mar 21 07:36:36.613322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40804) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:36:36.824415 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-2be54182-6c98-44c8-9628-8f8665e2fef5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a HTTP/1.1" status: 200 len: 993 time: 0.2098618 Mar 21 07:36:48.844539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:49.716674 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:36:52.513878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7234376b-7ae8-4c5b-950f-a94017a8128c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:54.647170 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5cc14704-ee2d-4112-8517-6341a95198da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:55.871969 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:55.917708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:36:57.422646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:07.175360 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-46ae6faf-062f-4e64-86ff-325f23a1a656 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717266 Mar 21 07:37:07.321501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-99b259e4-0e61-4b09-ba82-a3e5b236b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:07.322991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-99b259e4-0e61-4b09-ba82-a3e5b236b2e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0755978 Mar 21 07:37:07.468435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-c83b4f32-8441-4ddb-933f-74cf0afcaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:07.469978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-c83b4f32-8441-4ddb-933f-74cf0afcaf30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.1279321 Mar 21 07:37:07.571469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-95397f40-20b8-49f3-8fac-09e786a35451 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 1001 time: 0.0939271 Mar 21 07:37:07.636563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-f3dd138c-fa23-4e83-971e-c14cf046ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:07.637965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-f3dd138c-fa23-4e83-971e-c14cf046ce83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0602009 Mar 21 07:37:07.711724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-d9e10052-5309-462e-979b-967a13f10f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:07.713192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-d9e10052-5309-462e-979b-967a13f10f51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688198 Mar 21 07:37:07.842350 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-cdb09494-254e-4711-954e-cfa06d4ade8a service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228554 Mar 21 07:37:07.972420 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9f97f68d-ab07-4745-b1fa-cb8b8e04d81e req-ccccd6eb-e648-4e21-bbd9-a83143a7bdc9 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233678 Mar 21 07:37:18.848860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:22.515625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-638355b1-2851-4b75-9639-58370c159a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:24.649091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d616f91e-9403-4296-a025-b566bc687d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:25.348085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40828) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:25.575982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 5b06d00b-478e-4d78-8df7-b0a793c53ad0 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:37:25.576233 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:25.747712 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:25.748037 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:25.876056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:25.878949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 5b06d00b-478e-4d78-8df7-b0a793c53ad0 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:37:25.920477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:26.027217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:26.105396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=5b06d00b-478e-4d78-8df7-b0a793c53ad0,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:26.121254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.121601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.121945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.122281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.122612 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.122964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.123294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.123615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.123938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.124260 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.124580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.124898 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:26.185572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:26.185930 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a disassociated (deleted). External IP: 172.26.2.33, port: 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3. Mar 21 07:37:26.629113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 40c7116e-f56f-4e03-89b4-b0e595151ba0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:37:26.715397 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:37:26.806157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:37:26.816784 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Sync routers for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:37:26.825598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:26.826170 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:26.826851 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:26.883006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c806d161-73ff-4090-b977-3d8e1db7a0e6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a HTTP/1.1" status: 204 len: 168 time: 1.5336947 Mar 21 07:37:26.883583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:37:26.932379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'status': 'completed', 'code': 200} Mar 21 07:37:27.029008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:27.030707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-45989c4c-9b57-4c1a-ae8b-6d6d3000f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:27.032336 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-45989c4c-9b57-4c1a-ae8b-6d6d3000f62e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0746071 Mar 21 07:37:27.178714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-9656abb8-321a-44d0-9f66-a112c704e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:27.180080 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-9656abb8-321a-44d0-9f66-a112c704e297 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 200 len: 898 time: 0.1421051 Mar 21 07:37:27.292705 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-03c390ef-a433-4c80-a920-89e3a1c628e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 200 len: 217 time: 0.1038096 Mar 21 07:37:27.349060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:27.352754 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Checking router: 40c7116e-f56f-4e03-89b4-b0e595151ba0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:37:27.360840 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:27.361419 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:27.376693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-265ea750-070f-4573-9582-872a777f8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:27.379297 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-265ea750-070f-4573-9582-872a777f8f9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 200 len: 834 time: 0.0783234 Mar 21 07:37:27.390503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a694f0d-5e10-4a73-9f39-b4ac383e1bea req-edf26f74-7169-4b1c-a16b-6af089e69090 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:27.391179 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0a694f0d-5e10-4a73-9f39-b4ac383e1bea req-edf26f74-7169-4b1c-a16b-6af089e69090 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:37:27.427531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:27.453255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0a694f0d-5e10-4a73-9f39-b4ac383e1bea req-edf26f74-7169-4b1c-a16b-6af089e69090 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:37:27.454991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a694f0d-5e10-4a73-9f39-b4ac383e1bea req-edf26f74-7169-4b1c-a16b-6af089e69090 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.2676470 Mar 21 07:37:27.512665 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a694f0d-5e10-4a73-9f39-b4ac383e1bea req-4fec1b2b-2893-4dc3-9c59-8c9a8e273713 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509262 Mar 21 07:37:27.517076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-a1ef17a5-a60a-43c8-84ee-da91004ce7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:27.518533 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-a1ef17a5-a60a-43c8-84ee-da91004ce7de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4ab1170-ac53-426e-952e-a9ab1ed091c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232917 Mar 21 07:37:27.540794 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:27.657371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-47b1cf87-1cff-45e3-84b1-18f2b271e36f service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322308 Mar 21 07:37:27.791267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4223acff-7f95-46c4-b7ae-b13e6750fb8f req-8884ddb9-c4bd-4e3c-8e46-8d6627985f17 service neutron] 10.222.0.30 "GET /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277764 Mar 21 07:37:27.859226 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:27.863668 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f317d-c431-4d18-b1aa-db56095f14c5 None None] The sync data for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv is: [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '89f9e496-5074-4045-bb64-ee4b3f3ef91e', 'name': '', 'network_id': 'a4ab1170-ac53-426e-952e-a9ab1ed091c3', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:e2:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:03Z', 'updated_at': '2022-03-21T07:35:10Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '822ac8a9-049b-4b0b-b7dc-8188c753ddb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:37:28.066089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34dcecc-7d51-46cc-a2d7-6a116e1c9e6e None None] New status for floating IP 4fe1ac81-7ed5-4da4-9dd5-d493d97bf57a: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:37:28.701026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a4fb-e187-4224-be10-fa47155dd2fd req-b7bc844c-0ed8-4130-9b7f-e3332202ec43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:28.702487 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a933a4fb-e187-4224-be10-fa47155dd2fd req-b7bc844c-0ed8-4130-9b7f-e3332202ec43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0841494 Mar 21 07:37:28.746066 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a933a4fb-e187-4224-be10-fa47155dd2fd req-6a18b2e7-a9e6-4be8-99b2-a790a968b420 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=59e18327-eebc-4309-a58f-04fbc3901b76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378764 Mar 21 07:37:28.933952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-d47626fc-c064-4867-b603-ab3e17fe5fb6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:28.935379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-d47626fc-c064-4867-b603-ab3e17fe5fb6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0792456 Mar 21 07:37:29.099524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:37:29.099861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:29.342097 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:29.342447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:29.462965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:37:29.606495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:29.654534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=89db24fb-9cd5-4ac1-afa0-48b0f4a632f3,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:29.732258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] No DVR routers for this DVR port 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:37:29.734565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:29.736948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'name': 'network-vif-deleted', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:37:29.753881 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba016a68-a30a-4f49-8c4e-d316dc3f16ff req-a832b6eb-0836-409e-8710-8d389ac74707 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "DELETE /v2.0/ports/89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 HTTP/1.1" status: 204 len: 173 time: 0.8114092 Mar 21 07:37:29.790416 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ae2c6-9961-485a-9315-3d5e238f9aa0', 'name': 'network-vif-deleted', 'tag': '89db24fb-9cd5-4ac1-afa0-48b0f4a632f3', 'status': 'completed', 'code': 200} Mar 21 07:37:29.896841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c02cb57d-5659-4366-a5d6-51166c455e52 req-a92d0ff2-3640-4d1b-87ce-50564fbd3920 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:37:29.911891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-c02cb57d-5659-4366-a5d6-51166c455e52 req-a92d0ff2-3640-4d1b-87ce-50564fbd3920 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:37:29.913090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c02cb57d-5659-4366-a5d6-51166c455e52 req-a92d0ff2-3640-4d1b-87ce-50564fbd3920 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=e54ae2c6-9961-485a-9315-3d5e238f9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0622194 Mar 21 07:37:31.007081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40846) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:31.546447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:31.889179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 89f9e496-5074-4045-bb64-ee4b3f3ef91e {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:37:31.889545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:32.074754 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 89f9e496-5074-4045-bb64-ee4b3f3ef91e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=89f9e496-5074-4045-bb64-ee4b3f3ef91e,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:32.075447 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:32.316131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 89f9e496-5074-4045-bb64-ee4b3f3ef91e owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:37:32.649640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:32.699285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=89f9e496-5074-4045-bb64-ee4b3f3ef91e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:32.742912 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.743278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.743612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.743977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.744323 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.744645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.744972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.745327 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.745657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.745978 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.746301 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.746624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:32.992002 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:33.034033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:37:33.069106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:37:33.069468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 89db24fb-9cd5-4ac1-afa0-48b0f4a632f3 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:37:33.354458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 40c7116e-f56f-4e03-89b4-b0e595151ba0 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:37:33.531682 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:37:33.541210 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Sync routers for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:37:33.549759 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-684c956c-4c41-48e8-9a26-b6b4cf647fc1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/40c7116e-f56f-4e03-89b4-b0e595151ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416119 Mar 21 07:37:33.552068 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:33.552962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40850) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:33.553202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:33.620369 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting subnet 822ac8a9-049b-4b0b-b7dc-8188c753ddb1 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:37:33.624092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:33.733061 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:33.804003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:33.888468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:33.961801 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.004500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Subnet': ['ID=822ac8a9-049b-4b0b-b7dc-8188c753ddb1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:34.006509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.013525 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e7fbbba8-e312-4422-9480-0b5241ab4a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/subnets/822ac8a9-049b-4b0b-b7dc-8188c753ddb1 HTTP/1.1" status: 204 len: 168 time: 0.4595337 Mar 21 07:37:34.015974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171dbc37-c681-4b74-808a-edc21f8223b8 None None] Network a4ab1170-ac53-426e-952e-a9ab1ed091c3 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:37:34.016137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40854) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:34.058904 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:37:32Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:34.062754 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Checking router: 40c7116e-f56f-4e03-89b4-b0e595151ba0 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:37:34.071558 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Routers {'40c7116e-f56f-4e03-89b4-b0e595151ba0'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:34.072256 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['40c7116e-f56f-4e03-89b4-b0e595151ba0'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:34.211647 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.255277 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] Set router 40c7116e-f56f-4e03-89b4-b0e595151ba0 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:34.292837 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] DHCP port deletion for a4ab1170-ac53-426e-952e-a9ab1ed091c3 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:37:34.297435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Deleting port ec229b0a-7242-485c-8c8a-bbf920da1673 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:37:34.297814 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.421840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.433383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port a8eca834-5b44-48d5-afa8-7c2032649ccf {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:37:34.433708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.502447 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] For port ec229b0a-7242-485c-8c8a-bbf920da1673, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ec229b0a-7242-485c-8c8a-bbf920da1673,segment=NetworkSegment(8a090830-8524-47f2-b7ca-95a8f6d7c6f7),segment_id=8a090830-8524-47f2-b7ca-95a8f6d7c6f7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:34.502867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.544478 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:37:32Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:34.548317 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90da76-2fff-408d-a3a8-852629184cea None None] The sync data for ids ['40c7116e-f56f-4e03-89b4-b0e595151ba0'] in dv-neutron-834307-1-hyperv is: [{'id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371151671', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:34:59Z', 'updated_at': '2022-03-21T07:37:32Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': 'a8eca834-5b44-48d5-afa8-7c2032649ccf', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c7116e-f56f-4e03-89b4-b0e595151ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:35:00Z', 'updated_at': '2022-03-21T07:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:37:34.623282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port a8eca834-5b44-48d5-afa8-7c2032649ccf, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=a8eca834-5b44-48d5-afa8-7c2032649ccf,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:34.623642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.663644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Calling delete_port for ec229b0a-7242-485c-8c8a-bbf920da1673 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:37:34.736263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.756478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for a8eca834-5b44-48d5-afa8-7c2032649ccf owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:37:34.782221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Pushing event deleted for resources: {'Port': ['ID=ec229b0a-7242-485c-8c8a-bbf920da1673,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:34.784836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] No DVR routers for this DVR port ec229b0a-7242-485c-8c8a-bbf920da1673 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:37:34.794154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.794495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.795227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.795227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.795472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.795796 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.796121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.796440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.796774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.797065 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.797403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.797785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59c77f-dc67-4b32-8f12-f857ee5606f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:34.936234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:34.984902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=a8eca834-5b44-48d5-afa8-7c2032649ccf,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:35.083550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.355032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.357166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.379864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.380426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Fanout notify agent at l3_agent the message router_deleted on router 40c7116e-f56f-4e03-89b4-b0e595151ba0 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:37:35.395257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.396353 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf91e59f-b091-409b-8a29-4c8a0887891a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/routers/40c7116e-f56f-4e03-89b4-b0e595151ba0 HTTP/1.1" status: 204 len: 168 time: 1.3794665 Mar 21 07:37:35.399383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40858) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:35.519527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.650804 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.676031 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab1170-ac53-426e-952e-a9ab1ed091c3']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:35.687776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a090830-8524-47f2-b7ca-95a8f6d7c6f7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:35.688071 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a090830-8524-47f2-b7ca-95a8f6d7c6f7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:35.699421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.715478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.721239 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:37:35.721634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:37:35.736229 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:37:35.819416 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.837396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.848713 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Network': ['ID=a4ab1170-ac53-426e-952e-a9ab1ed091c3,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:35.854945 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b82b6597-e945-44df-af05-e032020a6f0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/networks/a4ab1170-ac53-426e-952e-a9ab1ed091c3 HTTP/1.1" status: 204 len: 168 time: 0.4547148 Mar 21 07:37:35.857520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40862) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:35.928101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:35.957853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:36.022972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:36.041303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e18327-eebc-4309-a58f-04fbc3901b76,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:36.048096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:36.050528 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5cc43175-a363-4f90-98bc-8babc686af60 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/security-groups/59e18327-eebc-4309-a58f-04fbc3901b76 HTTP/1.1" status: 204 len: 168 time: 0.1919286 Mar 21 07:37:36.211191 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 89f9e496-5074-4045-bb64-ee4b3f3ef91e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:37:36.245774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 89f9e496-5074-4045-bb64-ee4b3f3ef91e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:37:36.246121 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 89f9e496-5074-4045-bb64-ee4b3f3ef91e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:37:36.246538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ec229b0a-7242-485c-8c8a-bbf920da1673 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:37:36.279526 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ec229b0a-7242-485c-8c8a-bbf920da1673 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:37:36.279875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ec229b0a-7242-485c-8c8a-bbf920da1673 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:37:36.280283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a8eca834-5b44-48d5-afa8-7c2032649ccf no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:37:36.316445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: a8eca834-5b44-48d5-afa8-7c2032649ccf {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:37:36.316784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device a8eca834-5b44-48d5-afa8-7c2032649ccf not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:37:38.591104 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40874) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:38.596330 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19433647', 'description': 'tempest-secgroup-smoke-19433647 description', 'project_id': 'f731ed73191641c482860ec7890aa5cd'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:38.602505 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:38.606588 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:38.609493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:38.616470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:38.625766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.645248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:38.648964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:38.651724 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:38.657273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:38.726174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.729849 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.772951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4949c3f-d26a-4c9a-872d-9dc4abadb54d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:38.779102 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.780287 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4895073e-a91f-4abb-b3db-8939ec13d2bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1881814 Mar 21 07:37:38.783097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40878) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:38.788042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:38.794130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:38.797999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:38.801533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:38.807484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:38.824285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.887051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.890411 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.915114 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46945a32-aa04-4bcc-9ef3-13c3737f9464,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:38.924408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:38.926219 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0dd58b20-6eed-4349-99b7-490d997a3aaf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422131 Mar 21 07:37:38.928875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40882) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:38.933706 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:38.940352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:38.944856 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:38.948240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:38.954561 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:38.973567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.033099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.037340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.060992 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e79b775-66be-493a-a5b8-f0a0ec238546,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.069408 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.070607 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7cc13a26-c8b4-40e6-b340-3c392b65da40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407790 Mar 21 07:37:39.073203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40886) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.078079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.083844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.087602 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.090605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.096371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.114046 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.177892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.181108 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.203155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0b452e-835e-44d4-b54e-c980f7c52027,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.212578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.213771 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c7f7d43e-6f71-49ad-b127-f8bf983ead2f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396506 Mar 21 07:37:39.216433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40890) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.221322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.228032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.231798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.234627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.240315 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.256336 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.319495 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.322904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.345513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d788f4-9884-47da-ba8f-f96b4650c7db,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.354898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.356068 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db16d6f1-77c6-41b7-88be-aa934b4f59bb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387079 Mar 21 07:37:39.358768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40894) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.364246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.370069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.373811 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.376659 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.382898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.393161 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:37:39.400039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.462938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.466268 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.490237 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6948657-8752-49ec-8843-464e6de66bb9,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.499255 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.500515 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f0640fd6-6760-460b-b97a-f751c5429af0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408381 Mar 21 07:37:39.503493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40898) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.508843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f4949c3f-d26a-4c9a-872d-9dc4abadb54d', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.515205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.519687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.523062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.530337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.542932 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:37:39.549747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.617583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.620711 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.643413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f935f6-7852-409a-9f2a-e17cc4b508e4,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.653142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.654399 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8953663d-6670-46cc-b0ce-c531f56ff60c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498387 Mar 21 07:37:39.657158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40902) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.662637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'network': {'name': 'tempest-network-smoke--1755058046', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.667713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.671734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:network and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.674576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.680182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.689788 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:37:39.693661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.720880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:37:39.729705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.730065 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Added segment ca82dc6c-ae26-4a33-b392-423aa2b75634 of type vlan for network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e Mar 21 07:37:39.755836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.785033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.790336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:39.790918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.897949 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2397590 Mar 21 07:37:39.900731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:39.903731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352b833-6633-47c5-a268-4a3a47b9294b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Network': ['ID=63d37475-8fc8-4358-840f-a4e2f1c2cf4e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:39.906127 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'admin_state_up': True, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:39.914769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:37:39.918211 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:39.922157 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:router and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:39.925560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:39.934744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:39.946654 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.947687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:39.964393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:40.232029 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:40.635555 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:40.664300 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:40.800423 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.231 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/0802f09e-ee40-4ccd-9878-5dcd30e878d5) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:37:40.946987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:40.975834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:41.045508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:37:41.048299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:41.051906 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:37:41.081070 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=0802f09e-ee40-4ccd-9878-5dcd30e878d5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:41.463481 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:41.804305 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:42.128287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:37:42.319253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:37:42.330418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Sync routers for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:37:42.340686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:42.341328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:42.345119 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:42.346388 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf23c55f-43bf-4a80-b40b-319b67f6ebe7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4446318 Mar 21 07:37:42.350118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40910) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:42.389074 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-20015169-cb17-4e73-b7e2-c8c7b3e2f107 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f731ed73191641c482860ec7890aa5cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378904 Mar 21 07:37:42.391600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40914) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:42.526547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9ca43-bbb6-4cd5-8458-60cc095de0b1 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:42.528046 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-20e9ca43-bbb6-4cd5-8458-60cc095de0b1 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355627 Mar 21 07:37:42.530231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:42.530859 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40918) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:42.571821 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9047d1c3-ca7a-4025-bc04-177c82e2b60d tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399141 Mar 21 07:37:42.574280 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40922) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:42.579543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649491437', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:42.690131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:42.694462 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:subnet and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:42.697373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:42.702962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:42.713249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:37:42.716982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:42.825923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:41Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:42.830257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Checking router: 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:37:42.830737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Updating router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:37:42.885990 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:42.942081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.022656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Subnet': ['ID=bbcf7a97-c5fc-41f1-a867-250a5c79191b,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:43.032767 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Checking segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:37:43.033132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network hostable DHCP agents. Network: 63d37475-8fc8-4358-840f-a4e2f1c2cf4e, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:37:43.052772 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:37:43.061750 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 63d37475-8fc8-4358-840f-a4e2f1c2cf4e) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:43.066079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:43.066667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.087112 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-71789a61-c495-4899-9277-5081f640de18 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5118647 Mar 21 07:37:43.089963 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 40926) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:37:43.095002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b1ab0-f0fe-4308-b969-d075121a94cb None None] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:37:43.429271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.442395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Transition to ACTIVE for port object 0802f09e-ee40-4ccd-9878-5dcd30e878d5 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:43.446118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:37:43.446920 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.461275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.604582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Attempting to bind port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:37:43.604944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Attempting to bind port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:37:43.605338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Attempting to bind port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:37:43.621785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aadd2f-f796-43b1-aaf3-738e9e93ffca None None] Pushing event updated for resources: {'Port': ['ID=0802f09e-ee40-4ccd-9878-5dcd30e878d5,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:43.627199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:37:43.627566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:37:43.628001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.628389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:37:43.628873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Bound port: 0802f09e-ee40-4ccd-9878-5dcd30e878d5, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:37:43.629243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.747156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Allocated IP 172.20.0.2 (63d37475-8fc8-4358-840f-a4e2f1c2cf4e/bbcf7a97-c5fc-41f1-a867-250a5c79191b/402086b9-e8df-484b-a06c-eb4027326771) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:37:43.758384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] For port 0802f09e-ee40-4ccd-9878-5dcd30e878d5, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:37:43.761595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] For port 0802f09e-ee40-4ccd-9878-5dcd30e878d5, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0802f09e-ee40-4ccd-9878-5dcd30e878d5,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:37:43.779937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.907307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:43.932725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:43.933361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:43.983201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aadd2f-f796-43b1-aaf3-738e9e93ffca None None] Pushing event updated for resources: {'Port': ['ID=0802f09e-ee40-4ccd-9878-5dcd30e878d5,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:44.192470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:44.233183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.317370 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Transition to ACTIVE for port object 402086b9-e8df-484b-a06c-eb4027326771 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:44.397469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Transition to ACTIVE for port object 402086b9-e8df-484b-a06c-eb4027326771 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:44.407842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.468598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.1 (63d37475-8fc8-4358-840f-a4e2f1c2cf4e/bbcf7a97-c5fc-41f1-a867-250a5c79191b/14ead7d7-353d-4997-8938-da0e9040a8fe) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:37:44.497772 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:37:44.502549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:44.506292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Pushing event updated for resources: {'Port': ['ID=402086b9-e8df-484b-a06c-eb4027326771,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:44.508492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:37:44.631909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.635324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Attempting to bind port 402086b9-e8df-484b-a06c-eb4027326771 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:37:44.635690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Attempting to bind port 402086b9-e8df-484b-a06c-eb4027326771 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:37:44.636048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Attempting to bind port 402086b9-e8df-484b-a06c-eb4027326771 on network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:37:44.644135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:37:44.644498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Checking segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:37:44.644905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.645297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Bound using segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:37:44.645767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Bound port: 402086b9-e8df-484b-a06c-eb4027326771, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:37:44.646116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.647353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 14ead7d7-353d-4997-8938-da0e9040a8fe will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:44.670535 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.715686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:41Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:44.730732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29aa6-7cc8-4361-8226-238ab86065fa None None] The sync data for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv is: [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:41Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:37:44.744084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:37:44.746847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] For port 402086b9-e8df-484b-a06c-eb4027326771, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:37:44.747412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:44.756421 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:37:44.756647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] For port 402086b9-e8df-484b-a06c-eb4027326771, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=402086b9-e8df-484b-a06c-eb4027326771,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:37:44.763060 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.782202 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:44.818976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:44.859032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a215de-f389-4cb7-b0bc-db38cabb90b4 None None] Pushing event updated for resources: {'Port': ['ID=402086b9-e8df-484b-a06c-eb4027326771,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:45.136026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:45.696399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:45.701595 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:45.819187 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:45.822737 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:45.870735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b54962b-8b2e-44fd-8841-114f8128e35a None None] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:37:45.960011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:37:45.961209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:46.017597 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-c51dba8c-d538-4e96-b22b-462515a29d69 None None] Provisioning for port 402086b9-e8df-484b-a06c-eb4027326771 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:46.152822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:37:46.322155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0802f09e-ee40-4ccd-9878-5dcd30e878d5 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:46.383675 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:37:46.394526 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Sync routers for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:37:46.401270 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c83bea23-daf2-4940-8d10-2078b0e7e990 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/244dd6df-0a5b-4a75-b3d8-e1b6d3959e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3075662 Mar 21 07:37:46.406293 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:46.406916 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:46.407582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:46.422544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:46.423028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.499903 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-256d131b-831d-469a-b456-c5dec69de71d None None] Provisioning for port 14ead7d7-353d-4997-8938-da0e9040a8fe completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:46.510851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-256d131b-831d-469a-b456-c5dec69de71d None None] Provisioning complete for port 14ead7d7-353d-4997-8938-da0e9040a8fe triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:46.511456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-256d131b-831d-469a-b456-c5dec69de71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.602688 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-ce829886-de94-4a41-9e8b-b44657dd7ab6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19433647&fields=id&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 267 time: 0.0463974 Mar 21 07:37:46.621230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-256d131b-831d-469a-b456-c5dec69de71d None None] Port 14ead7d7-353d-4997-8938-da0e9040a8fe cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:37:46.625776 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:46.641179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.661078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 0802f09e-ee40-4ccd-9878-5dcd30e878d5, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0802f09e-ee40-4ccd-9878-5dcd30e878d5,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:46.666717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.667905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 402086b9-e8df-484b-a06c-eb4027326771 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:46.810501 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-3276e1a0-acea-4c0f-a196-6c5ed51bfa40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:46.811286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-3276e1a0-acea-4c0f-a196-6c5ed51bfa40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:37:46.815289 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-36c1f2f9-ec86-4f1b-a72d-cc2e7c9ead2f None None] Provisioning complete for port 14ead7d7-353d-4997-8938-da0e9040a8fe triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:46.815764 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-36c1f2f9-ec86-4f1b-a72d-cc2e7c9ead2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.829580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-3276e1a0-acea-4c0f-a196-6c5ed51bfa40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:37:46.830875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-3276e1a0-acea-4c0f-a196-6c5ed51bfa40 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 797 time: 0.2193069 Mar 21 07:37:46.843324 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 402086b9-e8df-484b-a06c-eb4027326771 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:46.849417 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-16322b93-0394-40e5-88f2-d95c8f2d732d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/quotas/f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 375 time: 0.0121863 Mar 21 07:37:46.855472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 402086b9-e8df-484b-a06c-eb4027326771 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:46.855472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:46.904497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=0802f09e-ee40-4ccd-9878-5dcd30e878d5,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:46.932201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f2f9-ec86-4f1b-a72d-cc2e7c9ead2f None None] Port 14ead7d7-353d-4997-8938-da0e9040a8fe cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:37:46.950337 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-b246b41f-91ed-4310-929e-657a74142538 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935407 Mar 21 07:37:46.989142 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 2, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:46.993185 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Checking router: 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:37:46.993569 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Updating router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 port 14ead7d7-353d-4997-8938-da0e9040a8fe binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:37:47.003114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.036103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 402086b9-e8df-484b-a06c-eb4027326771, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=402086b9-e8df-484b-a06c-eb4027326771,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:47.044400 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.091854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.100960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-bbb9e9e8-a85c-45ac-bed7-ad40ba9ea74c service neutron] 10.222.0.31 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345780 Mar 21 07:37:47.111466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1c6ed6e1-fe3f-4b78-8e1f-a68e276802b8 None None] Provisioning complete for port 14ead7d7-353d-4997-8938-da0e9040a8fe triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:47.111836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed6e1-fe3f-4b78-8e1f-a68e276802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.169563 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=402086b9-e8df-484b-a06c-eb4027326771,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:47.177497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ed6e1-fe3f-4b78-8e1f-a68e276802b8 None None] Port 14ead7d7-353d-4997-8938-da0e9040a8fe cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:37:47.238888 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-96d3eb48-bc95-485e-8f9a-f6cb111cf093 service neutron] 10.222.0.31 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305609 Mar 21 07:37:47.420389 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3fa8572f-06b9-400c-8fbf-790d046f9ae1 req-07a3bce3-62c0-49ab-9766-a8aea586901b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0465906 Mar 21 07:37:47.442377 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.453757 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Transition to ACTIVE for port object 14ead7d7-353d-4997-8938-da0e9040a8fe will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:47.460720 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.586780 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Pushing event updated for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:47.629123 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.629547 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.629824 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.630151 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.630474 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.630797 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.631112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.631425 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.631901 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.632223 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.632539 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.632847 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:37:47.685131 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Attempting to bind port 14ead7d7-353d-4997-8938-da0e9040a8fe on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:37:47.685513 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Attempting to bind port 14ead7d7-353d-4997-8938-da0e9040a8fe by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:37:47.685862 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Attempting to bind port 14ead7d7-353d-4997-8938-da0e9040a8fe on network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:37:47.692188 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:37:47.692586 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Checking segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:37:47.692981 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.693400 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Bound using segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:37:47.693868 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Bound port: 14ead7d7-353d-4997-8938-da0e9040a8fe, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:37:47.694352 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.789464 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] For port 14ead7d7-353d-4997-8938-da0e9040a8fe, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:37:47.792767 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] For port 14ead7d7-353d-4997-8938-da0e9040a8fe, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=14ead7d7-353d-4997-8938-da0e9040a8fe,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:37:47.797291 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:47.880796 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:37:47.881721 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:47.936679 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297becb-7af6-4d6d-972d-41d3cd34fd86 None None] Pushing event updated for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:48.074859 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:37:48.226616 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0802f09e-ee40-4ccd-9878-5dcd30e878d5 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:48.296860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:48.297246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:48.392029 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:47Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:37:48.398461 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a469-49b1-4b67-b04b-a8ac60d2af15 None None] The sync data for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv is: [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:47Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:37:48.429914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 402086b9-e8df-484b-a06c-eb4027326771 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:48.517438 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 402086b9-e8df-484b-a06c-eb4027326771 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:48.517907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:48.548552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5e39ffb4-3a5c-4440-85cc-72c4e0c123de req-89f2f248-c51f-4985-8a75-dced3a775ebb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0520275 Mar 21 07:37:48.845475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:49.644786 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-35add904-9735-46bc-83b4-34e1f2525f80 req-343ab11c-7351-473d-ba76-de3ac1b9c610 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Mar 21 07:37:50.235769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 14ead7d7-353d-4997-8938-da0e9040a8fe up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:50.306026 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 14ead7d7-353d-4997-8938-da0e9040a8fe completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:50.310578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 14ead7d7-353d-4997-8938-da0e9040a8fe triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:50.310938 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:50.420749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:50.454067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 14ead7d7-353d-4997-8938-da0e9040a8fe, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=14ead7d7-353d-4997-8938-da0e9040a8fe,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:50.458153 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:50.526119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:50.745331 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90e2f433-f0b5-482e-97be-df80f8bf8df2 req-f2278e8c-bc6e-4224-90a2-c215384d7ea8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0473154 Mar 21 07:37:51.893118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5f457c50-bb68-43a4-b41f-c139a6302555 req-7d4a67af-4d84-4054-bd8f-5756656b5872 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0423267 Mar 21 07:37:52.220753 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 14ead7d7-353d-4997-8938-da0e9040a8fe up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:37:52.289910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 14ead7d7-353d-4997-8938-da0e9040a8fe triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:52.290269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:52.522432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5378f57a-e2d2-45ae-b3a1-a0a13c8b6ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:52.585868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-4d4b41a9-e78b-4490-b7fd-cebc22768bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:52.587345 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-4d4b41a9-e78b-4490-b7fd-cebc22768bcd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 797 time: 0.2687576 Mar 21 07:37:52.635183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-4a602890-7bb6-4bc5-b474-30a092a4185f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 378 time: 0.0394008 Mar 21 07:37:52.643699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'port': {'device_id': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'admin_state_up': True, 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'security_groups': ['f4949c3f-d26a-4c9a-872d-9dc4abadb54d']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:52.777056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:37:52.781011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:port and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:37:52.783793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:37:52.790154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:37:52.799734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:37:52.803410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:52.968187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.12 (63d37475-8fc8-4358-840f-a4e2f1c2cf4e/bbcf7a97-c5fc-41f1-a867-250a5c79191b/912c6d52-981f-485e-ada5-5888c7078b50) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:37:53.070307 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bb93ebf3-af60-4545-a556-825dc59d9550 req-1f40e99a-e56a-4207-b9dc-52b8789b3db5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0674586 Mar 21 07:37:53.200397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.215814 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 912c6d52-981f-485e-ada5-5888c7078b50 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:53.238700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.307475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:37:53.310664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:37:53.314673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:37:53.355811 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:53.387705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:53.388318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.412620 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-a0e8792f-4f69-461d-b038-3bd1bb7b3590 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7722037 Mar 21 07:37:53.422072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-1bf2ab41-5003-4b8c-9af3-0c097a3b372c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:37:53.423098 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-1bf2ab41-5003-4b8c-9af3-0c097a3b372c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050633 Mar 21 07:37:53.433029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Request body: {'port': {'device_id': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:37:53.546325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.586507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-200b088c-8c52-4353-912a-1d80297b330f None None] Provisioning for port 912c6d52-981f-485e-ada5-5888c7078b50 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:37:53.592326 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-200b088c-8c52-4353-912a-1d80297b330f None None] Provisioning complete for port 912c6d52-981f-485e-ada5-5888c7078b50 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:37:53.592695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-200b088c-8c52-4353-912a-1d80297b330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.648573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-200b088c-8c52-4353-912a-1d80297b330f None None] Port 912c6d52-981f-485e-ada5-5888c7078b50 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:37:53.887890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912c6d52-981f-485e-ada5-5888c7078b50 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:37:53.895011 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:53.909094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Transition to ACTIVE for port object 912c6d52-981f-485e-ada5-5888c7078b50 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:37:53.913596 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:54.070211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:54.154928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Attempting to bind port 912c6d52-981f-485e-ada5-5888c7078b50 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:37:54.155258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Attempting to bind port 912c6d52-981f-485e-ada5-5888c7078b50 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:37:54.155602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Attempting to bind port 912c6d52-981f-485e-ada5-5888c7078b50 on network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:37:54.161573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Port 912c6d52-981f-485e-ada5-5888c7078b50 on network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:37:54.161890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Attempting to bind port 912c6d52-981f-485e-ada5-5888c7078b50 on network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:37:54.167318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:37:54.167659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Checking segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:37:54.168044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Bound using segment: {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:37:54.168467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Bound port: 912c6d52-981f-485e-ada5-5888c7078b50, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca82dc6c-ae26-4a33-b392-423aa2b75634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:37:54.169025 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:54.415672 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:37:54.419208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:37:54.424331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:54.471689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e368d2c-8e68-41f9-8486-e7c9f9fb0405 req-c646b27e-3d5e-4cf5-bb40-84f44c11837b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:54.473239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9e368d2c-8e68-41f9-8486-e7c9f9fb0405 req-c646b27e-3d5e-4cf5-bb40-84f44c11837b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:37:54.489338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:54.489656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:54.491235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] 10.222.0.30 "PUT /v2.0/ports/912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1094 time: 1.0622482 Mar 21 07:37:54.493664 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:37:54.530035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-9e368d2c-8e68-41f9-8486-e7c9f9fb0405 req-c646b27e-3d5e-4cf5-bb40-84f44c11837b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:37:54.531243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e368d2c-8e68-41f9-8486-e7c9f9fb0405 req-c646b27e-3d5e-4cf5-bb40-84f44c11837b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.3491123 Mar 21 07:37:54.578529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'status': 'completed', 'code': 200} Mar 21 07:37:54.604550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e641-d2e1-4710-ba80-77603d202ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:54.643762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e368d2c-8e68-41f9-8486-e7c9f9fb0405 req-ae294e6e-dfa0-4dd7-a24a-bd05f13229ca tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643873 Mar 21 07:37:54.658725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-23a38250-439d-465b-bf50-da872c9ccc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:54.662991 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-6e8e8b73-2f64-47cb-9eca-8db4c6a88989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:54.664597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-6e8e8b73-2f64-47cb-9eca-8db4c6a88989 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1097 time: 0.1288595 Mar 21 07:37:54.736220 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-4079ff15-dd74-4838-9d3d-1d5b943a0434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 217 time: 0.0655234 Mar 21 07:37:54.798439 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-8c9c70b1-73f7-465a-a386-f5fd5f3bf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:54.799892 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-8c9c70b1-73f7-465a-a386-f5fd5f3bf74e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0586002 Mar 21 07:37:54.874519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-1c2f8192-4d53-4c11-8a58-65d0c9d381f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:54.876015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-1c2f8192-4d53-4c11-8a58-65d0c9d381f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699792 Mar 21 07:37:55.006789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-2d719cf4-c5fb-4bea-912b-c492376fa03f service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249733 Mar 21 07:37:55.137566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-83b100ea-615d-4710-953f-3f68aaa6ce49 req-619863bd-03b6-4672-8652-22e6f8cd9fde service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241446 Mar 21 07:37:55.250094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-d02a1c47-bec8-457e-808e-afc3257b96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:55.251552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-d02a1c47-bec8-457e-808e-afc3257b96c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1097 time: 0.0736988 Mar 21 07:37:55.382150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-1829760a-7b10-45b2-b5e9-e267b58f9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:55.383584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-1829760a-7b10-45b2-b5e9-e267b58f9243 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1264656 Mar 21 07:37:55.452971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-5adfb8ad-66d0-460e-b686-b1cdda23e5a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 217 time: 0.0632763 Mar 21 07:37:55.513565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-7189f29a-47d5-4ca3-a011-a65afd6bbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:55.514877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-7189f29a-47d5-4ca3-a011-a65afd6bbdbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0562708 Mar 21 07:37:55.589015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-89c247eb-1f0d-4ed4-ab90-a7a4023a2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:55.590540 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-89c247eb-1f0d-4ed4-ab90-a7a4023a2aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699179 Mar 21 07:37:55.720942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-439de7e4-ccd4-40cb-b2fc-34269a74d5ca service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236658 Mar 21 07:37:55.879761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:55.915813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5ce34fd9-e1b0-47fb-b88a-29c0a54c5b01 req-81b418d3-ae2f-4692-8b55-1bac9d52293f service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879597 Mar 21 07:37:55.928552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:55.929091 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe7ea-7951-4e2e-b8ec-abcbc489c593 req-a6647b43-3d37-49a5-9e3c-976dc02a8216 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:55.930622 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe9fe7ea-7951-4e2e-b8ec-abcbc489c593 req-a6647b43-3d37-49a5-9e3c-976dc02a8216 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.1681457 Mar 21 07:37:55.974289 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe9fe7ea-7951-4e2e-b8ec-abcbc489c593 req-fb34c8f9-f7aa-4ad7-bd7b-01abf1a6e779 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380266 Mar 21 07:37:57.162151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fe90b-1b01-4b19-a5cf-a8e7aa82e99b req-4183bf7b-541a-48b5-bf63-12a75699e346 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:57.163594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-390fe90b-1b01-4b19-a5cf-a8e7aa82e99b req-4183bf7b-541a-48b5-bf63-12a75699e346 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.0868554 Mar 21 07:37:57.302292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-390fe90b-1b01-4b19-a5cf-a8e7aa82e99b req-51a556ec-aad5-4613-ae3a-1e5e7661b778 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328850 Mar 21 07:37:57.424096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:58.484201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102cf7c-e268-47e7-a95e-00dd09dde743 req-c268b040-c211-44f9-96a6-a5eaee0ff527 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:58.485634 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a102cf7c-e268-47e7-a95e-00dd09dde743 req-c268b040-c211-44f9-96a6-a5eaee0ff527 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.0781639 Mar 21 07:37:58.529202 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a102cf7c-e268-47e7-a95e-00dd09dde743 req-0dbdb72d-ee87-4b69-9e2b-efa2daccdfeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379708 Mar 21 07:37:59.173768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 912c6d52-981f-485e-ada5-5888c7078b50 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:37:59.302529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:59.315252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '912c6d52-981f-485e-ada5-5888c7078b50', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'port_id': '912c6d52-981f-485e-ada5-5888c7078b50', 'mac_address': 'fa:16:3e:3d:e4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:37:59.368327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:59.387392 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912c6d52-981f-485e-ada5-5888c7078b50 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:37:59.402489 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:37:59.406260 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:37:59.471927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:37:59.720656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a8479-8a67-4170-9a67-a98cb7295164 req-16d253df-f18f-4ee8-acd3-3691ed338e98 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:37:59.722186 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-645a8479-8a67-4170-9a67-a98cb7295164 req-16d253df-f18f-4ee8-acd3-3691ed338e98 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 945 time: 0.0845666 Mar 21 07:37:59.766604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-645a8479-8a67-4170-9a67-a98cb7295164 req-9e199cc0-66ad-432d-ac9d-6ac5de16808d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384605 Mar 21 07:37:59.777759 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['912c6d52-981f-485e-ada5-5888c7078b50'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:38:00.949432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc60c69-1fa1-4b98-8e8e-7f2be74af8c0 req-02f2bf6d-8b3c-44ae-a1e4-25fb8c47f5c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:00.950851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cdc60c69-1fa1-4b98-8e8e-7f2be74af8c0 req-02f2bf6d-8b3c-44ae-a1e4-25fb8c47f5c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 945 time: 0.0812130 Mar 21 07:38:00.994220 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cdc60c69-1fa1-4b98-8e8e-7f2be74af8c0 req-c9e67838-23bf-4afa-b55b-9e0287d5542a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378444 Mar 21 07:38:01.204847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 912c6d52-981f-485e-ada5-5888c7078b50 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:38:01.278528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 912c6d52-981f-485e-ada5-5888c7078b50 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:38:01.283129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 912c6d52-981f-485e-ada5-5888c7078b50 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:38:01.283503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:01.401495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:01.427799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:38:01.437821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:38:01.441775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:01.478328 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'code': 200} Mar 21 07:38:01.512000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:38:01.688297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5647-008d-44cb-9b9f-75ec36b290d5 req-bc24fa9a-84f6-4353-b5e4-aa1974324b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:01.689789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84ac5647-008d-44cb-9b9f-75ec36b290d5 req-bc24fa9a-84f6-4353-b5e4-aa1974324b0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.0685802 Mar 21 07:38:01.728207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84ac5647-008d-44cb-9b9f-75ec36b290d5 req-ac2a2b3c-172f-43fb-a7d6-ccc6777c3bbc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328696 Mar 21 07:38:02.180067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3bc0-6f8b-4e59-a892-da8b9d5bdcb8 req-0cddd8b6-e8ee-4f37-91f8-5261987c694d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:02.181542 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a4e3bc0-6f8b-4e59-a892-da8b9d5bdcb8 req-0cddd8b6-e8ee-4f37-91f8-5261987c694d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0862277 Mar 21 07:38:02.225733 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a4e3bc0-6f8b-4e59-a892-da8b9d5bdcb8 req-112c82d6-bbbe-4673-8423-8299ebbb5bf6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386648 Mar 21 07:38:03.409677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11767e-2d0b-4683-b334-feb95df14bd2 req-7780ff55-969e-4a6b-8ef7-f5793aa34c0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:03.411105 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed11767e-2d0b-4683-b334-feb95df14bd2 req-7780ff55-969e-4a6b-8ef7-f5793aa34c0a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0785742 Mar 21 07:38:03.453902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed11767e-2d0b-4683-b334-feb95df14bd2 req-8ddf35c2-1be5-4555-81a7-445598b1c063 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361798 Mar 21 07:38:03.641095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68034e6-9fc0-495c-879d-558476c64dbc req-c17998d8-59fb-41af-82e4-c50a4cca2fcb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:03.642598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d68034e6-9fc0-495c-879d-558476c64dbc req-c17998d8-59fb-41af-82e4-c50a4cca2fcb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0830910 Mar 21 07:38:03.685813 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d68034e6-9fc0-495c-879d-558476c64dbc req-fb091c12-d5ec-4948-9575-9d67c5d4d3d6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370872 Mar 21 07:38:03.708309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 40998) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:38:03.716234 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:38:03.777760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337dae2-3607-4e1b-aa92-629392473f57 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:03.779272 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5337dae2-3607-4e1b-aa92-629392473f57 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1094 time: 0.0691977 Mar 21 07:38:03.782103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41002) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:38:03.787115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '912c6d52-981f-485e-ada5-5888c7078b50', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:38:03.793132 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:38:03.796856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:floatingip and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:38:03.799640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:38:03.805281 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:38:03.819008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:03.951364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:04.086651 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.228 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/daf14305-73fd-4ccf-b0a5-3ebb5778b575) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:38:04.235234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:04.265300 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:04.335553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:38:04.338399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:38:04.342050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:38:04.376321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=daf14305-73fd-4ccf-b0a5-3ebb5778b575,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:38:04.846858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:04.920877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:05.126955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:05.131509 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:05.239234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=daf14305-73fd-4ccf-b0a5-3ebb5778b575,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:38:05.251778 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:05.421529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 895a13fc-6cbf-4d0a-946d-37b19f7d67b2 associated. External IP: 172.26.2.228, port: 912c6d52-981f-485e-ada5-5888c7078b50. Mar 21 07:38:05.782775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:38:05.958630 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:38:05.968259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Sync routers for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:38:05.978325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:38:05.978931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:38:05.982589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:06.041123 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-eb20c2a1-db44-4ed6-a2e3-235eea291b84 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2578945 Mar 21 07:38:06.041634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:38:06.089163 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'status': 'completed', 'code': 200} Mar 21 07:38:06.167501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:38:06.244432 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-766fdc5a-66ea-4c3e-9058-1ef325dc76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:06.246058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-766fdc5a-66ea-4c3e-9058-1ef325dc76c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.1332595 Mar 21 07:38:06.253451 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111823b5-4bcb-411a-9fee-a256320a6152 req-3093d75e-5c11-4b0b-9ca8-da755feb3801 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:06.254792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-111823b5-4bcb-411a-9fee-a256320a6152 req-3093d75e-5c11-4b0b-9ca8-da755feb3801 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.1069570 Mar 21 07:38:06.500402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-111823b5-4bcb-411a-9fee-a256320a6152 req-31033c06-30b0-4376-aa0b-9ff278cefe96 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2243645 Mar 21 07:38:06.524932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41010) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:38:06.531621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-2183dc23-4ffa-4e64-ba56-87b28e3fe4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:06.533096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-2183dc23-4ffa-4e64-ba56-87b28e3fe4c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.2773774 Mar 21 07:38:06.582714 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '895a13fc-6cbf-4d0a-946d-37b19f7d67b2', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'port_id': '912c6d52-981f-485e-ada5-5888c7078b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'mac_address': 'fa:16:3e:3d:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:38:04Z', 'updated_at': '2022-03-21T07:38:04Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:38:06.587619 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Checking router: 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:38:06.596273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:38:06.596884 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:37:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:38:06.638075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-4373a0ad-6495-426c-abd9-0c9b760e3e0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1000 time: 0.0985122 Mar 21 07:38:06.640284 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-804e2e8e-d076-4e01-821f-5756a55923d4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/895a13fc-6cbf-4d0a-946d-37b19f7d67b2 HTTP/1.1" status: 200 len: 992 time: 0.1140642 Mar 21 07:38:06.700357 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-fd9d5da9-fb82-46f7-bde9-c711cd41d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:06.701851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-fd9d5da9-fb82-46f7-bde9-c711cd41d45c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0577703 Mar 21 07:38:06.775383 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-34577817-8e05-4df3-b729-e793a4284be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:06.776818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-34577817-8e05-4df3-b729-e793a4284be2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696399 Mar 21 07:38:06.776942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:38:06.913298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-86eb6c01-4cb1-435a-ab6b-cc19b15cd843 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304049 Mar 21 07:38:07.051057 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3ad2a3a2-78ee-4ffd-8658-863f1ca4ee17 req-dd33122f-1721-4708-bc49-dad3119b52a6 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320188 Mar 21 07:38:07.128291 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '895a13fc-6cbf-4d0a-946d-37b19f7d67b2', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'port_id': '912c6d52-981f-485e-ada5-5888c7078b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'mac_address': 'fa:16:3e:3d:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:38:04Z', 'updated_at': '2022-03-21T07:38:04Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:38:07.132713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca02b3-c073-44c2-9579-bebb753a6a85 None None] The sync data for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv is: [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '895a13fc-6cbf-4d0a-946d-37b19f7d67b2', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'port_id': '912c6d52-981f-485e-ada5-5888c7078b50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'mac_address': 'fa:16:3e:3d:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:38:04Z', 'updated_at': '2022-03-21T07:38:04Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:38:07.315096 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2968e3-2f6f-4e58-8521-bf16f723ce7c None None] New status for floating IP 895a13fc-6cbf-4d0a-946d-37b19f7d67b2: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:38:07.644284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41014) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:38:07.754290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-45efebd7-63e0-4a55-839a-93603ed00afb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/895a13fc-6cbf-4d0a-946d-37b19f7d67b2 HTTP/1.1" status: 200 len: 994 time: 0.1088557 Mar 21 07:38:09.203762 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-90bca15e-a898-40ef-a381-4d17ba26b2ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721135 Mar 21 07:38:09.339480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-9dea27cd-8616-445f-b245-aae7fe9d1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:09.341030 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-9dea27cd-8616-445f-b245-aae7fe9d1e86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.0708787 Mar 21 07:38:09.483591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-706f70ae-3872-41ad-a455-3dc505d1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:09.484954 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-706f70ae-3872-41ad-a455-3dc505d1db57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1265953 Mar 21 07:38:09.587528 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-374722d1-b508-41af-aa59-0722c913d890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1002 time: 0.0970356 Mar 21 07:38:09.651051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-ac0d72d2-ca09-4e45-898c-82e2da6c83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:09.652460 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-ac0d72d2-ca09-4e45-898c-82e2da6c83cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0595899 Mar 21 07:38:09.726464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-5275c182-e63e-41f7-9329-752758bee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:38:09.727897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-5275c182-e63e-41f7-9329-752758bee220 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695717 Mar 21 07:38:09.859223 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-7c3699a6-44a8-42d4-a311-2e4d45c1229b service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250947 Mar 21 07:38:09.989433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc1f1796-4b3b-4fb3-a858-17bc78dd62c6 req-40cce839-a74c-437d-93ad-010ce49cf2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248798 Mar 21 07:38:18.865524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:22.514659 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ff822ad1-37c9-4666-9249-3f633a117257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:24.648893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cff49e8e-1eb8-43b1-8eb3-f660dab8be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:25.882800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:25.924089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:27.427930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:40.715629 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:38:48.872618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:52.516724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b8abee6f-7f3b-4363-a02d-0fbf2ebf04e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:54.650944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac2d222a-7f4c-49cf-a088-fc73e1cd7f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:55.885409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:55.927411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:38:57.430926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:08.795752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41062) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:39:08.884372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df89c1d-6ab5-4f15-8e33-8d99b791d260 req-1d252247-2783-44d2-888e-63f0df7b744f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:08.885851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9df89c1d-6ab5-4f15-8e33-8d99b791d260 req-1d252247-2783-44d2-888e-63f0df7b744f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.1291962 Mar 21 07:39:08.906100 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-4e17ac81-394c-4ba0-b7be-627e7c0c22fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092181 Mar 21 07:39:09.029652 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9df89c1d-6ab5-4f15-8e33-8d99b791d260 req-5ca64ebf-4a2e-4fc4-b063-3650279a6985 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381016 Mar 21 07:39:10.081397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-ed9b52ae-a023-4fae-9018-93c80d915729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:10.082990 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-ed9b52ae-a023-4fae-9018-93c80d915729 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.1109004 Mar 21 07:39:10.266951 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-4b2cd9a1-88a7-4fa3-9a27-bebd2a011154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:10.268292 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-4b2cd9a1-88a7-4fa3-9a27-bebd2a011154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1781790 Mar 21 07:39:10.356463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3101c-89a3-4674-8f83-9f836d3e366f req-bbb84db1-8a0c-49b8-ac27-0f5e6cc01e48 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:10.357920 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74c3101c-89a3-4674-8f83-9f836d3e366f req-bbb84db1-8a0c-49b8-ac27-0f5e6cc01e48 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.1867802 Mar 21 07:39:10.410224 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-a373e057-2e33-4d5c-aa21-c82e5c3ac4b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1002 time: 0.1350241 Mar 21 07:39:10.449459 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-74c3101c-89a3-4674-8f83-9f836d3e366f req-238efe38-010f-4d86-8f69-80aa92886579 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858972 Mar 21 07:39:10.477401 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-664e94f7-d77a-4213-92eb-8fbd1a75b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:10.478793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-664e94f7-d77a-4213-92eb-8fbd1a75b24e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0613284 Mar 21 07:39:10.556636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-9fa2d7fb-f883-48c5-bfaf-5262fb9a84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:10.558040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-9fa2d7fb-f883-48c5-bfaf-5262fb9a84f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732138 Mar 21 07:39:10.687479 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-ab63d42b-7497-4db4-b2cc-820392e3aa00 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229084 Mar 21 07:39:10.815494 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-34070a38-dd3c-4679-803a-36df7b990829 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218786 Mar 21 07:39:11.233169 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-921eae3d-9a83-4e13-8750-9af4757bb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:11.234701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-921eae3d-9a83-4e13-8750-9af4757bb6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.0702429 Mar 21 07:39:11.376923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-77970ada-37bb-4b86-a424-1f8a7ff18dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:11.378395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-77970ada-37bb-4b86-a424-1f8a7ff18dc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1254237 Mar 21 07:39:11.481402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-89455a90-3f75-4532-9f66-5dbe90c06a78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1002 time: 0.0959854 Mar 21 07:39:11.543959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-3cfbe689-5c3a-4862-b2d5-b0d26eadf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:11.545406 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-3cfbe689-5c3a-4862-b2d5-b0d26eadf984 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0591342 Mar 21 07:39:11.681538 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-ca583544-d3a8-437f-bc15-4c527b035b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:11.682988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-ca583544-d3a8-437f-bc15-4c527b035b40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321476 Mar 21 07:39:11.690851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca6f3-658d-4f03-9e3d-1ebce74c8c68 req-8ad40d10-d959-4a40-a18d-e87fb304a4d4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:11.692162 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e6ca6f3-658d-4f03-9e3d-1ebce74c8c68 req-8ad40d10-d959-4a40-a18d-e87fb304a4d4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.1080678 Mar 21 07:39:11.819351 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7e6ca6f3-658d-4f03-9e3d-1ebce74c8c68 req-75ab99a5-20b5-447f-b646-ee942abed293 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083469 Mar 21 07:39:11.851653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-d75e51da-339e-42d7-a924-1f84276d6930 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585248 Mar 21 07:39:12.081314 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3f83f5b-29dc-4080-b442-366cd0a624b3 req-08b8f640-ced0-4213-a16f-ccea9d2880db service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243571 Mar 21 07:39:13.006319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc8cf4-6957-4704-913c-4cdec0d6a690 req-f89cb6ca-90f3-4f57-91b4-79af36e4d15f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:13.008391 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dcfc8cf4-6957-4704-913c-4cdec0d6a690 req-f89cb6ca-90f3-4f57-91b4-79af36e4d15f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0840633 Mar 21 07:39:13.052999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dcfc8cf4-6957-4704-913c-4cdec0d6a690 req-9ab8fae9-5291-4f89-9bc3-c0956fc2d98b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389471 Mar 21 07:39:14.235702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba818c8b-5efc-4322-a894-6bbbbf35cef8 req-a17263a0-3219-4808-896c-f31adbe0133b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:14.237138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba818c8b-5efc-4322-a894-6bbbbf35cef8 req-a17263a0-3219-4808-896c-f31adbe0133b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0800602 Mar 21 07:39:14.288874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba818c8b-5efc-4322-a894-6bbbbf35cef8 req-6f024efc-7fd4-4afa-b061-8539de7aecd1 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446758 Mar 21 07:39:15.472099 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65318b08-2d30-459a-a68f-80b82266f1eb req-f6745a1a-7e80-47f9-8919-1a8a38d85e71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:15.473574 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-65318b08-2d30-459a-a68f-80b82266f1eb req-f6745a1a-7e80-47f9-8919-1a8a38d85e71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0792620 Mar 21 07:39:15.517621 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-65318b08-2d30-459a-a68f-80b82266f1eb req-9886b8eb-5fcd-408e-b63b-e7ba2b2a6b1a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374935 Mar 21 07:39:16.705569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96a432-e572-4a96-8dfc-422b8db1601a req-63e95277-088f-4e8d-b09b-aeecb03befe0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:16.706924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a96a432-e572-4a96-8dfc-422b8db1601a req-63e95277-088f-4e8d-b09b-aeecb03befe0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0823700 Mar 21 07:39:16.749342 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5a96a432-e572-4a96-8dfc-422b8db1601a req-ddd5d59c-ae32-4bda-9ad6-3acd10fbfe85 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368805 Mar 21 07:39:17.715495 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:39:17.936234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67092-d9c9-479d-a884-597e2e5962f9 req-8d7301f1-6537-4f44-a261-5bdda093d710 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:17.938697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aa67092-d9c9-479d-a884-597e2e5962f9 req-8d7301f1-6537-4f44-a261-5bdda093d710 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0828111 Mar 21 07:39:17.984019 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2aa67092-d9c9-479d-a884-597e2e5962f9 req-0543ba31-27a1-4f22-866c-bf85cbe49442 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400305 Mar 21 07:39:18.904737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:19.168164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadba0f-5b1f-467b-99c0-3c21cc967fef req-9ef456b9-9a6f-4b5f-a62a-888adaef800e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:19.169538 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4dadba0f-5b1f-467b-99c0-3c21cc967fef req-9ef456b9-9a6f-4b5f-a62a-888adaef800e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0825992 Mar 21 07:39:19.214081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4dadba0f-5b1f-467b-99c0-3c21cc967fef req-688c33a4-f1f9-49a1-8710-ddab0d170cc4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389142 Mar 21 07:39:20.395407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239ea7-ec80-465d-b91a-863a6b7e66f2 req-3a1419d9-234c-4a38-a2f8-1447f6e70c0b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:20.396816 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc239ea7-ec80-465d-b91a-863a6b7e66f2 req-3a1419d9-234c-4a38-a2f8-1447f6e70c0b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0787947 Mar 21 07:39:20.442886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc239ea7-ec80-465d-b91a-863a6b7e66f2 req-09c0b5b0-cfe4-49bf-9a0f-9c60f0fa9806 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402236 Mar 21 07:39:21.625056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be477d-8001-47d6-a660-b6247dc20cf2 req-7a2ea467-f27c-4eff-8815-57a4e2bf036f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:21.626444 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-61be477d-8001-47d6-a660-b6247dc20cf2 req-7a2ea467-f27c-4eff-8815-57a4e2bf036f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0794618 Mar 21 07:39:21.670462 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-61be477d-8001-47d6-a660-b6247dc20cf2 req-36bc5e29-b3b7-4eaa-bbf0-c73586853392 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385396 Mar 21 07:39:22.420379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-823d359a-0898-4ac1-96ce-1bfe75b2e9e4 service neutron] 10.222.0.30 "GET /v2.0/ports/912c6d52-981f-485e-ada5-5888c7078b50/bindings/hv-neutron-8343 HTTP/1.1" status: 200 len: 384 time: 0.0840368 Mar 21 07:39:22.518827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-156c7fd5-4d16-4971-8680-ce010411b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:22.680619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-0547cc18-1cf0-4040-b91b-de2f3fcfd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:22.682096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-0547cc18-1cf0-4040-b91b-de2f3fcfd416 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 1099 time: 0.0710847 Mar 21 07:39:22.776134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-359dc014-e9e7-48e0-95d6-adc02432103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:22.777546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-359dc014-e9e7-48e0-95d6-adc02432103c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1099 time: 0.0713410 Mar 21 07:39:22.961605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-1fe458f8-e0eb-4198-9b86-4764ffdc61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:22.963039 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-1fe458f8-e0eb-4198-9b86-4764ffdc61bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1509933 Mar 21 07:39:22.970524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2649c6b-7f32-4fdd-bc00-1863847cf3a2 req-48c7e17c-38ad-4269-9105-97d40611e34b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:22.971845 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2649c6b-7f32-4fdd-bc00-1863847cf3a2 req-48c7e17c-38ad-4269-9105-97d40611e34b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.1934648 Mar 21 07:39:23.094675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b2649c6b-7f32-4fdd-bc00-1863847cf3a2 req-f8114c53-4517-46ff-ac64-eeeba1598335 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669701 Mar 21 07:39:23.098104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-245913eb-006b-4fe4-bcf2-c49a9636e582 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1002 time: 0.1254308 Mar 21 07:39:23.160374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-335612fb-7d93-474c-bfea-6a0f957e6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:23.161796 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-335612fb-7d93-474c-bfea-6a0f957e6b67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0576065 Mar 21 07:39:23.236255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae47f-c409-46bf-807c-f652cee2741b req-0bb2cd7a-dbfb-4aec-b64c-d3cd3d8dd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:23.237704 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-0bb2cd7a-dbfb-4aec-b64c-d3cd3d8dd056 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702970 Mar 21 07:39:23.455109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-0d122691-3093-4e34-b95d-fc501059848c service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113638 Mar 21 07:39:23.584597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-791ae47f-c409-46bf-807c-f652cee2741b req-c695c90f-7c52-4369-8b1f-9ba11d7e40e6 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230597 Mar 21 07:39:24.277410 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9444023-abc9-4438-bc50-7963a5915600 req-5a14859c-c7d6-4b31-adb6-2ed606ccf16b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:24.278864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f9444023-abc9-4438-bc50-7963a5915600 req-5a14859c-c7d6-4b31-adb6-2ed606ccf16b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0792253 Mar 21 07:39:24.322691 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f9444023-abc9-4438-bc50-7963a5915600 req-ae3d63c3-4b31-4ba2-bc14-3a807f31e2b8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381868 Mar 21 07:39:24.651525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d28de0fd-4a58-4c3f-b5a8-6f5ca2f5e1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:25.514601 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f5303-5d3e-4585-8b43-e3c7a9c8a83f req-4a7a3bc4-0567-4dff-9386-d1b8489d23b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:25.516120 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe4f5303-5d3e-4585-8b43-e3c7a9c8a83f req-4a7a3bc4-0567-4dff-9386-d1b8489d23b9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 946 time: 0.0828657 Mar 21 07:39:25.559628 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fe4f5303-5d3e-4585-8b43-e3c7a9c8a83f req-5f49ed9c-59a8-4c28-a7f7-e2c9db369951 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379286 Mar 21 07:39:25.574076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 912c6d52-981f-485e-ada5-5888c7078b50 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:39:25.687152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:25.715560 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:39:25.725362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:39:25.730349 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:25.771535 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'code': 200} Mar 21 07:39:25.812097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:39:25.819299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.819646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.819993 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.820325 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.820653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.820979 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.821338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.821664 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.821987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.822309 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.822648 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.823040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:39:25.889999 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:25.930413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:26.743557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721dc5-110d-41ac-b326-70da508e2d76 req-8fc5e54a-3d67-4fb5-ae72-a9a00959410a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:26.745057 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bd721dc5-110d-41ac-b326-70da508e2d76 req-8fc5e54a-3d67-4fb5-ae72-a9a00959410a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.0806272 Mar 21 07:39:26.793491 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bd721dc5-110d-41ac-b326-70da508e2d76 req-09a84763-6613-4c1f-bce5-7bda4e78d817 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427346 Mar 21 07:39:27.157715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-c0e3c4d2-a7e8-4b99-a190-c6057583c6bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.159116 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-c0e3c4d2-a7e8-4b99-a190-c6057583c6bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75&tenant_id=f731ed73191641c482860ec7890aa5cd&binding%3Ahost_id=hv-neutron-8343 HTTP/1.1" status: 200 len: 944 time: 0.1127667 Mar 21 07:39:27.167753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dc62f-72d4-47d1-8000-3328087864e8 req-07518ca6-1eea-496f-9acf-df33ab644376 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.169152 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec7dc62f-72d4-47d1-8000-3328087864e8 req-07518ca6-1eea-496f-9acf-df33ab644376 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.1539559 Mar 21 07:39:27.213312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec7dc62f-72d4-47d1-8000-3328087864e8 req-b639b42f-2276-4b95-ad34-092a5e072b8d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381992 Mar 21 07:39:27.296376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-d0e724a8-c83c-489e-a5a6-46f4452df1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.297876 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-d0e724a8-c83c-489e-a5a6-46f4452df1ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1097 time: 0.0717678 Mar 21 07:39:27.435100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:27.492703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-537a6f09-35c6-4572-9683-ddd4b8a6cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.494095 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-537a6f09-35c6-4572-9683-ddd4b8a6cc17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1903164 Mar 21 07:39:27.501565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b56f-2185-45dd-b3c7-1b13566d4060 req-5ffe2d1c-ba90-487e-ab80-318ff2368488 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.502908 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ba7b56f-2185-45dd-b3c7-1b13566d4060 req-5ffe2d1c-ba90-487e-ab80-318ff2368488 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.1807113 Mar 21 07:39:27.626079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9ba7b56f-2185-45dd-b3c7-1b13566d4060 req-599853a8-b56a-45ab-b3c6-db1093c33b75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743582 Mar 21 07:39:27.631931 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-38031d4a-f6e4-46f5-b755-549030e010ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1000 time: 0.1281667 Mar 21 07:39:27.693686 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-80ea2d5e-0068-45bc-a1ce-c3c52fc2dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.695110 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-80ea2d5e-0068-45bc-a1ce-c3c52fc2dc69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0576594 Mar 21 07:39:27.770393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-6900e1cc-d570-4c14-b52a-1afeab5473af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:27.771748 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-6900e1cc-d570-4c14-b52a-1afeab5473af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714231 Mar 21 07:39:27.913468 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-911f107b-0de2-489d-b8de-031ad54bbd63 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357050 Mar 21 07:39:28.045566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-936059c8-e9be-4f2c-85a1-6dc5131e506e req-a47c300e-ad4f-4038-a744-7610490e7a15 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265216 Mar 21 07:39:28.810677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5f4dc-d6ba-49a0-8ca8-e7d411f3f446 req-de3f3dc0-5791-44a5-8cc6-686386abc649 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:39:28.812069 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b5f4dc-d6ba-49a0-8ca8-e7d411f3f446 req-de3f3dc0-5791-44a5-8cc6-686386abc649 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.0788305 Mar 21 07:39:28.854072 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b5f4dc-d6ba-49a0-8ca8-e7d411f3f446 req-3a38eea2-b982-41fe-830c-5b33d1c7c6c2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365658 Mar 21 07:39:28.877184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41134) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:39:29.088586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c3d0d348-d0fe-4e1b-9c4f-a82c0c262d09 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/895a13fc-6cbf-4d0a-946d-37b19f7d67b2 HTTP/1.1" status: 200 len: 992 time: 0.2101653 Mar 21 07:39:48.928225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:52.520966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6b6f6816-2132-425f-953d-58d2ca099588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:54.654089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ab9366c-14dc-4583-9310-2e3c7938444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:54.714119 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:39:55.892316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:55.931207 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:39:57.436469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:13.171945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-45ada2fb-a83e-4f5a-bffb-b6757200cab0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701821 Mar 21 07:40:13.307815 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-5c42a695-9f03-43e3-9b00-397f9dddb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:13.309290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-5c42a695-9f03-43e3-9b00-397f9dddb158 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1097 time: 0.0704827 Mar 21 07:40:13.450860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-f6e969cb-f312-48ba-9d17-f139d1e82362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:13.452173 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-f6e969cb-f312-48ba-9d17-f139d1e82362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1242492 Mar 21 07:40:13.553808 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-68f64a2f-5a4f-47d4-a78c-308ffb0640a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 1000 time: 0.0951936 Mar 21 07:40:13.616274 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-db5da788-0696-42c2-863e-40fd0c0d2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:13.620398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-db5da788-0696-42c2-863e-40fd0c0d2beb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0562739 Mar 21 07:40:13.694294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-7fbf8a6c-4b18-4fcb-ab91-38b7f19d5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:13.696316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-7fbf8a6c-4b18-4fcb-ab91-38b7f19d5810 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724039 Mar 21 07:40:13.826177 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-9132c918-234f-45a0-9427-2f300924a1ef service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233690 Mar 21 07:40:13.959149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a909fe7e-a132-4a08-bfd0-d77dbd10ee7c req-86fd6549-6e9f-450c-b86f-acefab712b3d service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264553 Mar 21 07:40:15.525585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41158) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:15.724429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port daf14305-73fd-4ccf-b0a5-3ebb5778b575 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:40:15.724764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:15.888447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:15.888769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:16.006907 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for daf14305-73fd-4ccf-b0a5-3ebb5778b575 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:40:16.251141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:16.299016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=daf14305-73fd-4ccf-b0a5-3ebb5778b575,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:16.340495 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.340835 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.341174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.341531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.341860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.342187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.342511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.342832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.343150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.343467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.343786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.344103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:16.397706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:16.398038 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP 895a13fc-6cbf-4d0a-946d-37b19f7d67b2 disassociated (deleted). External IP: 172.26.2.228, port: 912c6d52-981f-485e-ada5-5888c7078b50. Mar 21 07:40:16.748912 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:40:16.923466 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:40:16.933625 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Sync routers for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:40:16.942915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:16.943519 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:39:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:16.943658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:17.003995 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-43808d3c-0d8c-4580-87a0-49714ea9e0b0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/floatingips/895a13fc-6cbf-4d0a-946d-37b19f7d67b2 HTTP/1.1" status: 204 len: 168 time: 1.4772534 Mar 21 07:40:17.004622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:40:17.129898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:17.145807 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'status': 'completed', 'code': 200} Mar 21 07:40:17.241954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-0b67d1f8-ca93-4872-9fd7-6b538c6aaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:17.244735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-0b67d1f8-ca93-4872-9fd7-6b538c6aaf91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 1097 time: 0.0743349 Mar 21 07:40:17.406836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-66ace63e-3e8e-47a9-a665-73f92c291437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:17.408413 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-66ace63e-3e8e-47a9-a665-73f92c291437 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 200 len: 898 time: 0.1578045 Mar 21 07:40:17.496046 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:17.499826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Checking router: 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:40:17.508567 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:17.509166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:39:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:17.509326 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-af6d1a43-4541-4d50-94f4-494eab9ef619 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 200 len: 217 time: 0.0937407 Mar 21 07:40:17.592891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-cff5361e-fc27-4f2c-9c21-162e5b13481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:17.594238 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-cff5361e-fc27-4f2c-9c21-162e5b13481c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 200 len: 835 time: 0.0789142 Mar 21 07:40:17.652318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6bf1c-7226-4582-9812-04633baf8aa9 req-7faaeafe-bc3e-4f80-b9eb-bc3b2d293319 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:17.653013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b1b6bf1c-7226-4582-9812-04633baf8aa9 req-7faaeafe-bc3e-4f80-b9eb-bc3b2d293319 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:17.682614 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-b1b6bf1c-7226-4582-9812-04633baf8aa9 req-7faaeafe-bc3e-4f80-b9eb-bc3b2d293319 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:17.683848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1b6bf1c-7226-4582-9812-04633baf8aa9 req-7faaeafe-bc3e-4f80-b9eb-bc3b2d293319 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.2158077 Mar 21 07:40:17.690114 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:17.704971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-3902d7d3-ae04-4822-be78-bb14e6d9c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:17.706419 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-3902d7d3-ae04-4822-be78-bb14e6d9c27c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63d37475-8fc8-4358-840f-a4e2f1c2cf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059546 Mar 21 07:40:17.915925 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b1b6bf1c-7226-4582-9812-04633baf8aa9 req-e96bd60d-fa63-49bc-a621-7865d87e1c07 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2250233 Mar 21 07:40:17.962317 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-93e7c0d6-8b25-463c-a7da-596328ce3f6c service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481413 Mar 21 07:40:18.010770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:18.014872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe4cce-f5f1-4332-8a48-e57974ea437c None None] The sync data for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv is: [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:37:45Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '14ead7d7-353d-4997-8938-da0e9040a8fe', 'name': '', 'network_id': '63d37475-8fc8-4358-840f-a4e2f1c2cf4e', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:61:06:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:44Z', 'updated_at': '2022-03-21T07:37:50Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': 'bbcf7a97-c5fc-41f1-a867-250a5c79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:40:18.096846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b44bcae2-1288-47d9-9169-296cc3d4a84f req-850ed508-53aa-4d3b-840b-8c6db97fd5a1 service neutron] 10.222.0.30 "GET /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269829 Mar 21 07:40:18.217038 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a809d0-2677-418a-a12e-d25af86df36a None None] New status for floating IP 895a13fc-6cbf-4d0a-946d-37b19f7d67b2: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:40:18.921273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:19.172358 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c95f0-4d8d-4f6e-9a5a-6278b48decaa req-68679aed-8493-4c49-9140-f57048d517de tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:19.173739 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-658c95f0-4d8d-4f6e-9a5a-6278b48decaa req-68679aed-8493-4c49-9140-f57048d517de tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.1411283 Mar 21 07:40:19.218375 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-658c95f0-4d8d-4f6e-9a5a-6278b48decaa req-40ae35af-6e6b-4a43-a9f3-7d6e5841aacf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4949c3f-d26a-4c9a-872d-9dc4abadb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390916 Mar 21 07:40:19.356186 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d697a5-9def-47f6-9e98-21200e05a869 req-3ed9a4a1-6a4d-4930-af65-d47c26ab4b43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:19.357633 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23d697a5-9def-47f6-9e98-21200e05a869 req-3ed9a4a1-6a4d-4930-af65-d47c26ab4b43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 944 time: 0.0807040 Mar 21 07:40:19.431088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 912c6d52-981f-485e-ada5-5888c7078b50 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:40:19.431343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:19.676415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 912c6d52-981f-485e-ada5-5888c7078b50, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=912c6d52-981f-485e-ada5-5888c7078b50,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:19.676770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:19.804973 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 912c6d52-981f-485e-ada5-5888c7078b50 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:40:19.950818 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:20.000408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=912c6d52-981f-485e-ada5-5888c7078b50,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:20.076558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] No DVR routers for this DVR port 912c6d52-981f-485e-ada5-5888c7078b50 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:40:20.078950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:20.081406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-deleted', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:40:20.096751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-23d697a5-9def-47f6-9e98-21200e05a869 req-9eacfe69-0979-4b27-996c-9ded707d14be tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "DELETE /v2.0/ports/912c6d52-981f-485e-ada5-5888c7078b50 HTTP/1.1" status: 204 len: 173 time: 0.7340055 Mar 21 07:40:20.126240 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b3381-b6cf-4dca-812e-7edee8d94d75', 'name': 'network-vif-deleted', 'tag': '912c6d52-981f-485e-ada5-5888c7078b50', 'status': 'completed', 'code': 200} Mar 21 07:40:20.379669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a90285ce-caf4-43b3-b34c-53e17cd6bba8 req-f848f480-ef10-4c36-b9f5-e77b85cc6ed5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:20.396263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-a90285ce-caf4-43b3-b34c-53e17cd6bba8 req-f848f480-ef10-4c36-b9f5-e77b85cc6ed5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:20.397437 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a90285ce-caf4-43b3-b34c-53e17cd6bba8 req-f848f480-ef10-4c36-b9f5-e77b85cc6ed5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e0b3381-b6cf-4dca-812e-7edee8d94d75 HTTP/1.1" status: 200 len: 210 time: 0.0609143 Mar 21 07:40:21.491210 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41180) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:21.812241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 912c6d52-981f-485e-ada5-5888c7078b50 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:40:21.851169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 912c6d52-981f-485e-ada5-5888c7078b50 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:40:21.852284 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 912c6d52-981f-485e-ada5-5888c7078b50 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:40:22.135743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:22.489821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 14ead7d7-353d-4997-8938-da0e9040a8fe {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:40:22.490032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:22.525476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6d35-2e34-437d-9d2f-68e8a5dafbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:22.677429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 14ead7d7-353d-4997-8938-da0e9040a8fe, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=14ead7d7-353d-4997-8938-da0e9040a8fe,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:22.678032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:22.801295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 14ead7d7-353d-4997-8938-da0e9040a8fe owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:40:22.987696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:23.042372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=14ead7d7-353d-4997-8938-da0e9040a8fe,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:23.429243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:23.788608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:40:23.963770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:40:23.973035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Sync routers for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:40:23.979946 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-90fe0681-38e5-4e2e-88e5-a262647d181e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/244dd6df-0a5b-4a75-b3d8-e1b6d3959e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4876308 Mar 21 07:40:23.982560 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41184) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:23.984941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:23.985624 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:39:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:24.049399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting subnet bbcf7a97-c5fc-41f1-a867-250a5c79191b {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:40:24.052105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.110656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.162912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:24.193228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.279043 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.329238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcf7a97-c5fc-41f1-a867-250a5c79191b,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:24.331160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.337396 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f5cf58cd-65e6-47f8-b87c-54ff13b0c798 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/subnets/bbcf7a97-c5fc-41f1-a867-250a5c79191b HTTP/1.1" status: 204 len: 168 time: 0.3538272 Mar 21 07:40:24.340022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41188) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:24.362409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c34595-0bb6-4540-abb3-a72646aa875f None None] Network 63d37475-8fc8-4358-840f-a4e2f1c2cf4e requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:40:24.519144 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.676924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f9065c2-ad92-49fb-8498-c010286dead8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.698791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:40:22Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '0802f09e-ee40-4ccd-9878-5dcd30e878d5', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:37:40Z', 'updated_at': '2022-03-21T07:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:24.701074 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.706726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Checking router: 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:40:24.710760 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 0802f09e-ee40-4ccd-9878-5dcd30e878d5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:40:24.711201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.717004 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Routers {'244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:24.717731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:24.777130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] DHCP port deletion for 63d37475-8fc8-4358-840f-a4e2f1c2cf4e request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:40:24.844504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Deleting port 402086b9-e8df-484b-a06c-eb4027326771 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:40:24.844504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:24.932780 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] Set router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:25.009295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 0802f09e-ee40-4ccd-9878-5dcd30e878d5, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=0802f09e-ee40-4ccd-9878-5dcd30e878d5,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:25.009870 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.074300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:40:24Z', 'revision_number': 6, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:25.088204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0938f-a387-40d9-ab6f-5020f8020afa None None] The sync data for ids ['244dd6df-0a5b-4a75-b3d8-e1b6d3959e60'] in dv-neutron-834307-1-hyperv is: [{'id': '244dd6df-0a5b-4a75-b3d8-e1b6d3959e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658021513', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:37:39Z', 'updated_at': '2022-03-21T07:40:24Z', 'revision_number': 6, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:40:25.135243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 0802f09e-ee40-4ccd-9878-5dcd30e878d5 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:40:25.197071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] For port 402086b9-e8df-484b-a06c-eb4027326771, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=402086b9-e8df-484b-a06c-eb4027326771,segment=NetworkSegment(ca82dc6c-ae26-4a33-b392-423aa2b75634),segment_id=ca82dc6c-ae26-4a33-b392-423aa2b75634)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:25.197401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.307115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.320630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Calling delete_port for 402086b9-e8df-484b-a06c-eb4027326771 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:40:25.353417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=0802f09e-ee40-4ccd-9878-5dcd30e878d5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:25.397346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.440522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] Pushing event deleted for resources: {'Port': ['ID=402086b9-e8df-484b-a06c-eb4027326771,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:25.448452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3920c-18e0-49e8-8d60-ba6ce7c68965 None None] No DVR routers for this DVR port 402086b9-e8df-484b-a06c-eb4027326771 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:40:25.448588 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.628809 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.631136 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.653918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.654431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Fanout notify agent at l3_agent the message router_deleted on router 244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:40:25.669724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.670810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b487bc2a-4c8b-42a8-8261-b2755041d4e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/routers/244dd6df-0a5b-4a75-b3d8-e1b6d3959e60 HTTP/1.1" status: 204 len: 168 time: 1.3297992 Mar 21 07:40:25.673693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41192) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:25.786700 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.896425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.931736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.938101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:25.959548 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d37475-8fc8-4358-840f-a4e2f1c2cf4e']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:25.973045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca82dc6c-ae26-4a33-b392-423aa2b75634') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:25.973390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca82dc6c-ae26-4a33-b392-423aa2b75634') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:25.984987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.003264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.010207 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:40:26.010902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:40:26.029270 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:40:26.129905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.148468 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.164255 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Network': ['ID=63d37475-8fc8-4358-840f-a4e2f1c2cf4e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:26.169515 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5c2f8d92-9244-4c50-817a-681d0f724565 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/networks/63d37475-8fc8-4358-840f-a4e2f1c2cf4e HTTP/1.1" status: 204 len: 168 time: 0.4945929 Mar 21 07:40:26.172027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41196) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:26.247986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.288189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.318294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 14ead7d7-353d-4997-8938-da0e9040a8fe no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:40:26.361440 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 14ead7d7-353d-4997-8938-da0e9040a8fe {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:40:26.361702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 14ead7d7-353d-4997-8938-da0e9040a8fe not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:40:26.362106 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0802f09e-ee40-4ccd-9878-5dcd30e878d5 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:40:26.366554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.387597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4949c3f-d26a-4c9a-872d-9dc4abadb54d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:26.397699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.399030 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e067a9a5-3f5a-46ec-854f-127c3efa1687 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4949c3f-d26a-4c9a-872d-9dc4abadb54d HTTP/1.1" status: 204 len: 168 time: 0.2260613 Mar 21 07:40:26.415793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 0802f09e-ee40-4ccd-9878-5dcd30e878d5 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:40:26.416135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 0802f09e-ee40-4ccd-9878-5dcd30e878d5 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:40:26.416546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 402086b9-e8df-484b-a06c-eb4027326771 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:40:26.464259 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 402086b9-e8df-484b-a06c-eb4027326771 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:40:26.464792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 402086b9-e8df-484b-a06c-eb4027326771 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:40:26.660574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41204) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:26.666584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023251008', 'description': 'tempest-secgroup-smoke-1023251008 description', 'project_id': 'f731ed73191641c482860ec7890aa5cd'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:26.672916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:26.676977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:26.680504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:26.686143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:26.695792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.715258 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:26.718996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:26.721763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:26.728412 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:26.800032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.803797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.847869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1af6a5d-9577-4a53-963c-2e33f0925922,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:26.852974 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:26.854196 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2d4e3291-c158-4b7b-a150-59c59bcd6e17 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1925414 Mar 21 07:40:26.857004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41208) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:26.862024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:26.868500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:26.872269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:26.875145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:26.880801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:26.896762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.049969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.053963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.078164 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510bfb1f-1e8a-4193-a188-fe2cba332f83,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.087013 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.088241 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d6a1192b-f91a-430e-825f-dbc8f013508c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302604 Mar 21 07:40:27.090889 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41212) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.095704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.101634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.105487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.108287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.113882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.129869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.189415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.192783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.216742 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730812b6-9c1f-4236-ae4e-8b5d4495b386,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.226031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.230132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41216) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.230638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5f954774-efd5-4676-9d52-098f21dd3426 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383724 Mar 21 07:40:27.235788 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.242607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.246771 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.249748 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.255477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.272628 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.332575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.336363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.359730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f59cb70-c114-4d7c-a630-9144495ef5f3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.369883 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.370233 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.370575 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.370910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.371262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.371578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.371902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.372225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.372550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.372885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.373185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.373537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:27.376181 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.377360 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-30c683b5-417e-4d8d-bc6c-95190d08164b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462209 Mar 21 07:40:27.380051 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41220) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.385517 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.391326 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.395027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.397834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.403538 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.423451 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.440061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.485980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.489209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.512808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4f12d2-8d67-4683-829b-4cba5547afa2,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.521410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.522544 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-5bc4546f-1282-402c-91dc-e9a991858c43 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415300 Mar 21 07:40:27.525383 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41224) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.530214 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.535888 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.539630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.542514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.548342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.558595 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:40:27.564789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.626427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.630201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.652972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed6554c-422d-402c-908a-7e4e7b7e54a1,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.662019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.663198 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e531c1b2-45d1-4a9a-87d3-ee5af07f1d80 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369178 Mar 21 07:40:27.666174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41228) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.671221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'f1af6a5d-9577-4a53-963c-2e33f0925922', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.676853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.681141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.683985 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.689571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.699830 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:40:27.706314 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.775603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.778904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.802586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5006e67-b290-457b-ab1c-425681ceb66a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:27.811158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.812337 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-349f9d42-28a5-4ed2-b734-e2c8cb4f1d71 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452630 Mar 21 07:40:27.815210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41232) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:27.820861 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'network': {'name': 'tempest-network-smoke--905807841', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'port_security_enabled': True}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:27.825732 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:27.829717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:network and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:27.832472 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:27.838143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:27.847922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:40:27.851866 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.880000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:40:27.889685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.890026 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Added segment ab3958a4-1ba7-4a49-9f47-4a3cb04693a2 of type vlan for network 1ffb0893-7604-4f03-8eac-bd1b927c715f Mar 21 07:40:27.915805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.944473 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:27.950017 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:27.950545 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.151591 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3353548 Mar 21 07:40:28.154431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41236) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:28.157970 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5554-3def-4f62-977b-006a25b50d5a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Network': ['ID=1ffb0893-7604-4f03-8eac-bd1b927c715f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:28.160419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'admin_state_up': True, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:28.168913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:40:28.169175 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:28.172987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:router and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:28.175804 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:28.182553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:28.191579 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.192861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.208494 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.475290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.772259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.801123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:28.933161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.16 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/8d802549-a677-4f5e-802f-52c5eec7506e) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:40:29.083105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:29.110337 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:29.173009 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:29.175798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:29.179894 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:40:29.216661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=8d802549-a677-4f5e-802f-52c5eec7506e,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:29.681069 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:30.018159 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:30.221558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 18d755ee-44c5-4c7d-8978-f53e52b864a8 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:40:30.399311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:40:30.408776 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Sync routers for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:40:30.418579 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:30.419175 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:30.426823 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:30.428147 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9a9ec11c-7ac8-43e3-896e-ca0d5887a52f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2726870 Mar 21 07:40:30.431885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41240) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:30.514301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0f033604-e546-4ede-b2b3-2471e9772114 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f731ed73191641c482860ec7890aa5cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812664 Mar 21 07:40:30.516750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41246) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:30.597015 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:30.645552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec3edc-edc2-4d4e-851d-f487a15da284 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:30.647090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e3ec3edc-edc2-4d4e-851d-f487a15da284 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294298 Mar 21 07:40:30.650421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41250) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:30.689801 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ff399492-65de-458f-bfa1-9bb6684140fe tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382388 Mar 21 07:40:30.692122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41254) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:30.697683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728632167', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:30.807967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:30.811726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:subnet and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:30.814499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:30.821015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:30.830638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:40:30.834293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:30.880452 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:29Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:30.884990 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Checking router: 18d755ee-44c5-4c7d-8978-f53e52b864a8 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:40:30.885365 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Updating router 18d755ee-44c5-4c7d-8978-f53e52b864a8 port 8d802549-a677-4f5e-802f-52c5eec7506e binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:40:30.942882 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.160840 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.241096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Subnet': ['ID=18e05179-61c3-42b1-8b20-f5ff6c4d3043,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:31.249976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Checking segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:40:31.251331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network hostable DHCP agents. Network: 1ffb0893-7604-4f03-8eac-bd1b927c715f, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:40:31.275036 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:40:31.286890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1ffb0893-7604-4f03-8eac-bd1b927c715f) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:31.291433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:31.292015 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.300631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1169f-c80f-40d4-9ba5-e160983eb461 None None] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:40:31.322798 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.331170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-3b84ff86-11b4-471d-8fd4-8dc949ded6df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6368721 Mar 21 07:40:31.331505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41258) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:31.336645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Transition to ACTIVE for port object 8d802549-a677-4f5e-802f-52c5eec7506e will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:31.343294 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.426430 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Pushing event updated for resources: {'Port': ['ID=8d802549-a677-4f5e-802f-52c5eec7506e,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:31.436843 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.437281 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.437684 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.438102 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.438499 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.438891 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.439279 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.439665 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.440061 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.440441 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.440828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.441211 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:31.444417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Attempting to bind port 8d802549-a677-4f5e-802f-52c5eec7506e on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:40:31.444855 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Attempting to bind port 8d802549-a677-4f5e-802f-52c5eec7506e by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:40:31.445939 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Attempting to bind port 8d802549-a677-4f5e-802f-52c5eec7506e on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:40:31.451914 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:40:31.452373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:40:31.452833 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.453302 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:40:31.453828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Bound port: 8d802549-a677-4f5e-802f-52c5eec7506e, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:40:31.454262 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.535085 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] For port 8d802549-a677-4f5e-802f-52c5eec7506e, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:40:31.538060 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] For port 8d802549-a677-4f5e-802f-52c5eec7506e, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8d802549-a677-4f5e-802f-52c5eec7506e,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:40:31.543418 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.567924 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1ffb0893-7604-4f03-8eac-bd1b927c715f', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:40:31.568745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.629536 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:31.631013 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:31.697424 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e4eba-0f04-4a88-abb6-eb815cb1ca83 None None] Pushing event updated for resources: {'Port': ['ID=8d802549-a677-4f5e-802f-52c5eec7506e,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:31.732054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Allocated IP 172.20.0.2 (1ffb0893-7604-4f03-8eac-bd1b927c715f/18e05179-61c3-42b1-8b20-f5ff6c4d3043/243b1b12-d903-4516-a119-c8af57509c16) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:40:31.732435 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:40:31.822507 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:31.943724 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:31.954760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Transition to ACTIVE for port object 243b1b12-d903-4516-a119-c8af57509c16 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:31.973770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Transition to ACTIVE for port object 243b1b12-d903-4516-a119-c8af57509c16 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:31.979698 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.048476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:32.051403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:32.055869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:40:32.056743 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.094126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Pushing event updated for resources: {'Port': ['ID=243b1b12-d903-4516-a119-c8af57509c16,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:32.117128 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:29Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:32.121206 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3191e1-1da9-4c4a-bc88-4a630ab493b9 None None] The sync data for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv is: [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:29Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:40:32.133505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.134072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.134554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.135058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.135527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.136006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.136481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.136952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.137477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.137947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.138403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.138855 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:40:32.162935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Attempting to bind port 243b1b12-d903-4516-a119-c8af57509c16 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:40:32.163312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Attempting to bind port 243b1b12-d903-4516-a119-c8af57509c16 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:40:32.164432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Attempting to bind port 243b1b12-d903-4516-a119-c8af57509c16 on network 1ffb0893-7604-4f03-8eac-bd1b927c715f {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:40:32.170306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:40:32.170686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Checking segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:40:32.171095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.171488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Bound using segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:40:32.171960 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Bound port: 243b1b12-d903-4516-a119-c8af57509c16, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:40:32.172337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.271363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] For port 243b1b12-d903-4516-a119-c8af57509c16, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:40:32.276227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] For port 243b1b12-d903-4516-a119-c8af57509c16, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=243b1b12-d903-4516-a119-c8af57509c16,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:40:32.281661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.369267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca7dd8-5c3b-40ed-8f96-0fdf869825d5 None None] Pushing event updated for resources: {'Port': ['ID=243b1b12-d903-4516-a119-c8af57509c16,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:32.533002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.1 (1ffb0893-7604-4f03-8eac-bd1b927c715f/18e05179-61c3-42b1-8b20-f5ff6c4d3043/3049c24c-7011-4d0d-9035-26f130f5e3c0) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:40:32.837602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.854926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 3049c24c-7011-4d0d-9035-26f130f5e3c0 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:32.879245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:32.957424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:32.960525 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:32.965542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:40:32.997959 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:33.030657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.317633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.355575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5ad4a-cf13-4bf5-9726-51cea5da8352 None None] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:40:33.473241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-2547062f-24ce-441a-b712-3c89e6eb291b None None] Provisioning for port 243b1b12-d903-4516-a119-c8af57509c16 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:33.751220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.755554 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.824544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-06fe3865-f196-4ea7-8086-f9cc329f959d None None] Provisioning for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:33.830492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-06fe3865-f196-4ea7-8086-f9cc329f959d None None] Provisioning complete for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:33.831048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-06fe3865-f196-4ea7-8086-f9cc329f959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.875191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:33.878716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:33.888297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-06fe3865-f196-4ea7-8086-f9cc329f959d None None] Port 3049c24c-7011-4d0d-9035-26f130f5e3c0 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:40:34.013476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-58334fba-8e6c-41fa-ba08-704e1245e965 None None] Provisioning complete for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:34.013964 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-58334fba-8e6c-41fa-ba08-704e1245e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:34.031051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:34.032891 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:34.110136 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-58334fba-8e6c-41fa-ba08-704e1245e965 None None] Port 3049c24c-7011-4d0d-9035-26f130f5e3c0 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:40:34.230711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-5ace4e37-c010-4aa0-8d5e-8948a3e9781e None None] Provisioning complete for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:34.231081 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5ace4e37-c010-4aa0-8d5e-8948a3e9781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:34.255594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 18d755ee-44c5-4c7d-8978-f53e52b864a8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:40:34.289694 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-5ace4e37-c010-4aa0-8d5e-8948a3e9781e None None] Port 3049c24c-7011-4d0d-9035-26f130f5e3c0 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:40:34.373865 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 243b1b12-d903-4516-a119-c8af57509c16 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:34.447673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 243b1b12-d903-4516-a119-c8af57509c16 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:34.452610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 243b1b12-d903-4516-a119-c8af57509c16 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:34.452978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:34.562836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:40:34.567514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:34.584708 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb8fdfcf-f08f-41aa-9b1c-4c3ed233ad05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/18d755ee-44c5-4c7d-8978-f53e52b864a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2431238 Mar 21 07:40:34.584934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Sync routers for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:40:34.600612 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:34.601976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:34.675789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 243b1b12-d903-4516-a119-c8af57509c16, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=243b1b12-d903-4516-a119-c8af57509c16,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:34.687403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:34.688263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8d802549-a677-4f5e-802f-52c5eec7506e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:34.750001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-0cf1a2e7-01e9-4a2b-b3e0-2244e1c981c6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:34.765289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-0cf1a2e7-01e9-4a2b-b3e0-2244e1c981c6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:34.766445 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-0cf1a2e7-01e9-4a2b-b3e0-2244e1c981c6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023251008&fields=id&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 267 time: 0.0585725 Mar 21 07:40:34.919954 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-da501908-efb9-4088-8a03-f42d82972c04 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:34.920635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-da501908-efb9-4088-8a03-f42d82972c04 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:34.930406 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=243b1b12-d903-4516-a119-c8af57509c16,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:34.934273 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:34.936734 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-da501908-efb9-4088-8a03-f42d82972c04 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:34.938069 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-da501908-efb9-4088-8a03-f42d82972c04 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 796 time: 0.1646786 Mar 21 07:40:34.953812 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-25a5d768-1412-4137-af94-ea5fa84bd4b4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/quotas/f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 375 time: 0.0098054 Mar 21 07:40:35.000187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 8d802549-a677-4f5e-802f-52c5eec7506e completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:35.010632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8d802549-a677-4f5e-802f-52c5eec7506e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:35.011001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:35.042427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-5ed9b2c7-b1c4-44ef-94b6-8bea2133f4ed tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:35.057901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-5ed9b2c7-b1c4-44ef-94b6-8bea2133f4ed tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:35.059254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-5ed9b2c7-b1c4-44ef-94b6-8bea2133f4ed tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002316 Mar 21 07:40:35.112859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-37382364-0947-48c8-9fc1-1ed7d6d59061 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:40:35.113901 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-37382364-0947-48c8-9fc1-1ed7d6d59061 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435572 Mar 21 07:40:35.249669 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-30b16254-79df-4a8f-963b-d1464607abae service neutron] 10.222.0.31 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279950 Mar 21 07:40:35.329776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:35.355940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 8d802549-a677-4f5e-802f-52c5eec7506e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8d802549-a677-4f5e-802f-52c5eec7506e,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:35.361936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:35.388197 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-a03299b1-276f-4714-93f4-325b1fc73d82 service neutron] 10.222.0.31 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323059 Mar 21 07:40:35.431936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 2, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:35.437557 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Checking router: 18d755ee-44c5-4c7d-8978-f53e52b864a8 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:40:35.437995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Updating router 18d755ee-44c5-4c7d-8978-f53e52b864a8 port 3049c24c-7011-4d0d-9035-26f130f5e3c0 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:40:35.468130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=8d802549-a677-4f5e-802f-52c5eec7506e,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:35.499411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:35.584218 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3256db0-cbad-4900-a9b1-7ba68d2297a5 req-0bb0086a-77c1-48c4-9793-9e2ca2428d7b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 210 time: 0.0441465 Mar 21 07:40:35.851801 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:35.863040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Transition to ACTIVE for port object 3049c24c-7011-4d0d-9035-26f130f5e3c0 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:35.870035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:36.036192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54d67b-b6ef-4562-837c-be04267c6edd None None] Pushing event updated for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:36.102774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Attempting to bind port 3049c24c-7011-4d0d-9035-26f130f5e3c0 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:40:36.103140 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Attempting to bind port 3049c24c-7011-4d0d-9035-26f130f5e3c0 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:40:36.103503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Attempting to bind port 3049c24c-7011-4d0d-9035-26f130f5e3c0 on network 1ffb0893-7604-4f03-8eac-bd1b927c715f {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:40:36.109014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:40:36.109408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Checking segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:40:36.109804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:36.110185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Bound using segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:40:36.110638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Bound port: 3049c24c-7011-4d0d-9035-26f130f5e3c0, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:40:36.111010 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:36.204366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] For port 3049c24c-7011-4d0d-9035-26f130f5e3c0, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:40:36.210034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] For port 3049c24c-7011-4d0d-9035-26f130f5e3c0, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3049c24c-7011-4d0d-9035-26f130f5e3c0,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:40:36.214762 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:36.329786 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 243b1b12-d903-4516-a119-c8af57509c16 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:36.404981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54d67b-b6ef-4562-837c-be04267c6edd None None] Pushing event updated for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:36.409517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:36.410199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:36.514069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 243b1b12-d903-4516-a119-c8af57509c16 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:36.514442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:36.694485 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:36.755546 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-47940bc8-37b2-4cf2-bad9-942b4156d545 req-65d8af8b-821a-43ab-a725-778ae2558d52 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 210 time: 0.0568001 Mar 21 07:40:36.762896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-f400b429-2032-4068-a56c-f95093c71658 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:36.764256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-f400b429-2032-4068-a56c-f95093c71658 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 796 time: 0.2075357 Mar 21 07:40:36.817768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-cf10dd87-1d54-4c9c-a5a8-0e274e40eb4a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 380 time: 0.0456779 Mar 21 07:40:36.826080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'port': {'device_id': '384be72a-cae0-4269-b542-b9be2ea7998e', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'admin_state_up': True, 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'security_groups': ['f1af6a5d-9577-4a53-963c-2e33f0925922']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:36.963052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:36.972350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:36.980375 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8d802549-a677-4f5e-802f-52c5eec7506e up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:36.986576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:40:36.990964 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.115943 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 8d802549-a677-4f5e-802f-52c5eec7506e triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:37.116312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.154948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.4 (1ffb0893-7604-4f03-8eac-bd1b927c715f/18e05179-61c3-42b1-8b20-f5ff6c4d3043/df9c4eac-d7a4-420e-853a-7db8db0491b5) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:40:37.226531 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-624cc964-c107-4555-8b60-312fcc921710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:36Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:37.246681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc964-c107-4555-8b60-312fcc921710 None None] The sync data for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv is: [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:36Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:40:37.372395 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.389602 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object df9c4eac-d7a4-420e-853a-7db8db0491b5 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:37.414108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.489781 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:37.493640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:37.497454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:40:37.531557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:37.686254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:37.687068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.718228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1d025271-f929-46ac-9c09-d11d14116a40 None None] Provisioning for port df9c4eac-d7a4-420e-853a-7db8db0491b5 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:37.720989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-aa87161e-6aa6-4e91-8c17-844c9ac1cfdb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8983498 Mar 21 07:40:37.724873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1d025271-f929-46ac-9c09-d11d14116a40 None None] Provisioning complete for port df9c4eac-d7a4-420e-853a-7db8db0491b5 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:37.725283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1d025271-f929-46ac-9c09-d11d14116a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:37.732163 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Request body: {'port': {'device_id': '384be72a-cae0-4269-b542-b9be2ea7998e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:37.786386 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-1d025271-f929-46ac-9c09-d11d14116a40 None None] Port df9c4eac-d7a4-420e-853a-7db8db0491b5 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:40:37.853417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.097108 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592b4f7-8f89-4e40-ae2e-deb0521cc449 req-fcf327b8-3b09-48e1-8090-504923d442ae tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:38.097860 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0592b4f7-8f89-4e40-ae2e-deb0521cc449 req-fcf327b8-3b09-48e1-8090-504923d442ae tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:40:38.179367 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-0592b4f7-8f89-4e40-ae2e-deb0521cc449 req-fcf327b8-3b09-48e1-8090-504923d442ae tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:40:38.180792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0592b4f7-8f89-4e40-ae2e-deb0521cc449 req-fcf327b8-3b09-48e1-8090-504923d442ae tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 931 time: 0.2853711 Mar 21 07:40:38.248855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0592b4f7-8f89-4e40-ae2e-deb0521cc449 req-53bac636-c000-4e9e-9f3f-5cf36d1aff34 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598385 Mar 21 07:40:38.336321 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9c4eac-d7a4-420e-853a-7db8db0491b5 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:40:38.344953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.352466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3049c24c-7011-4d0d-9035-26f130f5e3c0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:38.359092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Transition to ACTIVE for port object df9c4eac-d7a4-420e-853a-7db8db0491b5 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:40:38.363119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.423787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:38.429145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:38.429582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.554389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.565972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Pushing event updated for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:38.594746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 3049c24c-7011-4d0d-9035-26f130f5e3c0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3049c24c-7011-4d0d-9035-26f130f5e3c0,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:38.598617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.611929 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Attempting to bind port df9c4eac-d7a4-420e-853a-7db8db0491b5 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:40:38.612289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Attempting to bind port df9c4eac-d7a4-420e-853a-7db8db0491b5 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:40:38.612615 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Attempting to bind port df9c4eac-d7a4-420e-853a-7db8db0491b5 on network 1ffb0893-7604-4f03-8eac-bd1b927c715f {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:40:38.618028 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Port df9c4eac-d7a4-420e-853a-7db8db0491b5 on network 1ffb0893-7604-4f03-8eac-bd1b927c715f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:40:38.618437 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Attempting to bind port df9c4eac-d7a4-420e-853a-7db8db0491b5 on network 1ffb0893-7604-4f03-8eac-bd1b927c715f {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:40:38.623477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:40:38.623805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Checking segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:40:38.624182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Bound using segment: {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:40:38.624592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Bound port: df9c4eac-d7a4-420e-853a-7db8db0491b5, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:40:38.624936 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.679909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:38.715263 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:40:38.718254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:40:38.721695 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.783081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:38.783704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:38.785068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] 10.222.0.30 "PUT /v2.0/ports/df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 1093 time: 1.0574093 Mar 21 07:40:38.785536 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:40:38.811096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834612b-a8f6-4050-ad6d-0bfd6e2b36ef service neutron] Pushing event updated for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:38.867422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'status': 'completed', 'code': 200} Mar 21 07:40:38.910500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-7311a70e-dfdf-4665-8aea-f6bbee3b0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:38.911986 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-7311a70e-dfdf-4665-8aea-f6bbee3b0769 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1096 time: 0.0775468 Mar 21 07:40:38.985477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-52561e51-1549-483b-9fdd-209c47389c81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 217 time: 0.0664148 Mar 21 07:40:39.048460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-ef077d2d-e2b6-48ba-b256-5af60c2a60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.049846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-ef077d2d-e2b6-48ba-b256-5af60c2a60ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0597756 Mar 21 07:40:39.126698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-1458ee78-82eb-47e1-86c0-94663fc3a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.128174 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-1458ee78-82eb-47e1-86c0-94663fc3a292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729883 Mar 21 07:40:39.258122 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-2b699954-de35-423e-8300-228f632cbd78 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235483 Mar 21 07:40:39.550433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-33ec8312-7eea-47cf-a86f-523d73829e21 req-5ce263f2-eae6-4fe1-886a-e02bf9c8363f service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865686 Mar 21 07:40:39.571482 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141acc8c-37cf-42c2-8095-db3926af8036 req-3ff697da-d1ae-4bbf-9092-1fe554516210 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.572974 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-141acc8c-37cf-42c2-8095-db3926af8036 req-3ff697da-d1ae-4bbf-9092-1fe554516210 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 943 time: 0.2083580 Mar 21 07:40:39.665178 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-141acc8c-37cf-42c2-8095-db3926af8036 req-0325d7ce-c80e-42e3-883b-6fa8e05a02e0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864518 Mar 21 07:40:39.690887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-d855c2f5-e08b-43f8-8acc-472ba85e1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.692344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-d855c2f5-e08b-43f8-8acc-472ba85e1789 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1096 time: 0.0952909 Mar 21 07:40:39.827347 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-6e06e747-8d7a-4645-8f05-5170f983bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.828770 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-6e06e747-8d7a-4645-8f05-5170f983bfdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.1304464 Mar 21 07:40:39.896309 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-bf3ba146-5132-46fb-8667-604786c9b671 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 217 time: 0.0615289 Mar 21 07:40:39.962585 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-b77a24ea-8f74-4996-940a-31ade22a9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:39.963960 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-b77a24ea-8f74-4996-940a-31ade22a9bd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0612512 Mar 21 07:40:40.037986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-15a04c36-d887-4c1f-8fc4-3186ffa2c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:40.040433 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-15a04c36-d887-4c1f-8fc4-3186ffa2c01c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712757 Mar 21 07:40:40.174027 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-8a844ed0-4b7e-497b-b35f-3b7372783390 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262248 Mar 21 07:40:40.306883 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3049c24c-7011-4d0d-9035-26f130f5e3c0 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:40.307552 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d8542fcc-6037-4611-8a2a-b075d018b4dd req-eceb5614-aca7-4e0c-97b7-7ffc49abb9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267688 Mar 21 07:40:40.377565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3049c24c-7011-4d0d-9035-26f130f5e3c0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:40.377932 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:40.855429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e4ff-696a-4efd-ab59-7de5f0cd4860 req-37454fd0-77e7-4661-b3a7-5ae0ab4706fb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:40.856875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e8b1e4ff-696a-4efd-ab59-7de5f0cd4860 req-37454fd0-77e7-4661-b3a7-5ae0ab4706fb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 943 time: 0.0841823 Mar 21 07:40:40.900467 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e8b1e4ff-696a-4efd-ab59-7de5f0cd4860 req-04030546-509a-453f-ad54-e4a4b53bd764 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380640 Mar 21 07:40:42.081676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507da5-f299-44a1-9ea1-37a91b93085b req-1a02b6c2-50ae-419b-a113-a52816fbdd32 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:42.083117 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6507da5-f299-44a1-9ea1-37a91b93085b req-1a02b6c2-50ae-419b-a113-a52816fbdd32 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 943 time: 0.0813696 Mar 21 07:40:42.127798 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a6507da5-f299-44a1-9ea1-37a91b93085b req-74c041a6-44f7-47b7-8a4d-16e069c1e2ab tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Mar 21 07:40:43.313577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54fac5-0f0b-4952-b757-8cde97f577e8 req-0e04f523-babc-48aa-bc9a-e54c1e3f4b03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:43.315026 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f54fac5-0f0b-4952-b757-8cde97f577e8 req-0e04f523-babc-48aa-bc9a-e54c1e3f4b03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 943 time: 0.0850449 Mar 21 07:40:43.358497 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3f54fac5-0f0b-4952-b757-8cde97f577e8 req-5441b1b8-fac2-4898-a1fb-e0b98113b15f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Mar 21 07:40:43.967548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device df9c4eac-d7a4-420e-853a-7db8db0491b5 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:40:44.097388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:44.110490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'port_id': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'mac_address': 'fa:16:3e:d8:4f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:40:44.163038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:44.180181 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9c4eac-d7a4-420e-853a-7db8db0491b5 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:40:44.194852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:44.198670 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:44.267278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:44.502620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['df9c4eac-d7a4-420e-853a-7db8db0491b5'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:40:44.548174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c985b53-455a-44c8-aedf-4f43b922a03b req-0d8c9fec-cd6f-4591-804a-5fbd0c72aec9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:44.549657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c985b53-455a-44c8-aedf-4f43b922a03b req-0d8c9fec-cd6f-4591-804a-5fbd0c72aec9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 944 time: 0.0843194 Mar 21 07:40:44.597547 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8c985b53-455a-44c8-aedf-4f43b922a03b req-c0c12bb0-f134-4cfb-acd5-789ad9b2ec7b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Mar 21 07:40:45.777722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352567c-ee98-42d6-a71e-45877943a0d8 req-3abcd7db-b423-4760-93ff-ce8ed7c2d804 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:45.779174 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0352567c-ee98-42d6-a71e-45877943a0d8 req-3abcd7db-b423-4760-93ff-ce8ed7c2d804 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 944 time: 0.0795450 Mar 21 07:40:45.823707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0352567c-ee98-42d6-a71e-45877943a0d8 req-7b673e03-b3ef-41c1-b60f-777f52f4cbfd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Mar 21 07:40:45.983712 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device df9c4eac-d7a4-420e-853a-7db8db0491b5 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:40:46.052493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port df9c4eac-d7a4-420e-853a-7db8db0491b5 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:40:46.057675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port df9c4eac-d7a4-420e-853a-7db8db0491b5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:40:46.058054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:46.176330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:46.206706 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:40:46.216803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:40:46.220492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:46.292436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:46.316715 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'code': 200} Mar 21 07:40:46.559444 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd22d-1c8a-4314-82bc-d6baff807e3e req-b287e152-564d-4329-b9aa-49eb4fd39f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:46.560804 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92dfd22d-1c8a-4314-82bc-d6baff807e3e req-b287e152-564d-4329-b9aa-49eb4fd39f9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.0761709 Mar 21 07:40:46.602126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92dfd22d-1c8a-4314-82bc-d6baff807e3e req-09faca79-748c-4a03-9228-613c13182ad8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Mar 21 07:40:47.009755 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3531446-258d-4cec-9802-3a6c3c261f7e req-4c744f69-12a8-446b-a946-da7a9ab11620 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:47.011199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3531446-258d-4cec-9802-3a6c3c261f7e req-4c744f69-12a8-446b-a946-da7a9ab11620 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0820744 Mar 21 07:40:47.053659 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3531446-258d-4cec-9802-3a6c3c261f7e req-63fba709-1d95-44d3-9614-5886fc7eed0b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369232 Mar 21 07:40:48.243019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2b697-61c6-4708-b32a-68ad059f38d8 req-cc2f0cb8-256d-4910-a9e6-79d661c34603 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:48.244360 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8da2b697-61c6-4708-b32a-68ad059f38d8 req-cc2f0cb8-256d-4910-a9e6-79d661c34603 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0824058 Mar 21 07:40:48.287847 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8da2b697-61c6-4708-b32a-68ad059f38d8 req-35ae4116-1e1e-44d8-be22-5caf02c96be6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377538 Mar 21 07:40:48.473236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d6a6-e1f8-4fc4-98dc-6abaa13b9b5f req-c217b4f6-2570-414c-8d4b-defd397780b6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:48.474660 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9bf3d6a6-e1f8-4fc4-98dc-6abaa13b9b5f req-c217b4f6-2570-414c-8d4b-defd397780b6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0791326 Mar 21 07:40:48.517589 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9bf3d6a6-e1f8-4fc4-98dc-6abaa13b9b5f req-3453012b-4275-4d2d-9dae-a01917eb078f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 Mar 21 07:40:48.541399 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41322) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:48.699199 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30a5f5-96f1-4b17-8aed-f3ea8babf807 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:48.700976 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cc30a5f5-96f1-4b17-8aed-f3ea8babf807 tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1093 time: 0.1586208 Mar 21 07:40:48.703879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41326) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:48.708605 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:40:48.714800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:40:48.718545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:floatingip and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:40:48.721396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:40:48.727502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:40:48.737252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:48.870748 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:48.934497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.007120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.12 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/f5a30878-5121-4cec-9928-27b0b0f03635) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:40:49.152911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.182051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.243926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:40:49.246729 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:40:49.250287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:40:49.287024 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=f5a30878-5121-4cec-9928-27b0b0f03635,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:49.654679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.726446 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.930296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:49.934445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:50.053008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=f5a30878-5121-4cec-9928-27b0b0f03635,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:40:50.059080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:50.326515 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP baab6285-b5fc-457a-8a34-9c62a7f19aab associated. External IP: 172.26.2.12, port: df9c4eac-d7a4-420e-853a-7db8db0491b5. Mar 21 07:40:50.674249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 18d755ee-44c5-4c7d-8978-f53e52b864a8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:40:50.853454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:40:50.863163 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Sync routers for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:40:50.872971 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:50.873631 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:50.877269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:50.932356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4373d6e-50db-4561-99b2-e066f01c0a4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2272849 Mar 21 07:40:50.933190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:40:50.978925 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'status': 'completed', 'code': 200} Mar 21 07:40:51.059120 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:51.137416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142053-036d-4c6b-ad72-93ab26e8b0e9 req-f642c909-dd03-463c-b804-6e5d7472befc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:51.138866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5142053-036d-4c6b-ad72-93ab26e8b0e9 req-f642c909-dd03-463c-b804-6e5d7472befc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.1089270 Mar 21 07:40:51.141515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d108-e225-4c89-9288-5d1881106517 req-213c79b9-456c-4269-b337-d3d844e0ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:51.142837 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-213c79b9-456c-4269-b337-d3d844e0ed35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.1438630 Mar 21 07:40:51.270502 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5142053-036d-4c6b-ad72-93ab26e8b0e9 req-5c4ed7eb-c7b8-42cc-9063-a0df5cae541b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257558 Mar 21 07:40:51.297963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41334) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:51.380966 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d108-e225-4c89-9288-5d1881106517 req-4163b152-86d6-4db8-ac41-ecb921596373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:51.383040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-4163b152-86d6-4db8-ac41-ecb921596373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.2248154 Mar 21 07:40:51.410496 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'baab6285-b5fc-457a-8a34-9c62a7f19aab', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.12', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'port_id': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'mac_address': 'fa:16:3e:d8:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384be72a-cae0-4269-b542-b9be2ea7998e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:40:49Z', 'updated_at': '2022-03-21T07:40:49Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:51.414822 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Checking router: 18d755ee-44c5-4c7d-8978-f53e52b864a8 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:40:51.423172 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:40:51.423756 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:40:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:51.488995 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-28b18dcf-0c7c-44d7-894c-e367d06ec298 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/baab6285-b5fc-457a-8a34-9c62a7f19aab HTTP/1.1" status: 200 len: 990 time: 0.1899512 Mar 21 07:40:51.502959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-d7181d4c-37a3-478d-943b-2938e98dda7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 998 time: 0.1142254 Mar 21 07:40:51.568379 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d108-e225-4c89-9288-5d1881106517 req-33cbf883-483a-4861-aa87-09abcb72d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:51.569854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-33cbf883-483a-4861-aa87-09abcb72d334 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0606720 Mar 21 07:40:51.630401 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:40:51.648855 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d108-e225-4c89-9288-5d1881106517 req-0114c441-7183-448e-9828-93e673ddd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:40:51.650379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-0114c441-7183-448e-9828-93e673ddd4e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744555 Mar 21 07:40:51.900942 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-f64f7a96-195b-4feb-bf88-d850a5e2ddac service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443364 Mar 21 07:40:51.981112 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'baab6285-b5fc-457a-8a34-9c62a7f19aab', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.12', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'port_id': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'mac_address': 'fa:16:3e:d8:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384be72a-cae0-4269-b542-b9be2ea7998e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:40:49Z', 'updated_at': '2022-03-21T07:40:49Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:40:51.984962 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30b4f-0eaf-4f35-a7ed-e65b7a349a18 None None] The sync data for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv is: [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'baab6285-b5fc-457a-8a34-9c62a7f19aab', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.12', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'port_id': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'mac_address': 'fa:16:3e:d8:4f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384be72a-cae0-4269-b542-b9be2ea7998e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:40:49Z', 'updated_at': '2022-03-21T07:40:49Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:40:52.039577 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6d25d108-e225-4c89-9288-5d1881106517 req-b97b5159-43a0-494b-bc45-ef0f5d579790 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313093 Mar 21 07:40:52.169495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0c07d-b20e-4a23-9d02-1afafa72cf1a None None] New status for floating IP baab6285-b5fc-457a-8a34-9c62a7f19aab: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:40:52.493449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:40:52.528238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8056-92ae-4d72-b2b3-db9ebdcbe01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:52.599492 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ba47c3e3-d52b-461a-8c26-e83dbd7b6cf8 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/baab6285-b5fc-457a-8a34-9c62a7f19aab HTTP/1.1" status: 200 len: 992 time: 0.1049085 Mar 21 07:40:54.660615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a406d300-fcf8-4906-989f-e9086318aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:55.898813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:55.935657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:40:57.441513 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:08.732042 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:41:14.167438 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-310febe0-019b-43e1-8f6c-014f13401a47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699406 Mar 21 07:41:14.308253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-efd299c2-c671-4af7-bc81-ea1e6e64f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:14.309855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-efd299c2-c671-4af7-bc81-ea1e6e64f00d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.0752120 Mar 21 07:41:14.455365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-98cbf8f8-0cdf-47bb-b60f-32e18358e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:14.456735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-98cbf8f8-0cdf-47bb-b60f-32e18358e0bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.1280944 Mar 21 07:41:14.562604 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-13bd2c3f-518e-4578-88f2-255f128f57e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 1000 time: 0.0997100 Mar 21 07:41:14.628827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-104f5540-6897-471f-a45a-344a61a51642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:14.630274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-104f5540-6897-471f-a45a-344a61a51642 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0620463 Mar 21 07:41:14.706035 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-7353ca57-99cd-4af7-84f2-348b6f081f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:14.707450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-7353ca57-99cd-4af7-84f2-348b6f081f9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714369 Mar 21 07:41:14.840453 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-e1dd6ef9-fae2-4f34-bff6-0f7a4311780a service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271977 Mar 21 07:41:14.972015 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2a2c8070-d089-472d-930c-dc3851dfd6eb req-e0177f4c-0d3e-4769-af94-14478a3985e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253998 Mar 21 07:41:18.937312 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:22.531262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-20e809bc-d054-40e9-b791-c856615eecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:24.662000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8a365a8c-e156-4ee0-83ba-d81bed7c72dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:25.903356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:25.939300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:27.445480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:38.789616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-4d996014-b087-4316-ad5f-e73f4c174138 service neutron] (87987) timed out ('10.222.0.31', 37562) {{(pid=87987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 21 07:41:45.731596 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:41:48.934188 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:51.360661 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95d713-c24d-42ff-aaa9-fdcd5c6d02e0 req-0ea5e6c4-3345-48a3-a864-906d4a3dc8fc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:51.362040 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b95d713-c24d-42ff-aaa9-fdcd5c6d02e0 req-0ea5e6c4-3345-48a3-a864-906d4a3dc8fc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0837030 Mar 21 07:41:51.405249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b95d713-c24d-42ff-aaa9-fdcd5c6d02e0 req-1bca8b11-623b-41cd-b680-dd7f98ada432 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370023 Mar 21 07:41:52.532782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a9241229-b2f2-4f16-ae43-e1a1b8656081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:52.588508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54e85-8754-4b58-a4f7-afbcb05783e8 req-1eb7a118-146a-4fb3-870d-2a16b4208cff tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:52.589988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5a54e85-8754-4b58-a4f7-afbcb05783e8 req-1eb7a118-146a-4fb3-870d-2a16b4208cff tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0805683 Mar 21 07:41:52.633125 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c5a54e85-8754-4b58-a4f7-afbcb05783e8 req-c354416f-3115-4755-a476-9d714c310631 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 Mar 21 07:41:53.822397 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb334c-7a6c-42a1-9d5c-9e8d6b9499ef req-0efbb5d7-b8f3-45f1-9f05-7e3d144174d5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:53.823828 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-21eb334c-7a6c-42a1-9d5c-9e8d6b9499ef req-0efbb5d7-b8f3-45f1-9f05-7e3d144174d5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0849748 Mar 21 07:41:53.868403 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-21eb334c-7a6c-42a1-9d5c-9e8d6b9499ef req-b7fff75a-4eb6-404a-8f41-a3e75bb30047 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Mar 21 07:41:54.663421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a4fb307-69af-4d06-90fa-d177de5b4272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:55.050942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c88c6b-40f3-4ddb-8634-173fb4ddd46a req-9ee3a2ce-357c-46da-aab1-f5b22a97bb05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:55.052319 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1c88c6b-40f3-4ddb-8634-173fb4ddd46a req-9ee3a2ce-357c-46da-aab1-f5b22a97bb05 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0797193 Mar 21 07:41:55.095258 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1c88c6b-40f3-4ddb-8634-173fb4ddd46a req-11d2b5a5-a34c-4bce-aea3-e54c7a8067f0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 Mar 21 07:41:55.904957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:55.941773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:56.290590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09b064-d233-4498-a805-6ab54571420a req-b7989018-a22a-4dc9-b122-42da733ec274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:56.292251 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff09b064-d233-4498-a805-6ab54571420a req-b7989018-a22a-4dc9-b122-42da733ec274 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0891795 Mar 21 07:41:56.338081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff09b064-d233-4498-a805-6ab54571420a req-77abf48e-b391-4611-a4b2-f301cbee4ee4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 Mar 21 07:41:57.448159 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:41:57.521406 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16aa36-7cdd-4ce0-a1d5-1266d22c279e req-cf617337-909a-4bc6-8089-ee07a3b73613 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:57.523349 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b16aa36-7cdd-4ce0-a1d5-1266d22c279e req-cf617337-909a-4bc6-8089-ee07a3b73613 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0821199 Mar 21 07:41:57.571855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7b16aa36-7cdd-4ce0-a1d5-1266d22c279e req-de82c99e-9efc-4e86-9ee6-7a738394b7df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Mar 21 07:41:58.306018 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-a4299d99-097d-474f-be3a-bfbd9f9c1b9c req-d485692c-7cc8-4659-a144-3d314f638bc6 service neutron] (87988) timed out ('10.222.0.30', 52992) {{(pid=87988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 21 07:41:58.751770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b15ef4-a018-4408-9546-cb5e0cd8f29d req-29b865d8-2530-4539-8f7c-34d81ed96809 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:41:58.753232 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4b15ef4-a018-4408-9546-cb5e0cd8f29d req-29b865d8-2530-4539-8f7c-34d81ed96809 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0794272 Mar 21 07:41:58.796505 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4b15ef4-a018-4408-9546-cb5e0cd8f29d req-c7ac094f-ad81-4f59-810b-2dc43d483ab7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Mar 21 07:42:00.073053 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ddb9-f794-4c88-bc91-6a6a435c16ec req-a63a4643-1df8-4d9d-99a8-33d4b5c4c8c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:00.074554 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a97ddb9-f794-4c88-bc91-6a6a435c16ec req-a63a4643-1df8-4d9d-99a8-33d4b5c4c8c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.1719627 Mar 21 07:42:00.118249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a97ddb9-f794-4c88-bc91-6a6a435c16ec req-628d30dd-c5c4-40b9-9a27-6bec69b59a01 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Mar 21 07:42:01.301584 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a56e2-a96c-4554-9d4d-a19345ca8a0d req-4361f59a-a531-453c-83f9-37f27aebb172 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:01.303584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-021a56e2-a96c-4554-9d4d-a19345ca8a0d req-4361f59a-a531-453c-83f9-37f27aebb172 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0796378 Mar 21 07:42:01.345697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-021a56e2-a96c-4554-9d4d-a19345ca8a0d req-67e801df-d17d-479e-8381-74ae9a198d38 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366201 Mar 21 07:42:02.533513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba1d33-9bd3-4a72-9e3f-86177916392f req-205e5643-41b0-4e73-8428-c7a702765380 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:02.534882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6fba1d33-9bd3-4a72-9e3f-86177916392f req-205e5643-41b0-4e73-8428-c7a702765380 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0826955 Mar 21 07:42:02.578024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6fba1d33-9bd3-4a72-9e3f-86177916392f req-3fe5af7e-667a-4816-8871-a96acd5010a9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Mar 21 07:42:02.600820 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41388) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:42:02.706866 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6ceac08e-1010-40b5-a507-66db7c77cd82 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/baab6285-b5fc-457a-8a34-9c62a7f19aab HTTP/1.1" status: 200 len: 992 time: 0.1048849 Mar 21 07:42:04.211420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e0077-7d82-477d-99e1-449e148d97d1 req-51ca4b61-d9ce-4f84-bce8-67ebb060ba2c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:04.212855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-632e0077-7d82-477d-99e1-449e148d97d1 req-51ca4b61-d9ce-4f84-bce8-67ebb060ba2c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.1395385 Mar 21 07:42:04.218496 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-abcc659b-3e1b-4e09-936e-5e90ce826c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:04.219835 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-abcc659b-3e1b-4e09-936e-5e90ce826c7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.0979593 Mar 21 07:42:04.340506 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-632e0077-7d82-477d-99e1-449e148d97d1 req-ab9d9701-b6f2-4e52-ad36-296627d412f0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197424 Mar 21 07:42:04.386515 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-7acfc3ec-1996-470f-be0e-6b186f9e7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:04.387926 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-7acfc3ec-1996-470f-be0e-6b186f9e7ba0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.1543889 Mar 21 07:42:04.488764 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-00fd5d66-5b38-415f-8f30-b2e2dd2c80a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 1000 time: 0.0950730 Mar 21 07:42:04.553072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-46d90bb4-f93a-4d1c-97dd-710379e30417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:04.554413 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-46d90bb4-f93a-4d1c-97dd-710379e30417 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0598557 Mar 21 07:42:04.626857 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-95ed0571-0636-4bba-bcab-805c7d4c2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:04.628286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-95ed0571-0636-4bba-bcab-805c7d4c2e38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682573 Mar 21 07:42:04.758695 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-004e50a5-5816-4c1f-abf0-24b2edb71b8b service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243641 Mar 21 07:42:04.889756 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d1d52116-e94b-4b9d-9ff0-6e75aab71a4d req-545201e1-9933-4875-a219-0f419a7421e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232891 Mar 21 07:42:05.525710 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fba8dd-fa41-4b02-8699-9a570fc3c6f8 req-3c79e810-4525-41e7-9663-73740201e3bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:05.527164 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69fba8dd-fa41-4b02-8699-9a570fc3c6f8 req-3c79e810-4525-41e7-9663-73740201e3bf tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0797448 Mar 21 07:42:05.573971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-69fba8dd-fa41-4b02-8699-9a570fc3c6f8 req-614b2b91-ef52-40fb-8c9e-0d1a47aee3f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Mar 21 07:42:06.760608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4bec2-8578-45cb-b3e5-5633cc8de227 req-0fe89632-2e7c-46a3-8fb5-996b510a21e9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:06.762081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09e4bec2-8578-45cb-b3e5-5633cc8de227 req-0fe89632-2e7c-46a3-8fb5-996b510a21e9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.0849044 Mar 21 07:42:06.807237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-09e4bec2-8578-45cb-b3e5-5633cc8de227 req-47c748f6-6a87-442d-856f-9f66573884ea tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Mar 21 07:42:06.830116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41402) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:42:06.935207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fa121ae7-c71e-42fc-864e-dcf3d280f7f4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/baab6285-b5fc-457a-8a34-9c62a7f19aab HTTP/1.1" status: 200 len: 992 time: 0.1040006 Mar 21 07:42:16.166681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-77210cf5-6335-4289-a78b-4938e2a44b24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705423 Mar 21 07:42:16.394655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-d1283a8a-62f2-46a3-908c-65b5184d0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:16.396111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-d1283a8a-62f2-46a3-908c-65b5184d0224 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.1623418 Mar 21 07:42:16.538353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-5021838f-0502-457f-a6df-9b7353343928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:16.540068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-5021838f-0502-457f-a6df-9b7353343928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.1246550 Mar 21 07:42:16.642759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-f7686482-ab9b-4d65-ac17-0a7d1190204c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 1000 time: 0.0967009 Mar 21 07:42:16.703868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-e26ad145-b98e-4dbe-be02-2552a5555600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:16.705255 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-e26ad145-b98e-4dbe-be02-2552a5555600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0552609 Mar 21 07:42:16.785583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-8d01ae38-91e9-4715-9a82-d63116a117d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:16.787545 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-8d01ae38-91e9-4715-9a82-d63116a117d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746138 Mar 21 07:42:16.916103 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-76c0bc40-bce6-4bd1-a64c-1ceea4fddfd3 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216397 Mar 21 07:42:17.045456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8a1ae269-153f-4bd4-9ef8-52e918df19de req-288a6a00-81ba-42a1-9d57-2f7f8b03ddf7 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236367 Mar 21 07:42:18.959669 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:22.534891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9bfff945-bada-4e8f-bdc8-8f573be71b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:22.731032 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:42:24.664922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-84418824-ffa3-4c7c-9145-2889989c4c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:25.909093 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:25.945579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:27.452253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:48.977610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:52.537020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-93b6d5ef-112e-434d-8e47-687225081ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:53.352863 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41420) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:42:53.558096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port f5a30878-5121-4cec-9928-27b0b0f03635 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:42:53.558360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:53.724413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:53.724735 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:53.847777 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for f5a30878-5121-4cec-9928-27b0b0f03635 owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:42:53.994434 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:54.045208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=f5a30878-5121-4cec-9928-27b0b0f03635,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:42:54.087652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.088000 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.088339 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.088680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.089010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.089370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.089697 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.090022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.090345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.090666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.090988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.091307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:54.145557 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:54.145832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP baab6285-b5fc-457a-8a34-9c62a7f19aab disassociated (deleted). External IP: 172.26.2.12, port: df9c4eac-d7a4-420e-853a-7db8db0491b5. Mar 21 07:42:54.607846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 18d755ee-44c5-4c7d-8978-f53e52b864a8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:42:54.665923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f9a9-7d27-42ab-9ee8-1d3e79af5b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:54.789547 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:42:54.798882 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Sync routers for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:42:54.809102 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:42:54.809734 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:42:54.810203 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:54.872148 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-049906b6-948b-44a1-872d-b5323e084265 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/floatingips/baab6285-b5fc-457a-8a34-9c62a7f19aab HTTP/1.1" status: 204 len: 168 time: 1.5180590 Mar 21 07:42:54.872632 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:42:54.984368 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'status': 'completed', 'code': 200} Mar 21 07:42:55.000564 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:42:55.078239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-3746e9fb-dd14-480e-856c-a6ed33602d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:55.080380 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-3746e9fb-dd14-480e-856c-a6ed33602d6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 1098 time: 0.0743904 Mar 21 07:42:55.258518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-f515f5d2-a210-434b-9ef3-40d44229c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:55.259964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-f515f5d2-a210-434b-9ef3-40d44229c520 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 200 len: 897 time: 0.1727872 Mar 21 07:42:55.324523 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:42:55.328299 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Checking router: 18d755ee-44c5-4c7d-8978-f53e52b864a8 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:42:55.330758 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-67f414a0-f6ac-4732-b314-5ac4050be371 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 200 len: 217 time: 0.0631855 Mar 21 07:42:55.337814 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:42:55.338474 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:42:55.396499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f482cda-8dde-4067-8909-c07da248d0ab req-6ae6dcd8-0c84-48da-9812-38860fd25d7b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:55.398738 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f482cda-8dde-4067-8909-c07da248d0ab req-6ae6dcd8-0c84-48da-9812-38860fd25d7b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.2147982 Mar 21 07:42:55.423847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-68582722-1dfa-4849-9280-2b91d9a43b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:55.425243 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-68582722-1dfa-4849-9280-2b91d9a43b6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 200 len: 834 time: 0.0873036 Mar 21 07:42:55.489988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f482cda-8dde-4067-8909-c07da248d0ab req-b1fa4eb5-6ea0-4473-a336-442ab0ee3fd6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844631 Mar 21 07:42:55.518448 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-ecd4af25-508a-4672-b485-78b79b7a9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:55.519800 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-ecd4af25-508a-4672-b485-78b79b7a9393 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ffb0893-7604-4f03-8eac-bd1b927c715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885274 Mar 21 07:42:55.553665 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:42:55.650952 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-6f3552fb-a101-4e76-a17f-d7e51a08e7bf service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241229 Mar 21 07:42:55.783359 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b4b79ace-4eb7-4689-9716-b245e94974ed req-dd7a9661-809b-4ad2-a330-d569d0ac67c8 service neutron] 10.222.0.30 "GET /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254423 Mar 21 07:42:55.865975 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:42:55.870636 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f7d45-14b5-4f4c-8839-14ad6b39cc0a None None] The sync data for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv is: [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:33Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '3049c24c-7011-4d0d-9035-26f130f5e3c0', 'name': '', 'network_id': '1ffb0893-7604-4f03-8eac-bd1b927c715f', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:48:ef:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:32Z', 'updated_at': '2022-03-21T07:40:38Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '18e05179-61c3-42b1-8b20-f5ff6c4d3043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:42:55.911842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:55.947008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:56.072320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c83f6-e431-47a6-a96d-cadadd906170 None None] New status for floating IP baab6285-b5fc-457a-8a34-9c62a7f19aab: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:42:56.826656 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb27b0a-9ac9-4e78-ae60-41b65e3439f7 req-1bd59579-5f1c-4369-ab92-0e3a48b06c4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:56.828252 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-afb27b0a-9ac9-4e78-ae60-41b65e3439f7 req-1bd59579-5f1c-4369-ab92-0e3a48b06c4b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.2287400 Mar 21 07:42:56.880130 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-2ff21936-4c46-480b-814b-629ed6e5559b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:42:56.881539 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-2ff21936-4c46-480b-814b-629ed6e5559b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 945 time: 0.1306159 Mar 21 07:42:56.890246 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-afb27b0a-9ac9-4e78-ae60-41b65e3439f7 req-209e2e1c-7a90-41af-8047-8e5798b64987 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1af6a5d-9577-4a53-963c-2e33f0925922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558298 Mar 21 07:42:56.953948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port df9c4eac-d7a4-420e-853a-7db8db0491b5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:42:56.954286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:57.199946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port df9c4eac-d7a4-420e-853a-7db8db0491b5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=df9c4eac-d7a4-420e-853a-7db8db0491b5,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:42:57.200306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:57.323313 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for df9c4eac-d7a4-420e-853a-7db8db0491b5 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:42:57.451873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:57.468851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:57.518372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=df9c4eac-d7a4-420e-853a-7db8db0491b5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:42:57.553624 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.554042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.554042 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.554677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.555019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.555350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.555679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.556005 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.556331 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.556654 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.556977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.557333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:42:57.607467 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] No DVR routers for this DVR port df9c4eac-d7a4-420e-853a-7db8db0491b5 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:42:57.609801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:57.612172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'name': 'network-vif-deleted', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:42:57.623520 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-cedd9bbd-9150-4071-bc6f-eb7136499218 req-02102249-2de7-48ee-8e92-78b66bb308c0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "DELETE /v2.0/ports/df9c4eac-d7a4-420e-853a-7db8db0491b5 HTTP/1.1" status: 204 len: 173 time: 0.7362611 Mar 21 07:42:57.659063 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384be72a-cae0-4269-b542-b9be2ea7998e', 'name': 'network-vif-deleted', 'tag': 'df9c4eac-d7a4-420e-853a-7db8db0491b5', 'status': 'completed', 'code': 200} Mar 21 07:42:58.057022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-062cd7a9-445b-4c0c-9eba-513a4df1c469 req-5ad8eba1-bc67-4e85-ac5b-9460a470d405 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:42:58.072187 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-062cd7a9-445b-4c0c-9eba-513a4df1c469 req-5ad8eba1-bc67-4e85-ac5b-9460a470d405 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:42:58.073398 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-062cd7a9-445b-4c0c-9eba-513a4df1c469 req-5ad8eba1-bc67-4e85-ac5b-9460a470d405 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=384be72a-cae0-4269-b542-b9be2ea7998e HTTP/1.1" status: 200 len: 210 time: 0.0602903 Mar 21 07:42:59.169937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41444) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:42:59.723533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:42:59.729926 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:43:00.076112 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 3049c24c-7011-4d0d-9035-26f130f5e3c0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:43:00.076349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:00.261709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 3049c24c-7011-4d0d-9035-26f130f5e3c0, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3049c24c-7011-4d0d-9035-26f130f5e3c0,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:00.262384 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:00.494869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 3049c24c-7011-4d0d-9035-26f130f5e3c0 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:43:00.713723 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device df9c4eac-d7a4-420e-853a-7db8db0491b5 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:43:00.749499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: df9c4eac-d7a4-420e-853a-7db8db0491b5 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:43:00.749771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device df9c4eac-d7a4-420e-853a-7db8db0491b5 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:43:00.812943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:00.863414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=3049c24c-7011-4d0d-9035-26f130f5e3c0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:01.136223 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:01.487431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 18d755ee-44c5-4c7d-8978-f53e52b864a8 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:43:01.768993 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:43:01.779093 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Sync routers for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:43:01.786254 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0880aa5e-4c1f-491c-b81b-d6de1abe6032 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/18d755ee-44c5-4c7d-8978-f53e52b864a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6150355 Mar 21 07:43:01.788012 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:01.788671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41448) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:01.788893 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:01.856105 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting subnet 18e05179-61c3-42b1-8b20-f5ff6c4d3043 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:43:01.859011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:01.912155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:01.964705 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:01.994645 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.071884 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.111857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Subnet': ['ID=18e05179-61c3-42b1-8b20-f5ff6c4d3043,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:02.113907 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.119575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3a83f-e122-462a-afab-fa51341f0052 None None] Network 1ffb0893-7604-4f03-8eac-bd1b927c715f requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:43:02.123129 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c5ba1d77-fba3-45a4-b884-e95273530a55 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/subnets/18e05179-61c3-42b1-8b20-f5ff6c4d3043 HTTP/1.1" status: 204 len: 168 time: 0.3308611 Mar 21 07:43:02.123869 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41452) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:02.255561 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:43:00Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:02.260881 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Checking router: 18d755ee-44c5-4c7d-8978-f53e52b864a8 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:43:02.270502 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Routers {'18d755ee-44c5-4c7d-8978-f53e52b864a8'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:02.271106 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['18d755ee-44c5-4c7d-8978-f53e52b864a8'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:02.315039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.413053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] DHCP port deletion for 1ffb0893-7604-4f03-8eac-bd1b927c715f request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:43:02.419811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Deleting port 243b1b12-d903-4516-a119-c8af57509c16 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:43:02.420183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.466640 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] Set router 18d755ee-44c5-4c7d-8978-f53e52b864a8 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:02.521656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.535426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 8d802549-a677-4f5e-802f-52c5eec7506e {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:43:02.535775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.638232 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] For port 243b1b12-d903-4516-a119-c8af57509c16, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=243b1b12-d903-4516-a119-c8af57509c16,segment=NetworkSegment(ab3958a4-1ba7-4a49-9f47-4a3cb04693a2),segment_id=ab3958a4-1ba7-4a49-9f47-4a3cb04693a2)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:02.638637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.717230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 8d802549-a677-4f5e-802f-52c5eec7506e, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=8d802549-a677-4f5e-802f-52c5eec7506e,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:02.717650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.769002 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Calling delete_port for 243b1b12-d903-4516-a119-c8af57509c16 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:43:02.789129 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:43:00Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:02.793427 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92ea1e-d72e-48ed-8f1b-48623b683e61 None None] The sync data for ids ['18d755ee-44c5-4c7d-8978-f53e52b864a8'] in dv-neutron-834307-1-hyperv is: [{'id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922642538', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:43:00Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '8d802549-a677-4f5e-802f-52c5eec7506e', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d755ee-44c5-4c7d-8978-f53e52b864a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:40:28Z', 'updated_at': '2022-03-21T07:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:43:02.845730 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 8d802549-a677-4f5e-802f-52c5eec7506e owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:43:02.861614 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:02.915068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Pushing event deleted for resources: {'Port': ['ID=243b1b12-d903-4516-a119-c8af57509c16,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:02.917746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] No DVR routers for this DVR port 243b1b12-d903-4516-a119-c8af57509c16 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:43:02.924829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.925183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.925546 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.925906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.926238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.926592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.926917 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.927244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.927566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.927888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.928208 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:02.928524 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204a7c-1e4e-4f4a-9d5b-b124a8ef2c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:03.022975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.068854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=8d802549-a677-4f5e-802f-52c5eec7506e,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:03.164088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.446192 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.448307 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.470362 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.470913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Fanout notify agent at l3_agent the message router_deleted on router 18d755ee-44c5-4c7d-8978-f53e52b864a8 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:43:03.486207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.487437 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d5ee1e7c-129a-4f5d-9f9a-2a227768082d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/routers/18d755ee-44c5-4c7d-8978-f53e52b864a8 HTTP/1.1" status: 204 len: 168 time: 1.3629680 Mar 21 07:43:03.489910 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41456) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:03.607823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.736209 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.760949 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffb0893-7604-4f03-8eac-bd1b927c715f']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:03.772592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:03.772976 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3958a4-1ba7-4a49-9f47-4a3cb04693a2') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:03.783761 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.802998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.809418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:43:03.809797 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:43:03.823922 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:43:03.899873 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.906459 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:03.935798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Network': ['ID=1ffb0893-7604-4f03-8eac-bd1b927c715f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:03.938837 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-70b2cff8-c49c-406e-8b64-1d90067e506a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/networks/1ffb0893-7604-4f03-8eac-bd1b927c715f HTTP/1.1" status: 204 len: 168 time: 0.4479971 Mar 21 07:43:03.941605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41460) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:04.014731 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:04.044816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:04.110984 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:04.130911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1af6a5d-9577-4a53-963c-2e33f0925922,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:04.141790 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:04.142924 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4a0fb20a-20a5-401e-a3a5-bbacf33b6ef3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/security-groups/f1af6a5d-9577-4a53-963c-2e33f0925922 HTTP/1.1" status: 204 len: 168 time: 0.2003791 Mar 21 07:43:04.365178 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 243b1b12-d903-4516-a119-c8af57509c16 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:43:04.403087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 243b1b12-d903-4516-a119-c8af57509c16 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:43:04.403427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 243b1b12-d903-4516-a119-c8af57509c16 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:43:04.403830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3049c24c-7011-4d0d-9035-26f130f5e3c0 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:43:04.436824 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 3049c24c-7011-4d0d-9035-26f130f5e3c0 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:43:04.437164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3049c24c-7011-4d0d-9035-26f130f5e3c0 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:43:04.437585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8d802549-a677-4f5e-802f-52c5eec7506e no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:43:04.470230 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 8d802549-a677-4f5e-802f-52c5eec7506e {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:43:04.470572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 8d802549-a677-4f5e-802f-52c5eec7506e not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:43:05.766675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41472) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:05.771774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361478183', 'description': 'tempest-secgroup-smoke-1361478183 description', 'project_id': 'f731ed73191641c482860ec7890aa5cd'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:05.778307 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:05.782353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:05.785138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:05.791698 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:05.802225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:05.821344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:05.825078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:05.827865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:05.833549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:05.900735 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:05.904100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:05.951635 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da264f46-b111-4f9d-9b00-06d121091504,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:05.954865 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:05.956053 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9641c3a8-0349-4134-a446-bbe17a730661 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1883862 Mar 21 07:43:05.958946 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41476) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:05.964391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:05.970364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:05.974151 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:05.977646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:05.983270 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:05.999679 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.058866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.062487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.086582 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bce47dc-844a-4ddb-8a18-a2d5a5d11d92,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.094469 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.095661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-537d1b8a-1528-4904-9763-c915d326629a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357982 Mar 21 07:43:06.098381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41480) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.103285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.109002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.112791 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.115674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.121427 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.137921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.199459 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.204589 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.227871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b10db9-0c04-414f-ba5f-8df26125d72e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.238225 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.239435 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e4562335-baf9-4524-857c-1b753d576b15 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401176 Mar 21 07:43:06.242603 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41484) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.247631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.253524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.257793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.260705 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.266552 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.284393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.351573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.355079 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.377866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5a26bf-551b-4b3f-9acf-8425d99fb455,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.387220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.388387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-417fe8ea-86db-4463-a1c4-45266df2ef03 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448340 Mar 21 07:43:06.391031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41488) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.395856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.401492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.405177 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.407996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.413619 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.430380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.492523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.496070 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.519563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7387b77b-9105-44d4-a42a-fa56e37f2378,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.528165 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.529483 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-589e670c-f38e-4868-a5e8-b45365ed332a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375268 Mar 21 07:43:06.532249 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41492) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.538972 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.545403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.549140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.552002 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.558203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.568143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:43:06.575450 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.640329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.643896 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.670785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcdb600-c2bf-4191-9c22-865c18a79573,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.677269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.678423 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-4d6756b5-fded-44d7-b23b-d36a683fe4e4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450706 Mar 21 07:43:06.681868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41496) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.686768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'security_group_rule': {'security_group_id': 'da264f46-b111-4f9d-9b00-06d121091504', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.692447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.696218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:security_group_rule and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.699044 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.704646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.715274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Project f731ed73191641c482860ec7890aa5cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:43:06.721877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.786318 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.789849 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.813558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2faa687-a1da-42f8-adcb-3b7e9df9630e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:06.822673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.824124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-173d36d9-d053-41a5-b1f7-27262e838b12 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412780 Mar 21 07:43:06.826913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41500) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:06.832197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'network': {'name': 'tempest-network-smoke--1733358835', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'port_security_enabled': True}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:06.838115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:06.842040 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:network and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:06.845093 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:06.850971 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:06.860543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:43:06.863785 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.891140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:43:06.900945 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.901299 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Added segment ea3d0c31-5924-4dc1-a69d-ae4f5348edf0 of type vlan for network cf217993-59b0-4b22-8e08-bbfb45870722 Mar 21 07:43:06.927553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.956056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:06.962060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:06.962631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.073810 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2430155 Mar 21 07:43:07.073810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a577046-a940-4426-ab33-0eddd7e105c3 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Network': ['ID=cf217993-59b0-4b22-8e08-bbfb45870722,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:07.074225 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41504) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:07.082626 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'admin_state_up': True, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:07.087496 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network cf217993-59b0-4b22-8e08-bbfb45870722 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:43:07.091218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:07.094960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:router and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:07.097774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:07.103890 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:07.114634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.115842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.131768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.399392 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.790166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.819173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:07.951903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.19 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/879a78fa-bf7a-4fc3-876c-ce92bb1fe381) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:43:08.095087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:08.123502 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:08.187311 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:08.190158 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:08.193809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:43:08.231191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:08.611540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:08.950442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:09.263097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 60195378-fcd8-4407-825a-578877bb5cfc is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:43:09.439623 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:43:09.449839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Sync routers for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:43:09.458954 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:09.459566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:09.465962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:09.467155 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-cf53805b-eeeb-45e1-8fe0-bb57e7f9e791 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3916326 Mar 21 07:43:09.470299 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41508) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:09.510426 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-38c544af-fcfd-4827-9b69-cfb63d203d9c tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f731ed73191641c482860ec7890aa5cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390165 Mar 21 07:43:09.512974 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41512) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:09.645843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897151f-c221-4fc8-b7f5-3b361021cbaa tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:09.647367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a897151f-c221-4fc8-b7f5-3b361021cbaa tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333818 Mar 21 07:43:09.650143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41516) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:09.680213 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:09.689094 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dd81ae91-a7a5-493a-9be3-72ae70ebfeeb tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=d91bf59d-3bd4-475e-b6d3-6af447948c8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379193 Mar 21 07:43:09.691630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41520) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:09.697431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041435634', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:09.810461 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:09.814208 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:subnet and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:09.817038 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:09.822913 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:09.832467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:43:09.835971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:09.963356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:08Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:09.967107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Checking router: 60195378-fcd8-4407-825a-578877bb5cfc for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:43:09.967453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Updating router 60195378-fcd8-4407-825a-578877bb5cfc port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:43:10.019508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.055991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.133606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Subnet': ['ID=7e99862d-0229-47cf-adc8-7c341c8d9af0,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:10.142249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Checking segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:43:10.142612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network hostable DHCP agents. Network: cf217993-59b0-4b22-8e08-bbfb45870722, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:43:10.162981 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network cf217993-59b0-4b22-8e08-bbfb45870722 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:43:10.174409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, cf217993-59b0-4b22-8e08-bbfb45870722) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:10.178840 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:10.179432 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.185852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23942d02-0c48-4bc1-9629-f57c83901731 None None] Network cf217993-59b0-4b22-8e08-bbfb45870722 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:43:10.200028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-9b93bd7e-f4f8-4f08-8ff5-1c3f26279781 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5074186 Mar 21 07:43:10.202769 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41524) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:10.532598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.542164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-cf217993-59b0-4b22-8e08-bbfb45870722', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:43:10.543142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.561898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Transition to ACTIVE for port object 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:10.570552 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.713638 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Attempting to bind port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:43:10.714005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Attempting to bind port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:43:10.714369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Attempting to bind port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:43:10.716429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8e52-985d-4eb2-b073-f00aa37464a0 None None] Pushing event updated for resources: {'Port': ['ID=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:10.728266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:43:10.728633 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:43:10.729029 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.729442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:43:10.729925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Bound port: 879a78fa-bf7a-4fc3-876c-ce92bb1fe381, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:43:10.730292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:10.853144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Allocated IP 172.20.0.2 (cf217993-59b0-4b22-8e08-bbfb45870722/7e99862d-0229-47cf-adc8-7c341c8d9af0/de081ec8-1448-4f7b-93c6-257af1d1b344) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:43:10.859949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] For port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:43:10.865581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] For port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:43:10.884992 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.015359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.049329 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:11.049942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:11.112777 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8e52-985d-4eb2-b073-f00aa37464a0 None None] Pushing event updated for resources: {'Port': ['ID=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:11.344517 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.359369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:11.457823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Transition to ACTIVE for port object de081ec8-1448-4f7b-93c6-257af1d1b344 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:11.508299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Transition to ACTIVE for port object de081ec8-1448-4f7b-93c6-257af1d1b344 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:11.562045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.579819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.1 (cf217993-59b0-4b22-8e08-bbfb45870722/7e99862d-0229-47cf-adc8-7c341c8d9af0/9b62439d-057a-462f-8599-7c2521affe9f) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:43:11.661456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Network cf217993-59b0-4b22-8e08-bbfb45870722 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:11.666429 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:11.672961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:43:11.705459 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Pushing event updated for resources: {'Port': ['ID=de081ec8-1448-4f7b-93c6-257af1d1b344,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:11.740614 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.757576 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 9b62439d-057a-462f-8599-7c2521affe9f will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:11.780312 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.808007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Attempting to bind port de081ec8-1448-4f7b-93c6-257af1d1b344 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:43:11.808377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Attempting to bind port de081ec8-1448-4f7b-93c6-257af1d1b344 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:43:11.808737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Attempting to bind port de081ec8-1448-4f7b-93c6-257af1d1b344 on network cf217993-59b0-4b22-8e08-bbfb45870722 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:43:11.816374 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:43:11.816733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Checking segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:43:11.817134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.817553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Bound using segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:43:11.818014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Bound port: de081ec8-1448-4f7b-93c6-257af1d1b344, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:43:11.818384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.852283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network cf217993-59b0-4b22-8e08-bbfb45870722 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:11.855316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:11.859412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:43:11.883868 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:08Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:11.890073 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:11.891305 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c9d4a-e5a0-42ee-8d14-59c92d39d367 None None] The sync data for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv is: [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:08Z', 'revision_number': 3, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:43:11.923714 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:11.924424 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-29073767-c715-4536-a148-1e672f3729d5 None None] For port de081ec8-1448-4f7b-93c6-257af1d1b344, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:43:11.927896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-29073767-c715-4536-a148-1e672f3729d5 None None] For port de081ec8-1448-4f7b-93c6-257af1d1b344, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=de081ec8-1448-4f7b-93c6-257af1d1b344,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:43:11.932053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.016977 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29073767-c715-4536-a148-1e672f3729d5 None None] Pushing event updated for resources: {'Port': ['ID=de081ec8-1448-4f7b-93c6-257af1d1b344,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:12.240316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.457732 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:12.531559 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:12.537316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:12.537692 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.671143 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.690053 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:12.695947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.696957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device de081ec8-1448-4f7b-93c6-257af1d1b344 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:12.822989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:12.837077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port de081ec8-1448-4f7b-93c6-257af1d1b344 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:12.860672 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.865710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.988471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:12.993956 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:13.131253 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cedec4-5dd6-463a-8377-e05dd410f00e None None] Network cf217993-59b0-4b22-8e08-bbfb45870722 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:43:13.136334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network cf217993-59b0-4b22-8e08-bbfb45870722 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:13.137491 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:13.250573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Provisioning for port de081ec8-1448-4f7b-93c6-257af1d1b344 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:13.264626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Provisioning complete for port de081ec8-1448-4f7b-93c6-257af1d1b344 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:13.265316 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:13.331093 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 60195378-fcd8-4407-825a-578877bb5cfc has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:43:13.474804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:13.513872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] For port de081ec8-1448-4f7b-93c6-257af1d1b344, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=de081ec8-1448-4f7b-93c6-257af1d1b344,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:13.518243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:13.524079 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:43:13.551479 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-30d8ba3c-cb1c-4b0b-92f7-6fd599abd6f2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/60195378-fcd8-4407-825a-578877bb5cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476636 Mar 21 07:43:13.575584 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Sync routers for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:43:13.589922 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:13.591091 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:13.597328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d30a90-4ba2-4d54-b63a-9b24db91b440 None None] Pushing event updated for resources: {'Port': ['ID=de081ec8-1448-4f7b-93c6-257af1d1b344,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:13.789355 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:13.794647 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-1c56c3b2-d44d-4a51-8503-e49567aba73a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:43:13.812687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-1c56c3b2-d44d-4a51-8503-e49567aba73a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:43:13.814584 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-1c56c3b2-d44d-4a51-8503-e49567aba73a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361478183&fields=id&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 267 time: 0.0699699 Mar 21 07:43:13.856679 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Provisioning complete for port de081ec8-1448-4f7b-93c6-257af1d1b344 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:13.857736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.121284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-6c1912b0-82bf-4b3c-928c-bb13d3da448d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:14.122824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-6c1912b0-82bf-4b3c-928c-bb13d3da448d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:43:14.144665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-6c1912b0-82bf-4b3c-928c-bb13d3da448d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:43:14.148235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-6c1912b0-82bf-4b3c-928c-bb13d3da448d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 797 time: 0.3252831 Mar 21 07:43:14.154543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Provisioning for port 9b62439d-057a-462f-8599-7c2521affe9f completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:14.166104 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-76bc2910-7765-4f58-b542-3d5a87facaf4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/quotas/f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 375 time: 0.0116024 Mar 21 07:43:14.172713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Provisioning complete for port 9b62439d-057a-462f-8599-7c2521affe9f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:14.173269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.185915 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 2, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:14.190738 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Checking router: 60195378-fcd8-4407-825a-578877bb5cfc for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:43:14.191395 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Updating router 60195378-fcd8-4407-825a-578877bb5cfc port 9b62439d-057a-462f-8599-7c2521affe9f binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:43:14.254626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-09b970a0-b40d-4de5-90f3-c053e83333f4 None None] Port 9b62439d-057a-462f-8599-7c2521affe9f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:43:14.281833 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.284397 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-3dea868e-139c-4f42-a008-108533a0c649 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122437 Mar 21 07:43:14.380811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-cdac6b23-f79d-4825-9f19-668ac6438009 None None] Provisioning complete for port 9b62439d-057a-462f-8599-7c2521affe9f triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:14.381183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cdac6b23-f79d-4825-9f19-668ac6438009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.414821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:14.435301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-239a869b-2729-4499-b6ab-3ae232614607 service neutron] 10.222.0.31 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372435 Mar 21 07:43:14.497731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-cdac6b23-f79d-4825-9f19-668ac6438009 None None] Port 9b62439d-057a-462f-8599-7c2521affe9f cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:43:14.515682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:14.516054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.613056 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-81c7c10d-e3a8-48a3-90af-acc88812c546 service neutron] 10.222.0.31 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702957 Mar 21 07:43:14.641133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device de081ec8-1448-4f7b-93c6-257af1d1b344 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:14.667700 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.682969 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Transition to ACTIVE for port object 9b62439d-057a-462f-8599-7c2521affe9f will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:14.693779 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.713866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port de081ec8-1448-4f7b-93c6-257af1d1b344 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:14.714233 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:14.777717 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Pushing event updated for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:14.788639 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.788986 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.789341 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.789672 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.790150 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.790488 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.790811 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.791252 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.791576 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.791898 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.792218 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.792793 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:43:14.855274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c01f006e-b986-4012-83cd-d3b17d717249 req-e7573f0b-6d6d-45f0-a089-94fcd671402e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 210 time: 0.0727408 Mar 21 07:43:14.990461 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Attempting to bind port 9b62439d-057a-462f-8599-7c2521affe9f on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:43:14.991593 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Attempting to bind port 9b62439d-057a-462f-8599-7c2521affe9f by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:43:14.992080 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Attempting to bind port 9b62439d-057a-462f-8599-7c2521affe9f on network cf217993-59b0-4b22-8e08-bbfb45870722 {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:43:14.998597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:43:14.999105 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Checking segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:43:14.999574 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:15.000047 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Bound using segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:43:15.000668 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Bound port: 9b62439d-057a-462f-8599-7c2521affe9f, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:43:15.001117 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:15.098623 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] For port 9b62439d-057a-462f-8599-7c2521affe9f, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:43:15.103285 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] For port 9b62439d-057a-462f-8599-7c2521affe9f, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9b62439d-057a-462f-8599-7c2521affe9f,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:43:15.107513 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:15.188227 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:15.188845 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:42:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:15.257469 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911925-c3bd-4c29-8828-7eb245308dc4 None None] Pushing event updated for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=4']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:15.402961 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:15.715396 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:15Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:15.719266 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9200e6-385e-4be9-ac95-5b2ed97f62dc None None] The sync data for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv is: [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:15Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:43:16.021526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a3c0987d-dc85-46a5-8d14-c2383d8901bc req-24d34d68-f381-4025-8840-f986be7ee1ba tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 210 time: 0.0582633 Mar 21 07:43:16.028683 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-54254dc4-b39d-4e88-bb9f-688fb0b7393b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:16.030149 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-54254dc4-b39d-4e88-bb9f-688fb0b7393b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 797 time: 0.2123203 Mar 21 07:43:16.092432 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-585ca2e5-3b9c-4531-9137-f287d87002cc tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f731ed73191641c482860ec7890aa5cd HTTP/1.1" status: 200 len: 380 time: 0.0542421 Mar 21 07:43:16.103916 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'port': {'device_id': '47062460-7296-41eb-99f7-c76cc580c89f', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'admin_state_up': True, 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'security_groups': ['da264f46-b111-4f9d-9b00-06d121091504']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:16.246435 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:16.250736 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:port and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:16.253640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:16.259449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:16.272731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Made reservation on behalf of f731ed73191641c482860ec7890aa5cd for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:43:16.276808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.414235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9b62439d-057a-462f-8599-7c2521affe9f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:16.485874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9b62439d-057a-462f-8599-7c2521affe9f completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:16.490959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9b62439d-057a-462f-8599-7c2521affe9f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:16.491402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.492134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.20.0.13 (cf217993-59b0-4b22-8e08-bbfb45870722/7e99862d-0229-47cf-adc8-7c341c8d9af0/00ab2edc-caa7-4138-b090-6ad7006addd5) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:43:16.617171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.653254 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9b62439d-057a-462f-8599-7c2521affe9f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9b62439d-057a-462f-8599-7c2521affe9f,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:16.658590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.702727 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.719370 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Transition to ACTIVE for port object 00ab2edc-caa7-4138-b090-6ad7006addd5 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:16.732620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:16.744275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.821699 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network cf217993-59b0-4b22-8e08-bbfb45870722 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:16.824967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:16.828682 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:43:16.859697 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:16.897407 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:16.898189 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:16.924585 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-48244242-ced4-4e92-82ef-beb353e2daeb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8253331 Mar 21 07:43:16.935746 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Request body: {'port': {'device_id': '47062460-7296-41eb-99f7-c76cc580c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:17.056228 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:17.102005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d10313e-d037-4be2-af8b-6fcab8416c0e None None] Provisioning for port 00ab2edc-caa7-4138-b090-6ad7006addd5 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:17.107492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8d10313e-d037-4be2-af8b-6fcab8416c0e None None] Provisioning complete for port 00ab2edc-caa7-4138-b090-6ad7006addd5 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:17.108115 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d10313e-d037-4be2-af8b-6fcab8416c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:17.163000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8d10313e-d037-4be2-af8b-6fcab8416c0e None None] Port 00ab2edc-caa7-4138-b090-6ad7006addd5 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:43:17.452518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6beb30-e834-4517-99c1-327ee8149024 req-663f6a80-7db2-4855-8614-17ef9eae7697 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:17.453196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec6beb30-e834-4517-99c1-327ee8149024 req-663f6a80-7db2-4855-8614-17ef9eae7697 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:43:17.485978 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-ec6beb30-e834-4517-99c1-327ee8149024 req-663f6a80-7db2-4855-8614-17ef9eae7697 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:43:17.487095 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec6beb30-e834-4517-99c1-327ee8149024 req-663f6a80-7db2-4855-8614-17ef9eae7697 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 932 time: 0.3139546 Mar 21 07:43:17.586598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec6beb30-e834-4517-99c1-327ee8149024 req-aa5745a7-15b8-44e3-96d9-fecf1041cc83 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926187 Mar 21 07:43:17.593825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ab2edc-caa7-4138-b090-6ad7006addd5 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:43:17.602012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:17.615821 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Transition to ACTIVE for port object 00ab2edc-caa7-4138-b090-6ad7006addd5 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:43:17.619653 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:17.772779 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86069-a475-403b-8615-aad3e517159f service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:17.856558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Attempting to bind port 00ab2edc-caa7-4138-b090-6ad7006addd5 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:43:17.856831 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Attempting to bind port 00ab2edc-caa7-4138-b090-6ad7006addd5 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:43:17.857158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Attempting to bind port 00ab2edc-caa7-4138-b090-6ad7006addd5 on network cf217993-59b0-4b22-8e08-bbfb45870722 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:43:17.861628 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Port 00ab2edc-caa7-4138-b090-6ad7006addd5 on network cf217993-59b0-4b22-8e08-bbfb45870722 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:43:17.861949 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Attempting to bind port 00ab2edc-caa7-4138-b090-6ad7006addd5 on network cf217993-59b0-4b22-8e08-bbfb45870722 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:43:17.866921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:43:17.867253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Checking segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:43:17.867632 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Bound using segment: {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:43:17.868052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Bound port: 00ab2edc-caa7-4138-b090-6ad7006addd5, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:43:17.868393 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:17.958549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:43:17.962292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=00ab2edc-caa7-4138-b090-6ad7006addd5,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:43:17.966221 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:18.025152 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.025794 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:18.027161 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-ded86069-a475-403b-8615-aad3e517159f service neutron] 10.222.0.30 "PUT /v2.0/ports/00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 1094 time: 1.0960467 Mar 21 07:43:18.027648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:43:18.052385 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86069-a475-403b-8615-aad3e517159f service neutron] Pushing event updated for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:18.101118 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'status': 'completed', 'code': 200} Mar 21 07:43:18.143935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-385eec96-f310-467f-b8a1-360d5ebbb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.145654 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-385eec96-f310-467f-b8a1-360d5ebbb5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1097 time: 0.0781507 Mar 21 07:43:18.219589 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-3dc4023c-18a2-41b2-80be-0d3834528f91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 217 time: 0.0677860 Mar 21 07:43:18.280633 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-537c136b-ecf5-450b-87f5-6d78c301cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.282356 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-537c136b-ecf5-450b-87f5-6d78c301cc61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0575829 Mar 21 07:43:18.360239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396721-b27a-4962-b41d-ed541101e4d0 req-d12fc624-11d0-4539-8d74-11827c570043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.361727 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-d12fc624-11d0-4539-8d74-11827c570043 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732579 Mar 21 07:43:18.377444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9b62439d-057a-462f-8599-7c2521affe9f up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:18.447719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9b62439d-057a-462f-8599-7c2521affe9f triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:18.448090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:18.493108 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-a140244e-d990-482f-a87e-57141b5f87b7 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251945 Mar 21 07:43:18.624002 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80396721-b27a-4962-b41d-ed541101e4d0 req-0f6c2b16-d5b6-4892-9b18-6d7d3319b172 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254194 Mar 21 07:43:18.804066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43601f-5819-43f5-9754-a3b9222e605f req-14b7d1ae-e4db-44cc-8e36-444f8a29da4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.805525 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec43601f-5819-43f5-9754-a3b9222e605f req-14b7d1ae-e4db-44cc-8e36-444f8a29da4e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 944 time: 0.1059048 Mar 21 07:43:18.808119 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-6a4c7f52-6a48-4815-b2e5-d273d94a2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.809498 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-6a4c7f52-6a48-4815-b2e5-d273d94a2068 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1097 time: 0.1442382 Mar 21 07:43:18.937793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ec43601f-5819-43f5-9754-a3b9222e605f req-163021ae-8942-4a94-9e32-f0b6094e53b5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264684 Mar 21 07:43:18.970090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-b2d34469-c3f1-47d5-bfbe-c5e6cd54a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:18.971517 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-b2d34469-c3f1-47d5-bfbe-c5e6cd54a32c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 898 time: 0.1473167 Mar 21 07:43:18.992313 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:19.137595 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-e809516c-740f-430a-8c07-5decd1218e99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 217 time: 0.1601186 Mar 21 07:43:19.199453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-0f401570-aad0-4586-a044-6f77355fd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:19.200759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-0f401570-aad0-4586-a044-6f77355fd068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0576758 Mar 21 07:43:19.273999 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-1b44eedd-5d91-486c-bf67-4befb882d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:19.275463 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-1b44eedd-5d91-486c-bf67-4befb882d4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689011 Mar 21 07:43:19.406101 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-c4b61896-4aaa-4d27-bf79-4ce3aa788d70 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241529 Mar 21 07:43:19.536422 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-68b72150-1b6a-44f9-9af8-fe0a2c495452 req-af3baee9-35ce-4b11-85a0-eee1b3739fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240084 Mar 21 07:43:20.132913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ea1a-4f3c-43fa-8fdb-a44eba8e96ba req-3125e83b-60e7-4301-9978-dd3e59312b1a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:20.134387 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2010ea1a-4f3c-43fa-8fdb-a44eba8e96ba req-3125e83b-60e7-4301-9978-dd3e59312b1a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 944 time: 0.0903242 Mar 21 07:43:20.178448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2010ea1a-4f3c-43fa-8fdb-a44eba8e96ba req-9dd295fd-4e4b-47f4-a7fd-bc8fd26e2ab4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383787 Mar 21 07:43:21.361726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4d24-b59a-48d4-92cf-4febbd5a523e req-8c99154c-4e4d-4793-8e38-076b8dc19fbb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:21.363179 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f6fd4d24-b59a-48d4-92cf-4febbd5a523e req-8c99154c-4e4d-4793-8e38-076b8dc19fbb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 944 time: 0.0798705 Mar 21 07:43:21.410299 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f6fd4d24-b59a-48d4-92cf-4febbd5a523e req-7b68998b-4181-481c-aae5-4566b7fd9be9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Mar 21 07:43:22.540473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8d1e19ec-9784-4cb8-8ff9-bdca040505c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:22.596431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d1029-cfd0-4a6d-ad25-22ab449eec86 req-a99e3550-9fb2-417b-bf22-eee77f4fb99b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:22.597897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b17d1029-cfd0-4a6d-ad25-22ab449eec86 req-a99e3550-9fb2-417b-bf22-eee77f4fb99b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 944 time: 0.0815022 Mar 21 07:43:22.640792 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b17d1029-cfd0-4a6d-ad25-22ab449eec86 req-5e489990-68c5-466d-9eaf-fe65a1a145b6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Mar 21 07:43:22.833096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 00ab2edc-caa7-4138-b090-6ad7006addd5 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:43:22.966396 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=00ab2edc-caa7-4138-b090-6ad7006addd5,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:22.982636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'port_id': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'mac_address': 'fa:16:3e:0f:65:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:43:23.038174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:23.055264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ab2edc-caa7-4138-b090-6ad7006addd5 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:43:23.071257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=00ab2edc-caa7-4138-b090-6ad7006addd5,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:23.074872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:23.142973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:23.417804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['00ab2edc-caa7-4138-b090-6ad7006addd5'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:43:23.826431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2db6-f554-4faf-b7a5-37c57bc5a6e9 req-1862560e-c7a7-430d-9064-7992c3154a50 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:23.827871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee7d2db6-f554-4faf-b7a5-37c57bc5a6e9 req-1862560e-c7a7-430d-9064-7992c3154a50 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 945 time: 0.0834219 Mar 21 07:43:23.872759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ee7d2db6-f554-4faf-b7a5-37c57bc5a6e9 req-ddcd42ed-47ba-47fc-b8e2-354bf45d0df6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Mar 21 07:43:24.668146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9058b314-9935-4f0d-abf4-68067b7f3315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:24.837211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 00ab2edc-caa7-4138-b090-6ad7006addd5 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:43:24.905949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 00ab2edc-caa7-4138-b090-6ad7006addd5 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:43:24.913841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 00ab2edc-caa7-4138-b090-6ad7006addd5 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:43:24.914216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:25.029980 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:25.058747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2057b-40a8-4e14-abbb-2b11b3601380 req-4171501a-7e60-4054-b71c-12a9991cb185 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:25.060417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:43:25.060558 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dbe2057b-40a8-4e14-abbb-2b11b3601380 req-4171501a-7e60-4054-b71c-12a9991cb185 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 945 time: 0.0812194 Mar 21 07:43:25.070533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=00ab2edc-caa7-4138-b090-6ad7006addd5,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:43:25.075521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:25.109201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dbe2057b-40a8-4e14-abbb-2b11b3601380 req-a78ee1d8-222e-41f4-b257-e2f5ada60998 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Mar 21 07:43:25.111399 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'code': 200} Mar 21 07:43:25.143716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:25.332282 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee703a-98c4-423f-afd8-01c156ea9fc7 req-d6fa2874-d4aa-4a8e-92ec-ae5cc6cce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:25.333773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19ee703a-98c4-423f-afd8-01c156ea9fc7 req-d6fa2874-d4aa-4a8e-92ec-ae5cc6cce0b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1099 time: 0.0729935 Mar 21 07:43:25.373328 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-19ee703a-98c4-423f-afd8-01c156ea9fc7 req-cd7de4b0-8d34-441b-98a0-1540309693f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Mar 21 07:43:25.919123 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:25.951681 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:26.307985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4aed0-2bf6-4f65-a626-757dcd8e9e29 req-7ce38370-63cb-4c9d-a88a-42541758c57e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:26.310092 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-30f4aed0-2bf6-4f65-a626-757dcd8e9e29 req-7ce38370-63cb-4c9d-a88a-42541758c57e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0908554 Mar 21 07:43:26.362441 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-30f4aed0-2bf6-4f65-a626-757dcd8e9e29 req-7b0cf14b-73b7-4e09-824d-2f380d835891 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Mar 21 07:43:27.456378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:27.552998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc895-f33a-40e4-90d9-2780950da658 req-6dc34ba3-d6e5-4b13-af43-700d871af220 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:27.554891 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-826bc895-f33a-40e4-90d9-2780950da658 req-6dc34ba3-d6e5-4b13-af43-700d871af220 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0834100 Mar 21 07:43:27.598973 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-826bc895-f33a-40e4-90d9-2780950da658 req-11230f1b-e963-4016-8de8-4b39e8a2038b tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Mar 21 07:43:27.780609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232a7f0-28c3-46ba-9da5-4b0cd5d3ab55 req-14bbdf19-3f32-4c85-a509-aed9cf0ee4a4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:27.782089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9232a7f0-28c3-46ba-9da5-4b0cd5d3ab55 req-14bbdf19-3f32-4c85-a509-aed9cf0ee4a4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0800109 Mar 21 07:43:27.828778 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9232a7f0-28c3-46ba-9da5-4b0cd5d3ab55 req-396ef642-b57e-40d1-b45b-0f15c1acdfa5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Mar 21 07:43:27.851312 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41590) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:27.920738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab973c4f-049e-489d-a360-26d23e05d65c tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:27.922271 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ab973c4f-049e-489d-a360-26d23e05d65c tempest-TestNetworkAdvancedServerOps-1070676399 tempest-TestNetworkAdvancedServerOps-1070676399-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1094 time: 0.0699828 Mar 21 07:43:27.924942 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41594) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:27.930431 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:43:27.936174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:43:27.939899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Usage tracker for resource:floatingip and tenant:f731ed73191641c482860ec7890aa5cd is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:43:27.942665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:43:27.948963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:43:27.959092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:28.095034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:28.228440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Allocated IP 172.26.2.141 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/54112a12-6ddf-43b8-8e90-cafbd64cf260) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:43:28.374841 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:28.404064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:28.468480 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:43:28.471220 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:43:28.474715 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:43:28.597238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=54112a12-6ddf-43b8-8e90-cafbd64cf260,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:28.974813 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:29.048154 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:29.253288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:29.258365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:29.364842 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event updated for resources: {'Port': ['ID=54112a12-6ddf-43b8-8e90-cafbd64cf260,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:43:29.375396 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:29.549495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP d5bbd182-1820-4612-8f16-6fad51ebda30 associated. External IP: 172.26.2.141, port: 00ab2edc-caa7-4138-b090-6ad7006addd5. Mar 21 07:43:29.901621 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 60195378-fcd8-4407-825a-578877bb5cfc has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:43:30.183408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:43:30.193310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Sync routers for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:43:30.202934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:30.203622 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:43:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:30.207453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:30.266526 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d4a98ca1-bcbe-4f97-8aac-72679187c22f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3405166 Mar 21 07:43:30.267120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:43:30.313759 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'status': 'completed', 'code': 200} Mar 21 07:43:30.409835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:30.468120 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-202a5016-3be1-4675-a010-71ae32f8692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:30.469538 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-202a5016-3be1-4675-a010-71ae32f8692a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1099 time: 0.1332209 Mar 21 07:43:30.481572 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebf56-bed2-4821-a88d-d2faf3306ad2 req-557abf7e-816c-4f01-9ab2-ff991b84575f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:30.482966 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-655ebf56-bed2-4821-a88d-d2faf3306ad2 req-557abf7e-816c-4f01-9ab2-ff991b84575f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.1081724 Mar 21 07:43:30.619393 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-655ebf56-bed2-4821-a88d-d2faf3306ad2 req-44398e04-c4e1-4bc6-8a37-b8bec8889071 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181071 Mar 21 07:43:30.642134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41602) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:30.716372 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-bf30cda7-2813-4fd3-a2d5-09919704029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:30.717840 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-bf30cda7-2813-4fd3-a2d5-09919704029b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 898 time: 0.2340245 Mar 21 07:43:30.755337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'd5bbd182-1820-4612-8f16-6fad51ebda30', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'port_id': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'mac_address': 'fa:16:3e:0f:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47062460-7296-41eb-99f7-c76cc580c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:43:28Z', 'updated_at': '2022-03-21T07:43:28Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:30.760211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Checking router: 60195378-fcd8-4407-825a-578877bb5cfc for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:43:30.768667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:43:30.769286 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:43:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:30.824715 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e141048d-64ba-4904-a14e-864e35a22ed0 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/d5bbd182-1820-4612-8f16-6fad51ebda30 HTTP/1.1" status: 200 len: 992 time: 0.1815014 Mar 21 07:43:30.846894 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-cb19edea-32c1-4275-9220-ed58a8e6114c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 1000 time: 0.1216688 Mar 21 07:43:30.910863 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-c3c11231-d7b8-4e9c-b3a8-6a07253a8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:30.912303 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-c3c11231-d7b8-4e9c-b3a8-6a07253a8bd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0601473 Mar 21 07:43:30.944418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:43:30.986802 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-53494973-ba9c-4cd4-b1e6-cca8e78624ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:43:30.988286 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-53494973-ba9c-4cd4-b1e6-cca8e78624ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701900 Mar 21 07:43:31.121086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-e2c51d89-b1ca-4fe6-8826-b01b6c4b3ae1 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267388 Mar 21 07:43:31.252764 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b06c9d07-b116-4f22-96ad-351af0cdb76f req-97bf344b-5f51-4c07-98d7-0ee93c6594db service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255293 Mar 21 07:43:31.330176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'd5bbd182-1820-4612-8f16-6fad51ebda30', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'port_id': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'mac_address': 'fa:16:3e:0f:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47062460-7296-41eb-99f7-c76cc580c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:43:28Z', 'updated_at': '2022-03-21T07:43:28Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:43:31.334006 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aed34-7f36-42d0-bec4-39a74a6362fa None None] The sync data for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv is: [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'd5bbd182-1820-4612-8f16-6fad51ebda30', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'port_id': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'mac_address': 'fa:16:3e:0f:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47062460-7296-41eb-99f7-c76cc580c89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:43:28Z', 'updated_at': '2022-03-21T07:43:28Z', 'revision_number': 0, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:43:31.515209 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8c6d7-30a9-4896-9f0c-f562a730ba21 None None] New status for floating IP d5bbd182-1820-4612-8f16-6fad51ebda30: ACTIVE {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:43:31.828078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41606) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:43:31.935373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-85d406bf-a6df-4406-bb42-d9f7bdccc9eb tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/d5bbd182-1820-4612-8f16-6fad51ebda30 HTTP/1.1" status: 200 len: 994 time: 0.1060517 Mar 21 07:43:36.729354 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:43:49.007642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:52.542916 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ac82fae5-73b5-4713-ad28-3b7522fb5371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:54.669435 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9f4df1a1-0599-40d8-901b-79c4a2f899e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:55.910595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:55.951595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:43:57.458566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:13.728068 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:44:18.291839 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-b9145e0c-124a-4faa-bddc-60a026343d4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1954894 Mar 21 07:44:18.430190 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-1663a158-91a9-4518-bc84-20c1c97958a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:18.431617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-1663a158-91a9-4518-bc84-20c1c97958a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1099 time: 0.0732408 Mar 21 07:44:18.666076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-304913e3-cc08-4525-b202-3620806909f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:18.667764 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-304913e3-cc08-4525-b202-3620806909f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 898 time: 0.2183931 Mar 21 07:44:18.768298 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-a2fe39b2-0bc5-4b64-afce-48f312627454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 1002 time: 0.0943675 Mar 21 07:44:18.831303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-76ab1bfb-e99b-4412-b7a0-74517867d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:18.832675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-76ab1bfb-e99b-4412-b7a0-74517867d62e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0575709 Mar 21 07:44:18.906913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-8d828f3e-2d12-483d-b6b4-d3f9738b2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:18.908364 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-8d828f3e-2d12-483d-b6b4-d3f9738b2666 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693173 Mar 21 07:44:19.006925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:19.041681 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-ce8cdd86-29bf-4fc8-856b-260d4c5043f1 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272569 Mar 21 07:44:19.174621 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9dcc2c6a-a275-48e4-9e56-65e9c0c4194e req-29772a72-8523-42c2-b827-75a5ecbe350f service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273108 Mar 21 07:44:22.544997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-25c86abd-2100-4ac1-a259-2c20b53de99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:24.671790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8710a399-3de2-4f21-a0ef-6acc268661c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:25.911981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:25.954389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:27.463892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:31.101475 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cbcb7-2db5-4bb8-9c17-5410e08da4e8 req-1ba65a5f-6505-4504-8a5e-724cbc5cdd66 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:31.103521 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b78cbcb7-2db5-4bb8-9c17-5410e08da4e8 req-1ba65a5f-6505-4504-8a5e-724cbc5cdd66 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.1476953 Mar 21 07:44:31.145823 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b78cbcb7-2db5-4bb8-9c17-5410e08da4e8 req-a1641784-c913-4796-aea7-2751f82145dd tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367713 Mar 21 07:44:32.333799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdeda1-cd31-49a1-b210-d22b05a94581 req-73b14128-3fb4-47d7-89fd-4628af8e9aa6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:32.335250 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56cdeda1-cd31-49a1-b210-d22b05a94581 req-73b14128-3fb4-47d7-89fd-4628af8e9aa6 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0790327 Mar 21 07:44:32.382267 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-56cdeda1-cd31-49a1-b210-d22b05a94581 req-ec3e76a1-0f07-4779-bf61-e0fc7ecf9422 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Mar 21 07:44:33.566969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd880205-4295-42c8-9c9a-59986050ab02 req-fb990b72-fc17-421c-b905-ecc0be7447df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:33.568330 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd880205-4295-42c8-9c9a-59986050ab02 req-fb990b72-fc17-421c-b905-ecc0be7447df tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0798209 Mar 21 07:44:33.612129 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-dd880205-4295-42c8-9c9a-59986050ab02 req-414d5a34-aafd-4043-b211-421a0424ba3d tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Mar 21 07:44:33.634708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41640) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:33.740610 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fdc7812a-8a7a-4d6f-83fd-76c40354d211 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/d5bbd182-1820-4612-8f16-6fad51ebda30 HTTP/1.1" status: 200 len: 994 time: 0.1047149 Mar 21 07:44:35.245311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a0a5-d938-4530-9e1c-707553358d35 req-e365f728-56e3-4248-b3e8-57717f920002 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:35.246779 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7709a0a5-d938-4530-9e1c-707553358d35 req-e365f728-56e3-4248-b3e8-57717f920002 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.1414223 Mar 21 07:44:35.248677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-0cb5cc72-c0c9-4a19-97b8-13d5e89284cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:35.250024 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-0cb5cc72-c0c9-4a19-97b8-13d5e89284cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1099 time: 0.1122754 Mar 21 07:44:35.371661 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7709a0a5-d938-4530-9e1c-707553358d35 req-76c4b56c-e606-40c1-96c0-0ebe98edfe2e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188257 Mar 21 07:44:35.411543 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-a7100c98-24d9-44f8-972a-b76471590144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:35.412957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-a7100c98-24d9-44f8-972a-b76471590144 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 898 time: 0.1477654 Mar 21 07:44:35.514395 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-148ee018-6e96-4cc5-b973-3deea204313e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 1002 time: 0.0952172 Mar 21 07:44:35.575747 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-6333327d-b114-494d-8415-c464df7bd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:35.577047 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-6333327d-b114-494d-8415-c464df7bd525 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0572383 Mar 21 07:44:35.652920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-69c3d434-81ad-4581-b81f-b6454537bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:35.654366 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-69c3d434-81ad-4581-b81f-b6454537bedd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714359 Mar 21 07:44:35.870751 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-32c31e01-2322-40e0-9726-31b863e3ae10 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106004 Mar 21 07:44:36.000697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7169c5fc-7fd8-4a61-8166-b8beb368ff9e req-a26dcd95-49cd-49a1-b2fc-4ff3d14164d0 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244369 Mar 21 07:44:36.558336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abc65-b5a6-4d88-b8da-4ea7fc206784 req-b88e5234-5aa5-4d9f-8d28-668e632ad918 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:36.559695 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-335abc65-b5a6-4d88-b8da-4ea7fc206784 req-b88e5234-5aa5-4d9f-8d28-668e632ad918 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0783632 Mar 21 07:44:36.602640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-335abc65-b5a6-4d88-b8da-4ea7fc206784 req-dfba18bf-c692-444f-bfd5-e2131b72271a tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Mar 21 07:44:37.788861 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148915a2-5119-4a1f-b949-eec9a4bfc6e4 req-8c6eaf97-57ac-4ce3-bc57-c370bff1b0a7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:37.790342 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-148915a2-5119-4a1f-b949-eec9a4bfc6e4 req-8c6eaf97-57ac-4ce3-bc57-c370bff1b0a7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0822523 Mar 21 07:44:37.833924 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-148915a2-5119-4a1f-b949-eec9a4bfc6e4 req-15c471c4-3025-427c-941a-bbc409510e0c tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Mar 21 07:44:37.856272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41654) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:37.963137 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-d47e3d4e-eb1f-471a-8476-11bff76de0a4 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/floatingips/d5bbd182-1820-4612-8f16-6fad51ebda30 HTTP/1.1" status: 200 len: 994 time: 0.1057127 Mar 21 07:44:38.381939 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41662) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:38.585420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 54112a12-6ddf-43b8-8e90-cafbd64cf260 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:44:38.586230 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:38.751310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:38.751665 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:38.872866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 54112a12-6ddf-43b8-8e90-cafbd64cf260 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:44:39.020640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:39.064801 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=54112a12-6ddf-43b8-8e90-cafbd64cf260,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:39.105634 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.105975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.106311 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.106640 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.106965 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.107286 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.107607 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.107924 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.108241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.108556 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.108871 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.109183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:39.171687 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:39.172017 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Floating IP d5bbd182-1820-4612-8f16-6fad51ebda30 disassociated (deleted). External IP: 172.26.2.141, port: 00ab2edc-caa7-4138-b090-6ad7006addd5. Mar 21 07:44:39.617339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 60195378-fcd8-4407-825a-578877bb5cfc has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:44:39.799343 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:44:39.809174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Sync routers for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:44:39.818240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:39.818852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:39.820215 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:39.875911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-1f19a236-4029-47f8-b6a0-2c669eb054c5 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/floatingips/d5bbd182-1820-4612-8f16-6fad51ebda30 HTTP/1.1" status: 204 len: 168 time: 1.4929039 Mar 21 07:44:39.876659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:44:39.920911 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'status': 'completed', 'code': 200} Mar 21 07:44:39.999983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:40.017511 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-1950fcbc-705e-4b78-99f0-1680cb8cdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:40.019133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-1950fcbc-705e-4b78-99f0-1680cb8cdc02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f731ed73191641c482860ec7890aa5cd&device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 1099 time: 0.0769296 Mar 21 07:44:40.199690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-515e27cf-b3e5-44de-b70d-ef64e4c84556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:40.201091 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-515e27cf-b3e5-44de-b70d-ef64e4c84556 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 200 len: 898 time: 0.1757481 Mar 21 07:44:40.278335 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-458f9dde-1402-44d9-b607-8af291a69f1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 200 len: 217 time: 0.0709727 Mar 21 07:44:40.318838 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:40.323826 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Checking router: 60195378-fcd8-4407-825a-578877bb5cfc for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:44:40.332070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:40.332598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:40.359112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-df0fa4d1-52b4-441f-b009-295b4f2aeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:40.360568 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-df0fa4d1-52b4-441f-b009-295b4f2aeba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 200 len: 835 time: 0.0734611 Mar 21 07:44:40.369336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e035bd1-dd2f-4945-86a9-b481911f99a4 req-656c22fd-287a-4c9b-8c60-529087207ff2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:40.370012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4e035bd1-dd2f-4945-86a9-b481911f99a4 req-656c22fd-287a-4c9b-8c60-529087207ff2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:44:40.428772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-4e035bd1-dd2f-4945-86a9-b481911f99a4 req-656c22fd-287a-4c9b-8c60-529087207ff2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:44:40.430114 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e035bd1-dd2f-4945-86a9-b481911f99a4 req-656c22fd-287a-4c9b-8c60-529087207ff2 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.2655046 Mar 21 07:44:40.487379 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e035bd1-dd2f-4945-86a9-b481911f99a4 req-41958505-d456-47b6-8806-f7e6e1ab8a21 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503254 Mar 21 07:44:40.490032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-b09103d5-1d13-4138-acf4-d2b2033cf1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:40.491493 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-b09103d5-1d13-4138-acf4-d2b2033cf1f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf217993-59b0-4b22-8e08-bbfb45870722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188433 Mar 21 07:44:40.515339 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:40.624930 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-49ce325b-676b-40cc-9616-4e157e636ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262393 Mar 21 07:44:40.756630 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c8c6b66-bb2a-4e14-afeb-56e704562997 req-24bc4d14-7383-4a7f-9ec1-831f13df143c service neutron] 10.222.0.30 "GET /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249297 Mar 21 07:44:40.863108 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:40.867039 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1b91b-ebc9-449e-b730-7e24325c905b None None] The sync data for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv is: [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '9b62439d-057a-462f-8599-7c2521affe9f', 'name': '', 'network_id': 'cf217993-59b0-4b22-8e08-bbfb45870722', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'mac_address': 'fa:16:3e:47:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:11Z', 'updated_at': '2022-03-21T07:43:16Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'subnets': [{'id': '7e99862d-0229-47cf-adc8-7c341c8d9af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:44:41.080912 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f569e58-e57f-4386-a04b-60bf64890d26 None None] New status for floating IP d5bbd182-1820-4612-8f16-6fad51ebda30: DOWN {{(pid=87991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:44:41.675183 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc4429-d2c6-4a50-88e5-ee523630785a req-9b4f31b2-c526-4d13-aeea-11e2b43e1185 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:41.676653 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-21dc4429-d2c6-4a50-88e5-ee523630785a req-9b4f31b2-c526-4d13-aeea-11e2b43e1185 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0805326 Mar 21 07:44:41.721058 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-21dc4429-d2c6-4a50-88e5-ee523630785a req-3f79ef1e-8a86-4ea7-8d18-c8e800c11189 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/security-groups?id=da264f46-b111-4f9d-9b00-06d121091504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Mar 21 07:44:41.832327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-49d5b115-bfe0-4d8a-8003-78615b1db21e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:41.833686 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-49d5b115-bfe0-4d8a-8003-78615b1db21e tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 946 time: 0.0822506 Mar 21 07:44:41.901087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 00ab2edc-caa7-4138-b090-6ad7006addd5 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:44:41.901453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:42.244771 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 00ab2edc-caa7-4138-b090-6ad7006addd5, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=00ab2edc-caa7-4138-b090-6ad7006addd5,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:42.245125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:42.369622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 00ab2edc-caa7-4138-b090-6ad7006addd5 owned by compute:nova {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:44:42.514546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:42.568243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=00ab2edc-caa7-4138-b090-6ad7006addd5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:42.640960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] No DVR routers for this DVR port 00ab2edc-caa7-4138-b090-6ad7006addd5 on host hv-neutron-8343 {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:44:42.643384 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:42.645828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'name': 'network-vif-deleted', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:44:42.662313 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c81689fe-007c-4e42-8b3b-5a41b633510d req-7a5bd18a-84d3-403e-990e-43b3be08b783 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.30 "DELETE /v2.0/ports/00ab2edc-caa7-4138-b090-6ad7006addd5 HTTP/1.1" status: 204 len: 173 time: 0.8237624 Mar 21 07:44:42.693410 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47062460-7296-41eb-99f7-c76cc580c89f', 'name': 'network-vif-deleted', 'tag': '00ab2edc-caa7-4138-b090-6ad7006addd5', 'status': 'completed', 'code': 200} Mar 21 07:44:42.887335 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-280d86bf-92a7-434b-8fec-8a46e4d6c4c0 req-20ad6d35-d3b1-4b86-a45d-bc2809197639 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Synchronizing usage tracker for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:44:42.903232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-280d86bf-92a7-434b-8fec-8a46e4d6c4c0 req-20ad6d35-d3b1-4b86-a45d-bc2809197639 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Unset dirty status for tenant:f731ed73191641c482860ec7890aa5cd on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:44:42.904543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-280d86bf-92a7-434b-8fec-8a46e4d6c4c0 req-20ad6d35-d3b1-4b86-a45d-bc2809197639 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "GET /v2.0/ports?device_id=47062460-7296-41eb-99f7-c76cc580c89f HTTP/1.1" status: 200 len: 210 time: 0.0612683 Mar 21 07:44:44.000356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41680) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:44.551618 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:45.012253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 9b62439d-057a-462f-8599-7c2521affe9f {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:44:45.012952 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:45.198067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 9b62439d-057a-462f-8599-7c2521affe9f, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9b62439d-057a-462f-8599-7c2521affe9f,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:45.198415 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:45.225841 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 00ab2edc-caa7-4138-b090-6ad7006addd5 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:44:45.260656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 00ab2edc-caa7-4138-b090-6ad7006addd5 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:44:45.260998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 00ab2edc-caa7-4138-b090-6ad7006addd5 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:44:45.321689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 9b62439d-057a-462f-8599-7c2521affe9f owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:44:45.644396 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:45.690796 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=9b62439d-057a-462f-8599-7c2521affe9f,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:45.734515 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.734855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.735194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.735527 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.735852 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.736174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.736494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.736814 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.737133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.737474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.737793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.738107 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:45.973830 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.446842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Router 60195378-fcd8-4407-825a-578877bb5cfc has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:44:46.621279 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:44:46.630509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Sync routers for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:44:46.637430 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-96606535-9c81-4342-9eb4-688995b6cbe9 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "PUT /v2.0/routers/60195378-fcd8-4407-825a-578877bb5cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359799 Mar 21 07:44:46.639995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:46.640130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41684) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:46.640593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:46.709500 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting subnet 7e99862d-0229-47cf-adc8-7c341c8d9af0 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:44:46.712563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.767099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.816592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:46.848172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.926404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.964342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Subnet': ['ID=7e99862d-0229-47cf-adc8-7c341c8d9af0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:46.970236 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:46.976582 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-6d5ed3c1-2a46-4011-9432-ba2f25d7689f tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/subnets/7e99862d-0229-47cf-adc8-7c341c8d9af0 HTTP/1.1" status: 204 len: 168 time: 0.3352542 Mar 21 07:44:46.979210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41688) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:46.998038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73dea6-7a0b-4caa-a1a0-9aa4ce931942 None None] Network cf217993-59b0-4b22-8e08-bbfb45870722 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:44:47.159581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.269525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:44:45Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:47.273783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Checking router: 60195378-fcd8-4407-825a-578877bb5cfc for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:44:47.282189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Routers {'60195378-fcd8-4407-825a-578877bb5cfc'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:47.282803 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['60195378-fcd8-4407-825a-578877bb5cfc'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:47.354222 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.365375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Deleting port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:44:47.365725 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] DHCP port deletion for cf217993-59b0-4b22-8e08-bbfb45870722 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:44:47.365851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.376318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Deleting port de081ec8-1448-4f7b-93c6-257af1d1b344 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:44:47.376686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.545078 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] Set router 60195378-fcd8-4407-825a-578877bb5cfc gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:47.549068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] For port 879a78fa-bf7a-4fc3-876c-ce92bb1fe381, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:47.549596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.806053 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Calling delete_port for 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:44:47.893998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] For port de081ec8-1448-4f7b-93c6-257af1d1b344, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=de081ec8-1448-4f7b-93c6-257af1d1b344,segment=NetworkSegment(ea3d0c31-5924-4dc1-a69d-ae4f5348edf0),segment_id=ea3d0c31-5924-4dc1-a69d-ae4f5348edf0)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:47.894600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:47.978387 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.024131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Port': ['ID=879a78fa-bf7a-4fc3-876c-ce92bb1fe381,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:48.028335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Calling delete_port for de081ec8-1448-4f7b-93c6-257af1d1b344 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:44:48.116286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.145529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648'] for port, after_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.197144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Pushing event deleted for resources: {'Port': ['ID=de081ec8-1448-4f7b-93c6-257af1d1b344,revision_number=None']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:48.199384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] No DVR routers for this DVR port de081ec8-1448-4f7b-93c6-257af1d1b344 on host dv-neutron-834307-1-hyperv {{(pid=87990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:44:48.208910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:44:45Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:48.211749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.212096 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.212437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.212767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.213094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.213450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.213773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.214097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.214417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.214735 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.215049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.215363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1ec862-cb3a-4890-aa2c-9ed031f28d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:48.220145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efb8ea-2679-4367-a719-8266323147c2 None None] The sync data for ids ['60195378-fcd8-4407-825a-578877bb5cfc'] in dv-neutron-834307-1-hyperv is: [{'id': '60195378-fcd8-4407-825a-578877bb5cfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690855686', 'tenant_id': 'f731ed73191641c482860ec7890aa5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19'}], 'enable_snat': True}, 'gw_port_id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:44:45Z', 'revision_number': 5, 'project_id': 'f731ed73191641c482860ec7890aa5cd', 'gw_port': {'id': '879a78fa-bf7a-4fc3-876c-ce92bb1fe381', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60195378-fcd8-4407-825a-578877bb5cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:43:07Z', 'updated_at': '2022-03-21T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:44:48.297210 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.299905 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.323911 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.324519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Fanout notify agent at l3_agent the message router_deleted on router 60195378-fcd8-4407-825a-578877bb5cfc {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:44:48.340293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.341434 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-36825036-97a5-48c9-80f6-8bb34918c178 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/routers/60195378-fcd8-4407-825a-578877bb5cfc HTTP/1.1" status: 204 len: 168 time: 1.3612709 Mar 21 07:44:48.344235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41692) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:48.466445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.474815 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9b62439d-057a-462f-8599-7c2521affe9f no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:44:48.509240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9b62439d-057a-462f-8599-7c2521affe9f {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:44:48.509590 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9b62439d-057a-462f-8599-7c2521affe9f not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:44:48.510011 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device de081ec8-1448-4f7b-93c6-257af1d1b344 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:44:48.546035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: de081ec8-1448-4f7b-93c6-257af1d1b344 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:44:48.546402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device de081ec8-1448-4f7b-93c6-257af1d1b344 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:44:48.602523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.629822 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf217993-59b0-4b22-8e08-bbfb45870722']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:48.643391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:48.643391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3d0c31-5924-4dc1-a69d-ae4f5348edf0') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:48.655003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.670843 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.676775 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:44:48.677236 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:44:48.692763 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:44:48.775986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.793798 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.805088 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'Network': ['ID=cf217993-59b0-4b22-8e08-bbfb45870722,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:48.812672 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9375a257-3f47-4c1b-9f7a-9568e4c1fc75 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/networks/cf217993-59b0-4b22-8e08-bbfb45870722 HTTP/1.1" status: 204 len: 168 time: 0.4673426 Mar 21 07:44:48.815325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41696) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:48.881254 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.909803 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.975733 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:48.998524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da264f46-b111-4f9d-9b00-06d121091504,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:49.011812 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.013189 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-335b58e9-99da-44cf-af66-34a9663da4f7 tempest-TestNetworkAdvancedServerOps-584342940 tempest-TestNetworkAdvancedServerOps-584342940-project] 10.222.0.31 "DELETE /v2.0/security-groups/da264f46-b111-4f9d-9b00-06d121091504 HTTP/1.1" status: 204 len: 168 time: 0.1968005 Mar 21 07:44:49.030631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.379132 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41706) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:49.524139 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-72ebe2fa-686e-4ac7-8db0-fb567a47fd6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f731ed73191641c482860ec7890aa5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438510 Mar 21 07:44:49.526627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41712) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:49.583917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.611844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.662683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.681252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d602f7-36e4-4c89-8e85-ffa187596a34,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:49.690142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:49.691261 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-7667a51e-cb78-4231-bcff-397f1d3ea146 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9d602f7-36e4-4c89-8e85-ffa187596a34 HTTP/1.1" status: 204 len: 168 time: 0.1637504 Mar 21 07:44:49.981528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41720) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:49.999780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.013635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:50.017385 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Usage tracker for resource:security_group_rule and tenant:0606625d52fc437e992b311de6e55c5f is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:50.020096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:50.026729 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:50.109521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.112973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.158370 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0606625d52fc437e992b311de6e55c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757436 Mar 21 07:44:50.159296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3773e-23e5-4a21-b359-b273adb7df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd73b9d-aaa8-44e4-b8f4-111e9ddcb555,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:50.162104 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41724) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:50.221455 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.246344 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.298919 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.314780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd73b9d-aaa8-44e4-b8f4-111e9ddcb555,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:50.319128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:50.321126 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-bda328e3-173e-40e0-87ad-653e73350ba6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdd73b9d-aaa8-44e4-b8f4-111e9ddcb555 HTTP/1.1" status: 204 len: 168 time: 0.1574452 Mar 21 07:44:50.374892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:44:50.408754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:44:50.409099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 879a78fa-bf7a-4fc3-876c-ce92bb1fe381 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:44:50.727657 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:44:51.079238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41748) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:51.179955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1263765267-network', 'tenant_id': '6c31246810064d36824e4194473aadc5'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:51.184824 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:51.188772 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Usage tracker for resource:network and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:51.191650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:51.197587 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:51.207499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Made reservation on behalf of 6c31246810064d36824e4194473aadc5 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:44:51.209796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.221776 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.236471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:51.240158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:51.243533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:51.249073 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:51.332195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.336259 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.367703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:44:51.372799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836bf23-0884-4c06-9309-9b4374fbbd90,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:51.382765 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.382765 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Added segment fb3ac7de-4811-48d5-a236-e22320bfe6f4 of type vlan for network 53af938b-14f0-4df0-9e21-d6e267991186 Mar 21 07:44:51.409284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.438486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.439423 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:51.439996 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.627569 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5471258 Mar 21 07:44:51.630630 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:51.633595 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062af139-f43d-4b7a-bdc1-9424b1fa049d admin admin] Pushing event updated for resources: {'Network': ['ID=53af938b-14f0-4df0-9e21-d6e267991186,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:51.637010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Request body: {'subnet': {'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1263765267-subnet', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:51.641987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:51.643636 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 53af938b-14f0-4df0-9e21-d6e267991186 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:44:51.645822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Usage tracker for resource:subnet and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:51.648844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:51.654563 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:51.664894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Made reservation on behalf of 6c31246810064d36824e4194473aadc5 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:44:51.667605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.872241 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.942287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4b2de2-b804-4d8c-9066-6c0f7786fb80,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:51.951363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Checking segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:44:51.951710 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Network hostable DHCP agents. Network: 53af938b-14f0-4df0-9e21-d6e267991186, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:44:51.971068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Network 53af938b-14f0-4df0-9e21-d6e267991186 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:44:51.979584 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 53af938b-14f0-4df0-9e21-d6e267991186) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:51.984028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:51.985101 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:51.988205 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e0cf8-09a3-4061-841d-b559b6019988 None None] Network 53af938b-14f0-4df0-9e21-d6e267991186 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:44:52.010598 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-87fb4dd0-6869-4274-a88f-908d31592f03 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787711 Mar 21 07:44:52.013168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:52.018039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:52.022503 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:52.027353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Usage tracker for resource:router and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:52.030294 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:52.035934 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:52.046792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.047802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.063999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.208970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-53af938b-14f0-4df0-9e21-d6e267991186', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:44:52.209830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.335196 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.363507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Allocated IP 172.20.0.2 (53af938b-14f0-4df0-9e21-d6e267991186/6c4b2de2-b804-4d8c-9066-6c0f7786fb80/26ef47e3-b578-4943-aef3-516d6718920d) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:44:52.575182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4439db84-d852-4d2f-91fb-5f55509db217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.588267 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.598569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Transition to ACTIVE for port object 26ef47e3-b578-4943-aef3-516d6718920d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:52.616667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Transition to ACTIVE for port object 26ef47e3-b578-4943-aef3-516d6718920d will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:52.623241 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.689142 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Network 53af938b-14f0-4df0-9e21-d6e267991186 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:44:52.691968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:52.696101 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:44:52.701821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Pushing event updated for resources: {'Port': ['ID=26ef47e3-b578-4943-aef3-516d6718920d,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:52.759077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.788368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.790138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Attempting to bind port 26ef47e3-b578-4943-aef3-516d6718920d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:44:52.790512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Attempting to bind port 26ef47e3-b578-4943-aef3-516d6718920d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:44:52.790874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Attempting to bind port 26ef47e3-b578-4943-aef3-516d6718920d on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:44:52.796335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:44:52.796708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Checking segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:44:52.797107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.797555 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Bound using segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:44:52.798013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Bound port: 26ef47e3-b578-4943-aef3-516d6718920d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:44:52.798384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.920041 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] For port 26ef47e3-b578-4943-aef3-516d6718920d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:44:52.922974 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] For port 26ef47e3-b578-4943-aef3-516d6718920d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=26ef47e3-b578-4943-aef3-516d6718920d,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:44:52.927473 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:52.928458 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Allocated IP 172.26.2.112 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/91930182-b018-4d52-b09e-fcd291978fa1) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:44:53.010502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f5f9a-af6d-47b1-b8fc-d1eac8eb107d None None] Pushing event updated for resources: {'Port': ['ID=26ef47e3-b578-4943-aef3-516d6718920d,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:53.084881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:53.113627 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:53.189759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:44:53.192664 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:53.195864 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:44:53.232749 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Pushing event updated for resources: {'Port': ['ID=91930182-b018-4d52-b09e-fcd291978fa1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:53.623573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:53.938727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad290ce-4af0-4759-bd97-a19263c31a30 None None] Network 53af938b-14f0-4df0-9e21-d6e267991186 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:44:54.061247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4a0c0619-5d69-4592-9480-e7ae11703899 None None] Provisioning for port 26ef47e3-b578-4943-aef3-516d6718920d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:44:54.089587 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.297309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:44:54.453135 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 26ef47e3-b578-4943-aef3-516d6718920d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:44:54.492919 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:44:54.503212 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:44:54.512885 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:54.513517 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:54.520125 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.521416 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c164d1c3-2d2e-428a-9cc4-beac3f4635ea admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5072815 Mar 21 07:44:54.524666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41762) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:54.527455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 26ef47e3-b578-4943-aef3-516d6718920d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:44:54.533502 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 26ef47e3-b578-4943-aef3-516d6718920d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:44:54.534090 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.656162 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.693021 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:54.703227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 26ef47e3-b578-4943-aef3-516d6718920d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=26ef47e3-b578-4943-aef3-516d6718920d,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:54.704945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb897-f399-427b-a75b-4fdf79dd5a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.709366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:54.787185 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=26ef47e3-b578-4943-aef3-516d6718920d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:55.004260 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:53Z', 'revision_number': 3, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:55.008614 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:44:55.008954 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Updating router 202f029d-32c9-419a-b907-23f2bb9c5c44 port 91930182-b018-4d52-b09e-fcd291978fa1 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:44:55.060107 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.202309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.378560 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.390710 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Transition to ACTIVE for port object 91930182-b018-4d52-b09e-fcd291978fa1 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:55.397269 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.412982 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Allocated IP 172.20.0.1 (53af938b-14f0-4df0-9e21-d6e267991186/6c4b2de2-b804-4d8c-9066-6c0f7786fb80/5c0806e3-a7f6-4494-89b2-77ed092346d1) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:44:55.480519 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Attempting to bind port 91930182-b018-4d52-b09e-fcd291978fa1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:44:55.480884 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Attempting to bind port 91930182-b018-4d52-b09e-fcd291978fa1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:44:55.481256 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Attempting to bind port 91930182-b018-4d52-b09e-fcd291978fa1 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:44:55.489382 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:44:55.489757 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:44:55.490153 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.490540 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:44:55.491004 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Bound port: 91930182-b018-4d52-b09e-fcd291978fa1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:44:55.491368 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.515378 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Pushing event updated for resources: {'Port': ['ID=91930182-b018-4d52-b09e-fcd291978fa1,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:55.534640 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.534982 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.535316 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.535644 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.535967 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.536290 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.536608 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.536924 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.537257 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.537575 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.537892 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.538202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:44:55.583587 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] For port 91930182-b018-4d52-b09e-fcd291978fa1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:44:55.587186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] For port 91930182-b018-4d52-b09e-fcd291978fa1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=91930182-b018-4d52-b09e-fcd291978fa1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:44:55.592886 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.680695 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:55.681325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:55.705835 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.722382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Transition to ACTIVE for port object 5c0806e3-a7f6-4494-89b2-77ed092346d1 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:55.734830 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b9d5-5935-4b11-a35b-06995eb3853c None None] Pushing event updated for resources: {'Port': ['ID=91930182-b018-4d52-b09e-fcd291978fa1,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:55.746823 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.818345 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Network 53af938b-14f0-4df0-9e21-d6e267991186 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:44:55.821775 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:55.825298 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:44:55.858316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Pushing event updated for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:55.872846 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:55.886058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.917688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:55.962467 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.028755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-660e337d-253d-4383-9403-bdab7f7bf440 None None] Provisioning for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:44:56.033973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-660e337d-253d-4383-9403-bdab7f7bf440 None None] Provisioning complete for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:44:56.034453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-660e337d-253d-4383-9403-bdab7f7bf440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.088355 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-660e337d-253d-4383-9403-bdab7f7bf440 None None] Port 5c0806e3-a7f6-4494-89b2-77ed092346d1 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:44:56.160145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.191380 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:53Z', 'revision_number': 3, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:56.195359 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39948fa4-a01f-4423-8492-c629464e0f70 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:53Z', 'revision_number': 3, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:44:56.413377 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.418752 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.456056 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 26ef47e3-b578-4943-aef3-516d6718920d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:44:56.538094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 26ef47e3-b578-4943-aef3-516d6718920d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:44:56.538875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.539230 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Pushing event updated for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:56.542334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.692523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Network 53af938b-14f0-4df0-9e21-d6e267991186 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:44:56.693815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:56.894701 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:44:56.922989 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f15b0b6c-4c07-4e30-ad6b-16e5d08ccc7a None None] Provisioning complete for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:44:56.923568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f15b0b6c-4c07-4e30-ad6b-16e5d08ccc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:56.979708 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f15b0b6c-4c07-4e30-ad6b-16e5d08ccc7a None None] Port 5c0806e3-a7f6-4494-89b2-77ed092346d1 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:44:57.082488 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:44:57.091771 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-a8b30354-56a2-4062-906c-0c1f79476f4f admin admin] 10.222.0.31 "PUT /v2.0/routers/202f029d-32c9-419a-b907-23f2bb9c5c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660892 Mar 21 07:44:57.466889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.596293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41780) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:57.602111 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1156890905-network', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:57.606923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:57.610980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Usage tracker for resource:network and tenant:742fbbb9ef83408d88a5b90c6285e7f8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:57.613937 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:57.620721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:57.630696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Made reservation on behalf of 742fbbb9ef83408d88a5b90c6285e7f8 for: {'network': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:44:57.633995 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.646598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.661464 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:57.665502 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Usage tracker for resource:security_group_rule and tenant:742fbbb9ef83408d88a5b90c6285e7f8 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:57.668534 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:57.674166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:57.726775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:44:57.736035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:44:57.736641 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:57.760096 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.764851 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.794938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:44:57.803303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec799c-8852-4302-80be-cffa6afb63a6,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:57.808902 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.809279 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.segments_db [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Added segment dbf62f07-32ff-466b-b1ea-1773f3c2baa7 of type vlan for network 1787a31a-6822-4c22-8bcf-b581a099f2c8 Mar 21 07:44:57.836266 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.865157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.866115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:57.867275 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:57.926490 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:44:57.970833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] Pushing event updated for resources: {'Network': ['ID=1787a31a-6822-4c22-8bcf-b581a099f2c8,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:57.977565 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-83224abe-795a-487c-a0f1-ab5689684a6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3801067 Mar 21 07:44:57.978103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41784) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:57.984414 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Request body: {'subnet': {'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1156890905-subnet', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:57.989356 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:57.994049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Usage tracker for resource:subnet and tenant:742fbbb9ef83408d88a5b90c6285e7f8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:57.995192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:44:57.996922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:58.002586 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:58.125853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Made reservation on behalf of 742fbbb9ef83408d88a5b90c6285e7f8 for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:44:58.128198 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.335131 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.383813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 2, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:44:58.387793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:44:58.388249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Updating router 202f029d-32c9-419a-b907-23f2bb9c5c44 port 5c0806e3-a7f6-4494-89b2-77ed092346d1 binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:44:58.396135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e36483-05a8-48af-b40a-2da37f7cd997,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:58.430068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Checking segment: {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:44:58.430426 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Network hostable DHCP agents. Network: 1787a31a-6822-4c22-8bcf-b581a099f2c8, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:44:58.452575 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.454270 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:44:58.466518 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 1787a31a-6822-4c22-8bcf-b581a099f2c8) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:58.466700 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 91930182-b018-4d52-b09e-fcd291978fa1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:44:58.470427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:44:58.471016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.492211 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b7ac9208-ef4b-4b62-a32a-0453150fab37 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5118446 Mar 21 07:44:58.494959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41788) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:44:58.497741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb246894-faf4-4dd8-9453-503910933eb0 None None] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:44:58.499774 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:44:58.504313 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:44:58.508081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Usage tracker for resource:router and tenant:742fbbb9ef83408d88a5b90c6285e7f8 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:44:58.510900 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:44:58.516540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:44:58.527728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.528841 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.545865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.743647 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 91930182-b018-4d52-b09e-fcd291978fa1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:44:58.785701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 91930182-b018-4d52-b09e-fcd291978fa1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:44:58.785982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.812328 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:58.997769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-1787a31a-6822-4c22-8bcf-b581a099f2c8', 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'fixed_ips': [{'subnet_id': '17e36483-05a8-48af-b40a-2da37f7cd997'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:44:58.998574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.124843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.153540 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.159172 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.222675 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 91930182-b018-4d52-b09e-fcd291978fa1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=91930182-b018-4d52-b09e-fcd291978fa1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:44:59.232644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.309006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Allocated IP 172.26.2.88 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/d78513bb-fb53-48d0-8326-dd20775ec593) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:44:59.328179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.361157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Transition to ACTIVE for port object 5c0806e3-a7f6-4494-89b2-77ed092346d1 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:59.373373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.377119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Allocated IP 172.20.0.2 (1787a31a-6822-4c22-8bcf-b581a099f2c8/17e36483-05a8-48af-b40a-2da37f7cd997/ee6a76d7-c1c6-41ae-be87-b43fbba28d96) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:44:59.383082 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=91930182-b018-4d52-b09e-fcd291978fa1,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:59.467671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.498617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.568784 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:44:59.572099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:44:59.574676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:44:59.610806 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Pushing event updated for resources: {'Port': ['ID=d78513bb-fb53-48d0-8326-dd20775ec593,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:59.663099 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e3e0-58c6-4667-b52f-544f368f6c4d None None] Pushing event updated for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:44:59.701166 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Attempting to bind port 5c0806e3-a7f6-4494-89b2-77ed092346d1 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:44:59.701468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Attempting to bind port 5c0806e3-a7f6-4494-89b2-77ed092346d1 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:44:59.701822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Attempting to bind port 5c0806e3-a7f6-4494-89b2-77ed092346d1 on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:44:59.725739 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:44:59.727225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Checking segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:44:59.727225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.727673 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Bound using segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:44:59.728145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Bound port: 5c0806e3-a7f6-4494-89b2-77ed092346d1, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:44:59.728514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.927421 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:44:59.942704 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Transition to ACTIVE for port object ee6a76d7-c1c6-41ae-be87-b43fbba28d96 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:44:59.945754 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] For port 5c0806e3-a7f6-4494-89b2-77ed092346d1, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:44:59.951408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] For port 5c0806e3-a7f6-4494-89b2-77ed092346d1, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c0806e3-a7f6-4494-89b2-77ed092346d1,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:44:59.957941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.010529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Transition to ACTIVE for port object ee6a76d7-c1c6-41ae-be87-b43fbba28d96 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:00.028301 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.063077 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:45:00.063794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:00.064413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:00.111858 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.118394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:45:00.119726 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e3e0-58c6-4667-b52f-544f368f6c4d None None] Pushing event updated for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:00.122768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:45:00.289471 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Pushing event updated for resources: {'Port': ['ID=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:00.362721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Attempting to bind port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:45:00.363084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Attempting to bind port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:45:00.363437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Attempting to bind port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 on network 1787a31a-6822-4c22-8bcf-b581a099f2c8 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:45:00.381598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:45:00.381967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Checking segment: {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:45:00.382445 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.383063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Bound using segment: {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:45:00.383537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Bound port: ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:45:00.383910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.444869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:00.482878 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.487281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 91930182-b018-4d52-b09e-fcd291978fa1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:00.690406 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Router daa92bb0-74ae-4492-97d5-51539f2637a6 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:45:00.707244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] For port ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:45:00.766642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] For port ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:45:00.780558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.818323 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 91930182-b018-4d52-b09e-fcd291978fa1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:00.818677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.869695 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:45:00.881815 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Sync routers for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:45:00.895514 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:00.900821 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-30542234-27b5-45c2-930f-d47729709a03 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4009323 Mar 21 07:45:00.901036 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:00.901036 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:00.901379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41792) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:00.966829 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9954-47b5-438f-9086-1dc089f72cf1 None None] Pushing event updated for resources: {'Port': ['ID=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:01.066456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:01.071008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccaac0b-008a-4bd8-9c8b-d82820917e43 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:45:01.206221 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:01.601554 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 3, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:01.606197 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Checking router: daa92bb0-74ae-4492-97d5-51539f2637a6 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:45:01.606942 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Updating router daa92bb0-74ae-4492-97d5-51539f2637a6 port d78513bb-fb53-48d0-8326-dd20775ec593 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:45:01.666020 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:01.870457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.063782 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.077476 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Transition to ACTIVE for port object d78513bb-fb53-48d0-8326-dd20775ec593 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:02.089310 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.140217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d515b8-a453-4d38-8787-99a9f40d8bf7 None None] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:45:02.149489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Allocated IP 172.20.0.1 (1787a31a-6822-4c22-8bcf-b581a099f2c8/17e36483-05a8-48af-b40a-2da37f7cd997/1632c2b0-088f-40ce-836f-59d46eff8b3d) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:45:02.183008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Attempting to bind port d78513bb-fb53-48d0-8326-dd20775ec593 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:45:02.183008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Attempting to bind port d78513bb-fb53-48d0-8326-dd20775ec593 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:45:02.183008 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Attempting to bind port d78513bb-fb53-48d0-8326-dd20775ec593 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:45:02.185071 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a25f1d-1058-40b5-8542-9a8933864d15 None None] Pushing event updated for resources: {'Port': ['ID=d78513bb-fb53-48d0-8326-dd20775ec593,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:02.190914 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:45:02.191290 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:45:02.191681 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.192057 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:45:02.192505 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Bound port: d78513bb-fb53-48d0-8326-dd20775ec593, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:45:02.192867 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.275310 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-182f42d9-7005-4a80-96dd-19e630e5079c None None] Provisioning for port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:02.300179 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] For port d78513bb-fb53-48d0-8326-dd20775ec593, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:45:02.304795 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] For port d78513bb-fb53-48d0-8326-dd20775ec593, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d78513bb-fb53-48d0-8326-dd20775ec593,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:45:02.317019 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.355231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.392958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Transition to ACTIVE for port object 1632c2b0-088f-40ce-836f-59d46eff8b3d will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:02.438785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.451030 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a25f1d-1058-40b5-8542-9a8933864d15 None None] Pushing event updated for resources: {'Port': ['ID=d78513bb-fb53-48d0-8326-dd20775ec593,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:02.461325 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:02.461934 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:02.550509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ee6a76d7-c1c6-41ae-be87-b43fbba28d96 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:02.551529 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:45:02.555168 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:45:02.559583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:45:02.603759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:02.627195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.650197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:02.664658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:02.665037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.771218 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:02.835348 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.875805 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.919454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:02.926767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:02.927646 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c0806e3-a7f6-4494-89b2-77ed092346d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:03.011830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Provisioning for port 1632c2b0-088f-40ce-836f-59d46eff8b3d completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:03.049534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Provisioning complete for port 1632c2b0-088f-40ce-836f-59d46eff8b3d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:03.050332 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.098600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.105371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.136468 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:03.139283 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Port 1632c2b0-088f-40ce-836f-59d46eff8b3d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:45:03.142983 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a78538aa-a9e7-407b-b531-818310544484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 3, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:03.147446 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78538aa-a9e7-407b-b531-818310544484 None None] The sync data for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv is: [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 3, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:45:03.154857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:03.159210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Provisioning complete for port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:03.159586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f848e6b5-09cf-4fb3-ba16-3017ee3770f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.190940 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:03.191314 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.246289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.290768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:03.397133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.451727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 5c0806e3-a7f6-4494-89b2-77ed092346d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c0806e3-a7f6-4494-89b2-77ed092346d1,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:03.456849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.540872 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:03.543941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-65c7c7da-efa7-4d50-b380-8078298c9d4e None None] Provisioning complete for port 1632c2b0-088f-40ce-836f-59d46eff8b3d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:03.544319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-65c7c7da-efa7-4d50-b380-8078298c9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.546179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:45:03.547379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:45:03.611024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-65c7c7da-efa7-4d50-b380-8078298c9d4e None None] Port 1632c2b0-088f-40ce-836f-59d46eff8b3d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:45:03.746146 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Router daa92bb0-74ae-4492-97d5-51539f2637a6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:45:03.834775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-dd8c9d89-ef4b-4583-be68-6bb316c2f18f None None] Provisioning complete for port 1632c2b0-088f-40ce-836f-59d46eff8b3d triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:03.835341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9d89-ef4b-4583-be68-6bb316c2f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:03.890952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c9d89-ef4b-4583-be68-6bb316c2f18f None None] Port 1632c2b0-088f-40ce-836f-59d46eff8b3d cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:45:03.931875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:45:03.940860 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0b74db83-a0c2-437f-bdce-68d9be2b98c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/daa92bb0-74ae-4492-97d5-51539f2637a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0387089 Mar 21 07:45:04.509365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ee6a76d7-c1c6-41ae-be87-b43fbba28d96 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:04.581180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:04.581582 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:04.693124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Sync routers for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:45:04.709789 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:04.710958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:04.760973 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c0806e3-a7f6-4494-89b2-77ed092346d1 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:04.813171 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41804) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:04.818667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532322579', 'description': 'tempest-secgroup-smoke-532322579 description', 'project_id': '6c31246810064d36824e4194473aadc5'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:04.825521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:04.829426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:04.832238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:04.838247 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:04.849674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:04.873353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:04.877264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:04.880080 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:04.886327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:04.942537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 5c0806e3-a7f6-4494-89b2-77ed092346d1 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:04.942828 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:04.957774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:04.962833 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:04.996968 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:05.003967 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.007879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.012140 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41808) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.012659 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cdc3f777-6986-4fe0-8a1f-ece029283047 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1978433 Mar 21 07:45:05.017394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.028634 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.032508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.035394 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.042371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.060572 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.124676 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.129086 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.152928 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c790c3eb-34bc-4573-89bd-8d89b3e38488,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.164152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.165546 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-4293cd6f-a255-410f-80e0-b70735975f0f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523111 Mar 21 07:45:05.170174 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41812) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.175762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.182626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.186447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.189297 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.195290 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.212982 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.280449 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.284750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.309923 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861a16f5-ac98-418b-81da-c98a73c45ac5,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.320056 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.321464 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fcab6531-8c26-4aaf-a4d5-06664b2a5573 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500533 Mar 21 07:45:05.324440 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41816) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.328113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d78513bb-fb53-48d0-8326-dd20775ec593 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:05.329780 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.335765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.339531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.342639 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.348351 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.365253 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.430486 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.434449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.458917 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77470997-4598-4ddc-8cf9-9b0ade33a529,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.464642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port d78513bb-fb53-48d0-8326-dd20775ec593 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:05.468357 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.472064 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-0ddbc48f-dc06-42a0-93bc-f4c0ffe73b03 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442082 Mar 21 07:45:05.472402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d78513bb-fb53-48d0-8326-dd20775ec593 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:05.472527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41820) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.472758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.478289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.484126 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.487938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.490783 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.496998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.514232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.532702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 4, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1632c2b0-088f-40ce-836f-59d46eff8b3d', 'name': '', 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'mac_address': 'fa:16:3e:de:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:45:01Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 2, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'subnets': [{'id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:05.538896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Checking router: daa92bb0-74ae-4492-97d5-51539f2637a6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:45:05.539572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Updating router daa92bb0-74ae-4492-97d5-51539f2637a6 port 1632c2b0-088f-40ce-836f-59d46eff8b3d binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:45:05.580531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.584837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.609191 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f42816-9a6c-417f-ade4-c286f3dfb693,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.617963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.619188 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-a9ce25af-dab2-4870-9ab1-feee6d48a5fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457367 Mar 21 07:45:05.622078 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41824) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.627316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.633341 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.637296 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.640120 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.643976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.646258 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.657572 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Project 6c31246810064d36824e4194473aadc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:45:05.664137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.694111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.732076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.732741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port d78513bb-fb53-48d0-8326-dd20775ec593, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d78513bb-fb53-48d0-8326-dd20775ec593,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:05.736685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.763581 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1987a42b-fff4-4b30-a5d1-0cb46774a1d3,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.769656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.770832 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-837900c4-dae9-4232-b7e2-8812bb1fd926 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477315 Mar 21 07:45:05.773999 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 41828) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:05.777630 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.779494 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': 'bb0132ef-cc6d-4f4d-a053-2e0ab1b57757', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:05.785624 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:05.789393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:05.792437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:05.798033 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:05.809104 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Project 6c31246810064d36824e4194473aadc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:45:05.815857 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.881425 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.885103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.904403 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=d78513bb-fb53-48d0-8326-dd20775ec593,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.908221 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d952f5-7e70-47e1-9274-69079476f8c0,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:05.918419 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:05.919904 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b6eef305-efee-40ba-aff1-3c9e235a63bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449966 Mar 21 07:45:06.078859 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-094e22a8-b12c-4401-8822-12a88b6b832e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:45:06.087171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.096008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-094e22a8-b12c-4401-8822-12a88b6b832e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:45:06.097077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-094e22a8-b12c-4401-8822-12a88b6b832e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532322579&fields=id&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 267 time: 0.0576706 Mar 21 07:45:06.099956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Transition to ACTIVE for port object 1632c2b0-088f-40ce-836f-59d46eff8b3d will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:06.107226 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.267386 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-a14fa6bd-3d9e-40e8-8746-621c7a8ea56d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:06.268289 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-a14fa6bd-3d9e-40e8-8746-621c7a8ea56d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:network {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:45:06.280719 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c7833-cfa0-44aa-aa96-acf6ec7e824a None None] Pushing event updated for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:06.294481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-a14fa6bd-3d9e-40e8-8746-621c7a8ea56d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:network {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:45:06.302917 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-a14fa6bd-3d9e-40e8-8746-621c7a8ea56d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 809 time: 0.1979103 Mar 21 07:45:06.321077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-537c6fae-8549-4109-a7fd-194535aacc16 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/quotas/6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 375 time: 0.0170412 Mar 21 07:45:06.336769 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Attempting to bind port 1632c2b0-088f-40ce-836f-59d46eff8b3d on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:45:06.337051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Attempting to bind port 1632c2b0-088f-40ce-836f-59d46eff8b3d by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:45:06.337449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Attempting to bind port 1632c2b0-088f-40ce-836f-59d46eff8b3d on network 1787a31a-6822-4c22-8bcf-b581a099f2c8 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:45:06.343746 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:45:06.344129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Checking segment: {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:45:06.344533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.344926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Bound using segment: {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:45:06.352947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Bound port: 1632c2b0-088f-40ce-836f-59d46eff8b3d, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:45:06.353544 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.412555 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-737ddaa4-5651-4cc5-8025-2e0ac43c34e1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904777 Mar 21 07:45:06.444654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d78513bb-fb53-48d0-8326-dd20775ec593 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:06.504967 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] For port 1632c2b0-088f-40ce-836f-59d46eff8b3d, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:45:06.509904 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] For port 1632c2b0-088f-40ce-836f-59d46eff8b3d, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1632c2b0-088f-40ce-836f-59d46eff8b3d,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:45:06.517491 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.558703 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-c9533730-349f-4efa-9b72-dd7b8932a8da service neutron] 10.222.0.31 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340482 Mar 21 07:45:06.608727 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port d78513bb-fb53-48d0-8326-dd20775ec593 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:06.609581 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:06.636718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:06.637391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:06.703776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c7833-cfa0-44aa-aa96-acf6ec7e824a None None] Pushing event updated for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:06.713753 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-2c6b6af4-33e7-4ad2-ba76-9f429d8405b5 service neutron] 10.222.0.31 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492469 Mar 21 07:45:06.910855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-283c6d03-8782-43d7-b33c-f819d1a264e8 req-1bd0a87c-e4cd-41f5-b51a-58437d576bb1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0469904 Mar 21 07:45:06.960476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:07.298702 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 4, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1632c2b0-088f-40ce-836f-59d46eff8b3d', 'name': '', 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'mac_address': 'fa:16:3e:de:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:45:01Z', 'updated_at': '2022-03-21T07:45:06Z', 'revision_number': 4, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'subnets': [{'id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:07.302982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3aec66-a922-4092-9e98-60f278420dac None None] The sync data for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv is: [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:45:02Z', 'revision_number': 4, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '1632c2b0-088f-40ce-836f-59d46eff8b3d', 'name': '', 'network_id': '1787a31a-6822-4c22-8bcf-b581a099f2c8', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'mac_address': 'fa:16:3e:de:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:45:01Z', 'updated_at': '2022-03-21T07:45:06Z', 'revision_number': 4, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'subnets': [{'id': '17e36483-05a8-48af-b40a-2da37f7cd997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:45:07.994279 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3b18594c-f2dc-4679-b3d1-aa3ba5b46f0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:07.997596 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3b18594c-f2dc-4679-b3d1-aa3ba5b46f0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 809 time: 0.1643300 Mar 21 07:45:08.090757 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7a5968ae-3d28-45e5-8b3b-95019b186d33 req-797f6cde-b9bc-4600-8110-bad68abff18a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0580802 Mar 21 07:45:08.097329 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-f885e8a5-a051-45b3-9127-705d323caf34 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 379 time: 0.0914941 Mar 21 07:45:08.107499 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'port': {'device_id': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'admin_state_up': True, 'tenant_id': '6c31246810064d36824e4194473aadc5', 'security_groups': ['bb0132ef-cc6d-4f4d-a053-2e0ab1b57757']}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:08.251542 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:08.255316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:port and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:08.259115 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:08.264726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:08.275100 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Made reservation on behalf of 6c31246810064d36824e4194473aadc5 for: {'port': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:45:08.278559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.445613 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Allocated IP 172.20.0.10 (53af938b-14f0-4df0-9e21-d6e267991186/6c4b2de2-b804-4d8c-9066-6c0f7786fb80/853b7ce6-577c-4d6b-bafa-513973a246e7) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:45:08.463083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1632c2b0-088f-40ce-836f-59d46eff8b3d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:08.535085 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 1632c2b0-088f-40ce-836f-59d46eff8b3d completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:08.541439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1632c2b0-088f-40ce-836f-59d46eff8b3d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:08.541811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.654694 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.664147 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.670068 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Transition to ACTIVE for port object 853b7ce6-577c-4d6b-bafa-513973a246e7 will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:08.692780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.697297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 1632c2b0-088f-40ce-836f-59d46eff8b3d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1632c2b0-088f-40ce-836f-59d46eff8b3d,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:08.701183 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.764492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Network 53af938b-14f0-4df0-9e21-d6e267991186 is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:45:08.767608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:45:08.770985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:08.771983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:45:08.802374 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:08.840531 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:08.841131 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.863362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-3bc3de98-e4db-4b1e-a673-8664422c8b1f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596462 Mar 21 07:45:08.875059 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Request body: {'port': {'device_id': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:08.987390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8cfb8bc6-0092-4ab5-a4ef-9b9f44dd7d30 None None] Provisioning for port 853b7ce6-577c-4d6b-bafa-513973a246e7 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:08.993504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-8cfb8bc6-0092-4ab5-a4ef-9b9f44dd7d30 None None] Provisioning complete for port 853b7ce6-577c-4d6b-bafa-513973a246e7 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:08.993885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8bc6-0092-4ab5-a4ef-9b9f44dd7d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:08.994948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:09.051686 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb8bc6-0092-4ab5-a4ef-9b9f44dd7d30 None None] Port 853b7ce6-577c-4d6b-bafa-513973a246e7 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:45:09.462445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ac2a-15ca-46c6-8106-4cf04bc7374b req-6066f67b-0915-4068-b094-eb66cad72d33 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:09.463128 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3b47ac2a-15ca-46c6-8106-4cf04bc7374b req-6066f67b-0915-4068-b094-eb66cad72d33 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:45:09.526166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:45:09.530869 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-3b47ac2a-15ca-46c6-8106-4cf04bc7374b req-6066f67b-0915-4068-b094-eb66cad72d33 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:45:09.532001 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b47ac2a-15ca-46c6-8106-4cf04bc7374b req-6066f67b-0915-4068-b094-eb66cad72d33 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 932 time: 0.2936430 Mar 21 07:45:09.535692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:09.576269 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Transition to ACTIVE for port object 853b7ce6-577c-4d6b-bafa-513973a246e7 will not be triggered until provisioned by entity L2. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:45:09.579513 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:09.633237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3b47ac2a-15ca-46c6-8106-4cf04bc7374b req-e508b48e-ad3e-4af9-b91e-b14b01741cce tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950136 Mar 21 07:45:09.757782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:09.827626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Attempting to bind port 853b7ce6-577c-4d6b-bafa-513973a246e7 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:45:09.827957 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Attempting to bind port 853b7ce6-577c-4d6b-bafa-513973a246e7 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:45:09.828283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Attempting to bind port 853b7ce6-577c-4d6b-bafa-513973a246e7 on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:45:09.832769 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Port 853b7ce6-577c-4d6b-bafa-513973a246e7 on network 53af938b-14f0-4df0-9e21-d6e267991186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:45:09.833087 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Attempting to bind port 853b7ce6-577c-4d6b-bafa-513973a246e7 on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:45:09.838287 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:45:09.838622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Checking segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:45:09.839001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Bound using segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} {{(pid=87988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:45:09.839417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.managers [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Bound port: 853b7ce6-577c-4d6b-bafa-513973a246e7, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}}] {{(pid=87988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:45:09.839759 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:09.930921 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, cleared binding levels {{(pid=87988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:45:09.933901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:45:09.938325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:09.999879 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.000498 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:10.001875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1094 time: 1.1310799 Mar 21 07:45:10.002306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:45:10.024645 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73efa-e353-453f-bb33-bc035b6a40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=3']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:10.082237 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'status': 'completed', 'code': 200} Mar 21 07:45:10.121138 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-6601570f-f06d-452e-9797-c852ac27f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.122713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-6601570f-f06d-452e-9797-c852ac27f708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0812359 Mar 21 07:45:10.192817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-5c2677e8-c0ad-49f6-b55d-6598f9c1f256 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 217 time: 0.0635684 Mar 21 07:45:10.257704 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-f7884953-34ee-4ce6-8cd5-5e8417b1224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.259363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-f7884953-34ee-4ce6-8cd5-5e8417b1224e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0608516 Mar 21 07:45:10.333010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-584b5743-0fb0-46ec-9130-a8f4e7e54f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.334529 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-584b5743-0fb0-46ec-9130-a8f4e7e54f57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694709 Mar 21 07:45:10.439131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1632c2b0-088f-40ce-836f-59d46eff8b3d up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:10.468486 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-de73fa67-28dc-4418-942f-00b84da2d4ef service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277866 Mar 21 07:45:10.505893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 1632c2b0-088f-40ce-836f-59d46eff8b3d triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:10.506256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:10.602910 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-568a6df9-7565-4159-8df3-8bd140c04f84 req-c5b36f8c-fffb-47f5-a977-0f50c1089a78 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280515 Mar 21 07:45:10.723003 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-68ca4f02-2480-47c1-ae9e-06a54d7ebed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.724481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-68ca4f02-2480-47c1-ae9e-06a54d7ebed8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0756574 Mar 21 07:45:10.915882 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-03d5ed2c-4d01-4450-a9ee-e8ea8c502ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.917614 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-03d5ed2c-4d01-4450-a9ee-e8ea8c502ed4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1866171 Mar 21 07:45:10.925738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ec312-88d3-4600-a1dd-6ddbf71b19d1 req-c538b8f1-ba2f-4431-bf33-735833262228 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:10.927081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-356ec312-88d3-4600-a1dd-6ddbf71b19d1 req-c538b8f1-ba2f-4431-bf33-735833262228 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.1756246 Mar 21 07:45:11.007966 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-67f13c83-e984-496f-b315-695955e03b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 217 time: 0.0792933 Mar 21 07:45:11.069965 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-356ec312-88d3-4600-a1dd-6ddbf71b19d1 req-a13978e6-bc68-4687-81bc-60c3a311f621 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903940 Mar 21 07:45:11.083948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-b1014adb-5741-4c4e-819b-8ce1fe745add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:11.086111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-b1014adb-5741-4c4e-819b-8ce1fe745add service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0681007 Mar 21 07:45:11.253327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-55f59d4a-c2cb-4112-9f7b-0af35b5a05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:11.254697 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-55f59d4a-c2cb-4112-9f7b-0af35b5a05de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628623 Mar 21 07:45:11.384227 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-004a2685-9f6f-47bc-ac66-ef164f158175 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223607 Mar 21 07:45:11.515760 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c4f3587-9fb7-4dee-bcff-fa17cad87f77 req-cf71e183-7620-4914-82b6-35d298449625 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248364 Mar 21 07:45:12.260026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d5700-0006-4bc6-8681-59103768997a req-d9f2a3d2-56be-4355-8fcf-0ce12ce84cc3 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:12.261490 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea3d5700-0006-4bc6-8681-59103768997a req-d9f2a3d2-56be-4355-8fcf-0ce12ce84cc3 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0803943 Mar 21 07:45:12.320344 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ea3d5700-0006-4bc6-8681-59103768997a req-9ac69514-6865-4296-9e24-0fdcb90006f0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525579 Mar 21 07:45:13.402976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:45:13.509294 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5330dd-7eaf-4924-b4db-5588011e0dcd req-07fc8899-e5f5-4aae-96e9-30969a2c4668 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:13.510869 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a5330dd-7eaf-4924-b4db-5588011e0dcd req-07fc8899-e5f5-4aae-96e9-30969a2c4668 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0872040 Mar 21 07:45:13.540866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:13.555488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:45:13.556587 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a5330dd-7eaf-4924-b4db-5588011e0dcd req-2e4137e3-91ca-4ece-8a63-eb1f7b362d74 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Mar 21 07:45:13.609084 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:13.625807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:45:13.642382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:13.646019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:13.714898 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:13.948961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['853b7ce6-577c-4d6b-bafa-513973a246e7'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:45:14.736089 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d4e1-5c70-423b-b1ed-8a46d1852d5d req-b186cf54-6684-4115-b6e8-630654354ad7 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:14.737530 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef36d4e1-5c70-423b-b1ed-8a46d1852d5d req-b186cf54-6684-4115-b6e8-630654354ad7 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0778279 Mar 21 07:45:14.787945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ef36d4e1-5c70-423b-b1ed-8a46d1852d5d req-bbf3e5be-a510-422d-a0bf-f8b20f40d33f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Mar 21 07:45:15.411941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:45:15.484760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 853b7ce6-577c-4d6b-bafa-513973a246e7 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:45:15.489758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 853b7ce6-577c-4d6b-bafa-513973a246e7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:45:15.490134 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:15.605027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:15.663116 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:45:15.673687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:45:15.677499 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:15.714056 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'code': 200} Mar 21 07:45:15.745794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:15.990925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb861a-7715-4cbc-b2ba-a49efaeaac03 req-520a972c-e12f-44f4-b4c7-0ad25eea2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:15.992920 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0eb861a-7715-4cbc-b2ba-a49efaeaac03 req-520a972c-e12f-44f4-b4c7-0ad25eea2c87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.1306698 Mar 21 07:45:16.003622 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79ae5-5034-48f3-a7c0-97e0a4392589 req-753e8e7c-bea7-4ba8-9084-ff3f8352c5fc tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:16.004954 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ddd79ae5-5034-48f3-a7c0-97e0a4392589 req-753e8e7c-bea7-4ba8-9084-ff3f8352c5fc tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1086457 Mar 21 07:45:16.064485 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f0eb861a-7715-4cbc-b2ba-a49efaeaac03 req-17452cbc-b441-443b-996c-3f06e1f90c8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586092 Mar 21 07:45:16.074086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ddd79ae5-5034-48f3-a7c0-97e0a4392589 req-48da5db8-9c04-475d-aab5-03705de14dae tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565233 Mar 21 07:45:17.265453 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b744cf-f0c1-4dc5-943a-904938127b2a req-cecee150-14ae-4fad-b63e-55ed140cb987 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:17.266902 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36b744cf-f0c1-4dc5-943a-904938127b2a req-cecee150-14ae-4fad-b63e-55ed140cb987 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0859528 Mar 21 07:45:17.316568 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-36b744cf-f0c1-4dc5-943a-904938127b2a req-208e1814-e581-45de-a371-0c30f34c87ca tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Mar 21 07:45:18.603721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387ae2c-69b4-41fd-b3c2-280fe7c8e696 req-3a6e51b0-5586-4bd5-aa7e-1cb1b548a96d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:18.605081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4387ae2c-69b4-41fd-b3c2-280fe7c8e696 req-3a6e51b0-5586-4bd5-aa7e-1cb1b548a96d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1780150 Mar 21 07:45:18.649165 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4387ae2c-69b4-41fd-b3c2-280fe7c8e696 req-495244f0-14bd-4da2-9e9c-31cf995c80ff tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373995 Mar 21 07:45:18.839105 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecc898-3884-4af7-ae41-53969af98c30 req-7e999965-dead-4957-a760-f287b8efeee2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:18.840534 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0ecc898-3884-4af7-ae41-53969af98c30 req-7e999965-dead-4957-a760-f287b8efeee2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0874667 Mar 21 07:45:18.883197 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c0ecc898-3884-4af7-ae41-53969af98c30 req-bae2ecd5-5b9e-4dcc-a190-0dfe07ad0b2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371580 Mar 21 07:45:18.905139 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:19.014440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8a9af-5659-4de8-80a0-8ccc03253193 tempest-TestShelveInstance-3494127 tempest-TestShelveInstance-3494127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:19.015901 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b3e8a9af-5659-4de8-80a0-8ccc03253193 tempest-TestShelveInstance-3494127 tempest-TestShelveInstance-3494127-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1094 time: 0.1098087 Mar 21 07:45:19.019238 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 41892) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:45:19.019966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:19.025188 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:45:19.031252 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:45:19.035083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:floatingip and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:45:19.037975 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:45:19.043836 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:45:19.054295 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:19.236896 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-3ea0e2cd-95f9-410b-9f77-b1ff9f456cf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455829 Mar 21 07:45:19.255161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:19.448426 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Allocated IP 172.26.2.132 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/be8677e2-ff78-4042-9671-5661b5f5c17c) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:45:19.454271 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-273bdcbd-3eb1-4fd9-9324-fd1598b7a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:19.455787 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-273bdcbd-3eb1-4fd9-9324-fd1598b7a002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.1430812 Mar 21 07:45:19.812856 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-1548549b-2950-4b4d-9e8a-a0415ce86d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:19.814244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-1548549b-2950-4b4d-9e8a-a0415ce86d49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.3325021 Mar 21 07:45:19.818561 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:19.887469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-51a41085-78be-445e-952c-7c11e2108406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 217 time: 0.0658038 Mar 21 07:45:19.957650 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-73cdae56-0e36-492f-b758-75127d2f123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:19.959086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-73cdae56-0e36-492f-b758-75127d2f123f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0660605 Mar 21 07:45:19.964463 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:20.062241 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:45:20.071060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:45:20.077333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:45:20.135106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=be8677e2-ff78-4042-9671-5661b5f5c17c,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:20.195486 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-a72f0736-4b13-4784-9cf2-e7b9f6327a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:20.196962 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-a72f0736-4b13-4784-9cf2-e7b9f6327a4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2280514 Mar 21 07:45:20.458873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-29e3ce30-3a55-42e5-833d-88a7226ac254 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547731 Mar 21 07:45:20.685077 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-da2d692e-251d-4ae6-87bf-0f02548dc210 req-8fc7c0e2-960c-4b94-ba02-e14457d5db90 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201471 Mar 21 07:45:20.731750 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:20.805719 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:21.005817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:21.010125 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:21.222441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=be8677e2-ff78-4042-9671-5661b5f5c17c,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:45:21.232805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:21.403923 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Floating IP 6faf796a-77bd-4c80-bd17-2d3ae4b04e8d associated. External IP: 172.26.2.132, port: 853b7ce6-577c-4d6b-bafa-513973a246e7. Mar 21 07:45:21.753178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:45:21.929262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:45:21.938607 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:45:21.948696 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:21.949338 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:21.954532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:22.009170 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fb5346e1-a828-4360-9f3e-15f1d7be3a89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9886971 Mar 21 07:45:22.009944 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:45:22.107090 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'status': 'completed', 'code': 200} Mar 21 07:45:22.134458 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:22.198243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-8139f961-28ee-426c-9498-f7de2820ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:22.199780 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-8139f961-28ee-426c-9498-f7de2820ab28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0714755 Mar 21 07:45:22.331918 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-7383357f-b3ae-41d7-9e7f-9dbf678b91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:22.333384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-7383357f-b3ae-41d7-9e7f-9dbf678b91d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1282010 Mar 21 07:45:22.436061 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-68e532b1-b9a7-47a3-ad6b-738fb66f1b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1000 time: 0.0969670 Mar 21 07:45:22.480412 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '6faf796a-77bd-4c80-bd17-2d3ae4b04e8d', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.132', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:45:20Z', 'updated_at': '2022-03-21T07:45:20Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:22.484308 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:45:22.493385 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:45:22.493985 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:44:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:22.503047 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-4102ebd4-7517-45d6-803d-70d4bf38d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:22.504482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-4102ebd4-7517-45d6-803d-70d4bf38d72e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0622880 Mar 21 07:45:22.550216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75393d25-e508-4089-b25b-6e24fd080afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:22.580714 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-b9686d1a-83a3-4d06-8841-ae9919722f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:45:22.582257 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-b9686d1a-83a3-4d06-8841-ae9919722f15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721593 Mar 21 07:45:22.680952 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:45:22.820155 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-b7b708f0-8878-41e1-8a63-7e2ad666febb service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309465 Mar 21 07:45:22.949301 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-221df91c-faa3-49a5-a171-75fe4f6077c4 req-acfcc087-ee18-4a2a-8d20-fba53a6f2d7a service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237874 Mar 21 07:45:23.062252 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '6faf796a-77bd-4c80-bd17-2d3ae4b04e8d', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.132', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:45:20Z', 'updated_at': '2022-03-21T07:45:20Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:45:23.066380 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3353bb-2128-479b-ad00-641e82fe76a1 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': '6faf796a-77bd-4c80-bd17-2d3ae4b04e8d', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.132', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:45:20Z', 'updated_at': '2022-03-21T07:45:20Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:45:23.249537 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e10a5-0372-4bdf-9848-77dd78b4967c None None] New status for floating IP 6faf796a-77bd-4c80-bd17-2d3ae4b04e8d: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:45:24.677248 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6c019465-e53c-4143-822d-ba562eeadd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:25.910158 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:25.958583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:27.468000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:27.726978 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:45:49.022583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:52.552275 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4982461b-93da-42c3-acfd-cde61b20ce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:54.679417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-503659e1-b859-4be6-8144-5b2c830bd8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:55.911481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:55.960894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:45:57.470338 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:04.726403 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:46:19.033937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:20.196097 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-22491df3-d1fa-4dcf-8cd9-bc083686cc25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758839 Mar 21 07:46:20.330649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-daa96cba-40dc-4562-8822-23cdc79dee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:46:20.332112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-daa96cba-40dc-4562-8822-23cdc79dee51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0708616 Mar 21 07:46:20.476012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-680f704a-fece-403f-8f25-9be5be058c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:46:20.477404 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-680f704a-fece-403f-8f25-9be5be058c07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1278868 Mar 21 07:46:20.582256 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-7b9d5a41-682c-4eb5-bbfe-1649ee4d31bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1002 time: 0.0987051 Mar 21 07:46:20.646563 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-356550f9-6dee-4f86-a8bb-98dca92e520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:46:20.647927 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-356550f9-6dee-4f86-a8bb-98dca92e520d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0586202 Mar 21 07:46:20.726524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-032a2b72-12f4-4e0a-a98e-ba30c88a4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:46:20.727871 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-032a2b72-12f4-4e0a-a98e-ba30c88a4192 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739272 Mar 21 07:46:20.859594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-fda5e99b-6086-441e-9885-5e683e845a7b service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257021 Mar 21 07:46:20.991864 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d352c10-970d-498e-8538-0fafb725c6a1 req-f72ba10a-c49d-464b-861b-7831cd9910b7 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250885 Mar 21 07:46:22.555469 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc2b4-cb27-43a1-b67b-1dc8c40f090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:24.681360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-953f2601-582b-4466-aa1e-f40399db4a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:25.913598 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:25.963891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:27.472729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:41.725167 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:46:49.042395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:52.558383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-06b8128c-8ce4-44d0-b279-666e3111c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:54.682256 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a2073c67-3bff-46be-9ea3-5707dc3ec0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:55.915667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:55.967194 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:46:57.476656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:18.725373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:47:19.030550 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:20.178719 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-6e49cb55-ed55-4a06-a5ef-6ae27e54faf9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684040 Mar 21 07:47:20.319291 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee722-58bd-41c8-80ac-688bc52c260c req-9c0cf727-3291-4ac5-babd-7df1009df3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:20.320747 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-9c0cf727-3291-4ac5-babd-7df1009df3f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0742538 Mar 21 07:47:20.463491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee722-58bd-41c8-80ac-688bc52c260c req-0aa377dc-49a6-41db-b645-78c799e10f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:20.464916 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-0aa377dc-49a6-41db-b645-78c799e10f56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1258757 Mar 21 07:47:20.562647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-b037160a-b040-49f0-9ee0-0f7a306a0c04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1002 time: 0.0918396 Mar 21 07:47:20.626998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee722-58bd-41c8-80ac-688bc52c260c req-39edefdd-1731-475b-a421-cc91a55d8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:20.628388 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-39edefdd-1731-475b-a421-cc91a55d8e35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0606098 Mar 21 07:47:20.702696 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee722-58bd-41c8-80ac-688bc52c260c req-33e9bac3-2ee2-4897-85d4-347be7cb1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:20.704611 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-33e9bac3-2ee2-4897-85d4-347be7cb1e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700977 Mar 21 07:47:20.925598 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-b52d38d7-150f-444b-a706-634399b46b53 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141764 Mar 21 07:47:21.055882 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-876ee722-58bd-41c8-80ac-688bc52c260c req-77b0f414-8e10-463c-9808-cf01c95d985a service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241331 Mar 21 07:47:22.561745 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-0dfde149-c1ef-4502-b105-a1b100a3771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:24.685652 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29d2b0c5-520f-4fe3-9a45-268ff15a2bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:25.918667 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:25.969212 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:27.478637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:45.643805 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378dbe1-a091-48aa-86f7-7068ab022dbb req-395a53aa-1da1-4100-b24a-b426f7786e97 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:45.645270 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4378dbe1-a091-48aa-86f7-7068ab022dbb req-395a53aa-1da1-4100-b24a-b426f7786e97 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0861247 Mar 21 07:47:45.688695 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4378dbe1-a091-48aa-86f7-7068ab022dbb req-7c73fc65-fd9b-457b-8a3d-39a6447fd384 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377684 Mar 21 07:47:46.879031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fcae-ae1d-40ed-9434-afcd27b12e9a req-3c087228-4826-4a3f-8ce8-88303a426223 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:46.880470 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f37fcae-ae1d-40ed-9434-afcd27b12e9a req-3c087228-4826-4a3f-8ce8-88303a426223 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0791385 Mar 21 07:47:46.923854 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f37fcae-ae1d-40ed-9434-afcd27b12e9a req-a4d86519-147a-4fa2-bebd-f5819d4fdda9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 Mar 21 07:47:48.115107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af71a7-554b-4f79-a01c-5ba1ae97a7d9 req-984c4b53-02ed-47f3-897b-e5a210c41108 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:48.116572 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-76af71a7-554b-4f79-a01c-5ba1ae97a7d9 req-984c4b53-02ed-47f3-897b-e5a210c41108 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0821340 Mar 21 07:47:48.160249 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-76af71a7-554b-4f79-a01c-5ba1ae97a7d9 req-f3c50c21-cd2a-46ff-88b2-21d3153ff9c2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381408 Mar 21 07:47:49.042895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:49.342298 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728dba7-9c69-4057-9573-d154d54ac8e0 req-2db9bbb3-8bf0-4cf3-9f49-8dc0ecb58c59 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:49.344277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8728dba7-9c69-4057-9573-d154d54ac8e0 req-2db9bbb3-8bf0-4cf3-9f49-8dc0ecb58c59 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0797405 Mar 21 07:47:49.390283 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8728dba7-9c69-4057-9573-d154d54ac8e0 req-a65eb957-d39a-4175-bd89-1274c76c5a9f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404813 Mar 21 07:47:50.573847 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35406b07-de35-4349-aabf-e9c8214bad1f req-70ff2abe-ce09-41c4-9510-eeb00f29b04c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:50.575293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-35406b07-de35-4349-aabf-e9c8214bad1f req-70ff2abe-ce09-41c4-9510-eeb00f29b04c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0801206 Mar 21 07:47:50.620615 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-35406b07-de35-4349-aabf-e9c8214bad1f req-8a14d123-4f80-474a-a181-5977566ef4ed tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389349 Mar 21 07:47:51.804062 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53406-bce4-43ef-b658-de5aee919f3d req-7cd4df45-a9bc-4905-a7e7-aaa9ff4c1b82 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:51.805543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97d53406-bce4-43ef-b658-de5aee919f3d req-7cd4df45-a9bc-4905-a7e7-aaa9ff4c1b82 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Mar 21 07:47:51.849613 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-97d53406-bce4-43ef-b658-de5aee919f3d req-37280c5f-4fc4-43a6-bd6c-35e58628ecdc tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Mar 21 07:47:52.563514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b791faf0-7da3-44b3-91fd-06426fb7ba02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:53.029657 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fca9d-de54-47b4-84bd-fcce442d9073 req-3ade3fc1-6b30-4e32-bfa1-1bcd76e24512 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:53.031831 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e3fca9d-de54-47b4-84bd-fcce442d9073 req-3ade3fc1-6b30-4e32-bfa1-1bcd76e24512 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0784595 Mar 21 07:47:53.074746 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2e3fca9d-de54-47b4-84bd-fcce442d9073 req-60a95565-a185-48f2-b0d9-6cc28b18f9c8 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374584 Mar 21 07:47:54.266668 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3e01a-dbb4-4558-be55-db46b0eca825 req-66278dc4-3b03-4687-843e-181ad60b207e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:54.269075 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ba3e01a-dbb4-4558-be55-db46b0eca825 req-66278dc4-3b03-4687-843e-181ad60b207e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0861406 Mar 21 07:47:54.312819 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6ba3e01a-dbb4-4558-be55-db46b0eca825 req-13d0715b-5116-48f2-915e-0310c546423a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391917 Mar 21 07:47:54.689743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5b16d06a-c4e6-475c-b534-d5953ace100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:55.492064 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393c676-0a56-4adf-998b-6a6b29f01f4a req-18bc8eb4-8f7c-4c79-9ebc-970a5b194f9d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:55.493516 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6393c676-0a56-4adf-998b-6a6b29f01f4a req-18bc8eb4-8f7c-4c79-9ebc-970a5b194f9d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0780838 Mar 21 07:47:55.540469 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6393c676-0a56-4adf-998b-6a6b29f01f4a req-ddd38290-80b6-4a1a-9097-8ef1699ea96d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412757 Mar 21 07:47:55.724152 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:47:55.920713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:55.972426 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:56.725593 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2595-8678-449f-8fba-94292e53fc59 req-2b56aae2-4c39-45c7-ac1e-b53f80a858ef tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:56.727046 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a51d2595-8678-449f-8fba-94292e53fc59 req-2b56aae2-4c39-45c7-ac1e-b53f80a858ef tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0833883 Mar 21 07:47:56.772578 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a51d2595-8678-449f-8fba-94292e53fc59 req-34a1fa88-9bca-491d-96f4-690f64579e81 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Mar 21 07:47:57.481558 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:57.958887 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d6b0f-3a5b-44b7-96d0-d4f83393100f req-4555f147-3224-4b51-91d7-7df67478cd27 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:57.960244 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a19d6b0f-3a5b-44b7-96d0-d4f83393100f req-4555f147-3224-4b51-91d7-7df67478cd27 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0818031 Mar 21 07:47:58.003519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a19d6b0f-3a5b-44b7-96d0-d4f83393100f req-5976dccb-2282-4dff-b620-2f3f9f09f6bf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378256 Mar 21 07:47:58.144238 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:47:58.274589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:47:58.287417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:47:58.344138 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:58.360354 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:47:58.375492 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:47:58.379477 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:47:58.449834 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:47:58.458366 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.459086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.459086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.459346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.459671 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.459995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.460319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.460637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.460998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.461288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.461609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.461936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:47:58.465285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['853b7ce6-577c-4d6b-bafa-513973a246e7'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:47:59.197107 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829860a3-559c-4435-9280-5c019911511a req-780e583c-595b-4a81-ba50-38749fa24b97 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:47:59.198638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-829860a3-559c-4435-9280-5c019911511a req-780e583c-595b-4a81-ba50-38749fa24b97 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0884359 Mar 21 07:47:59.245147 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-829860a3-559c-4435-9280-5c019911511a req-efd04f1e-ecda-4303-8b76-91575dbfbaac tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399504 Mar 21 07:48:00.143311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:48:00.214127 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 853b7ce6-577c-4d6b-bafa-513973a246e7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:48:00.214495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:00.333292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:00.392988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:48:00.403014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:48:00.410130 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:00.441425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7eb5-b3da-4a3a-9bd8-9b6dc3acabb1 req-3e861b7b-0023-4900-b5ea-d16b2a2ed6a0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:00.442903 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d44f7eb5-b3da-4a3a-9bd8-9b6dc3acabb1 req-3e861b7b-0023-4900-b5ea-d16b2a2ed6a0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0890701 Mar 21 07:48:00.481031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:48:00.490907 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d44f7eb5-b3da-4a3a-9bd8-9b6dc3acabb1 req-56fb7d92-4bfb-42fd-acb7-72316f2d87a9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Mar 21 07:48:00.507493 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'code': 200} Mar 21 07:48:01.670408 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd64fdb-5749-4c41-902e-4726c60bcc36 req-086eef5b-7570-473e-9eaa-1277378f6b5f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:01.672109 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cd64fdb-5749-4c41-902e-4726c60bcc36 req-086eef5b-7570-473e-9eaa-1277378f6b5f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0798674 Mar 21 07:48:01.714853 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7cd64fdb-5749-4c41-902e-4726c60bcc36 req-e5e5967a-3b25-4223-90c1-1387352331fd tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372663 Mar 21 07:48:02.922586 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02553-906d-44e4-b115-adaca6c2cd91 req-a82ba0c3-b591-487b-bc9d-fe9b518c2434 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:02.924059 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1d02553-906d-44e4-b115-adaca6c2cd91 req-a82ba0c3-b591-487b-bc9d-fe9b518c2434 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0956192 Mar 21 07:48:02.974675 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1d02553-906d-44e4-b115-adaca6c2cd91 req-7379bf92-3d83-4773-ac3d-32d07d77ab62 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446584 Mar 21 07:48:04.191994 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80313a4c-67ee-4951-9c0f-ef977373f14b req-cd4ce60f-d10f-4bb6-97cd-acd54f9836bb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:04.193512 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80313a4c-67ee-4951-9c0f-ef977373f14b req-cd4ce60f-d10f-4bb6-97cd-acd54f9836bb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0831900 Mar 21 07:48:04.257679 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-80313a4c-67ee-4951-9c0f-ef977373f14b req-4155e889-ad52-43b3-9786-182d9786345d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555313 Mar 21 07:48:05.459638 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4f229-7ab9-4c30-ac19-9bd12246830e req-75e6574b-d9d1-4657-ba3d-1a523e43fb34 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:05.461037 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25e4f229-7ab9-4c30-ac19-9bd12246830e req-75e6574b-d9d1-4657-ba3d-1a523e43fb34 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0838101 Mar 21 07:48:05.516481 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-25e4f229-7ab9-4c30-ac19-9bd12246830e req-9bc94257-6c26-44ab-9882-7d31add96711 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Mar 21 07:48:06.718201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6d0a-803c-4af6-9d19-c7a348f1ad11 req-6e943e69-0d6a-46f3-a57d-be40b40bf5eb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:06.719638 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8fc6d0a-803c-4af6-9d19-c7a348f1ad11 req-6e943e69-0d6a-46f3-a57d-be40b40bf5eb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0876806 Mar 21 07:48:06.765594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-c8fc6d0a-803c-4af6-9d19-c7a348f1ad11 req-299ff7ad-f46b-44cf-a770-a0d1ffec772b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Mar 21 07:48:07.972610 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cbc0e-0ed8-4a0b-8373-6ba0c3a3b892 req-1e10127c-c6fc-47b1-b290-e48b3a914334 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:07.974242 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b1cbc0e-0ed8-4a0b-8373-6ba0c3a3b892 req-1e10127c-c6fc-47b1-b290-e48b3a914334 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0853124 Mar 21 07:48:08.024248 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8b1cbc0e-0ed8-4a0b-8373-6ba0c3a3b892 req-e3ee93bd-c97f-4d78-b4be-833402a1c12c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Mar 21 07:48:09.246272 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a236-ad3f-4b54-8c81-c8c188dbd63d req-ad81ad83-5c0b-4866-8e96-2059b24a8261 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:09.252818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8340a236-ad3f-4b54-8c81-c8c188dbd63d req-ad81ad83-5c0b-4866-8e96-2059b24a8261 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1115420 Mar 21 07:48:09.314231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8340a236-ad3f-4b54-8c81-c8c188dbd63d req-281cdd29-7856-44f2-8823-bccb3334261c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606422 Mar 21 07:48:10.532985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94586f-58a1-486a-8a56-797681a3be82 req-b9ff10dc-3275-4889-ac63-488bc8b19faf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:10.534586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c94586f-58a1-486a-8a56-797681a3be82 req-b9ff10dc-3275-4889-ac63-488bc8b19faf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1070745 Mar 21 07:48:10.588425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c94586f-58a1-486a-8a56-797681a3be82 req-c50a9c2b-e221-4571-bbc6-e9001f531909 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Mar 21 07:48:11.866389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ff88-3922-4a1d-8df3-2f0c38f86e84 req-8218bc0b-55be-4065-9f91-1f9376d8293f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:11.867818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08f4ff88-3922-4a1d-8df3-2f0c38f86e84 req-8218bc0b-55be-4065-9f91-1f9376d8293f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.1694789 Mar 21 07:48:11.910551 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08f4ff88-3922-4a1d-8df3-2f0c38f86e84 req-8d1f5b42-b506-495b-9e28-468294eeeedf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Mar 21 07:48:11.995770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-ef69244e-2477-4eb1-8fb2-aece270b0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:11.997207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-ef69244e-2477-4eb1-8fb2-aece270b0a23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0709705 Mar 21 07:48:12.128433 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-b9459483-bda3-4316-9392-4c3101506524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:12.129874 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-b9459483-bda3-4316-9392-4c3101506524 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1269884 Mar 21 07:48:12.231645 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-559a69fd-3cc4-488b-92a9-77e7755de999 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1002 time: 0.0957842 Mar 21 07:48:12.294133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-d0c02c03-6b49-4a80-a8bb-0336524901b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:12.295695 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-d0c02c03-6b49-4a80-a8bb-0336524901b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0585380 Mar 21 07:48:12.369391 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-020fc0e2-28f3-477e-9a33-99c8f3f318bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:12.370875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-020fc0e2-28f3-477e-9a33-99c8f3f318bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691402 Mar 21 07:48:12.380420 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-d77f0522-dd9e-4e11-8be8-5f2b0083fa38 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:48:12.381352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-d77f0522-dd9e-4e11-8be8-5f2b0083fa38 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046756 Mar 21 07:48:12.509575 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-284d81e7-1a9c-4f6c-998f-5295c3db1f17 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226594 Mar 21 07:48:12.639964 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0c066f7c-5ce3-4ed5-ab84-d6dadd880017 req-a68bfae3-af1c-4045-bfe8-9d6e6f966008 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236577 Mar 21 07:48:13.096666 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39eef-8ea8-45f1-ab11-82779878f677 req-e778f7d8-efdf-4feb-8751-0d81a234286e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:13.098142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1bc39eef-8ea8-45f1-ab11-82779878f677 req-e778f7d8-efdf-4feb-8751-0d81a234286e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0830793 Mar 21 07:48:13.142956 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1bc39eef-8ea8-45f1-ab11-82779878f677 req-b2788deb-4207-4504-915b-d5caf4de43af tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 Mar 21 07:48:14.338172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2ceeb-b637-4629-9b5a-fbb9399e58f3 req-11f34a7b-d700-4f17-9b48-00572b15e75f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:14.339640 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9a2ceeb-b637-4629-9b5a-fbb9399e58f3 req-11f34a7b-d700-4f17-9b48-00572b15e75f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0864890 Mar 21 07:48:14.387967 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9a2ceeb-b637-4629-9b5a-fbb9399e58f3 req-9f662b11-b86a-4967-adf4-bb893e31611b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 Mar 21 07:48:14.767345 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eafbf9-cb45-4a17-9e1c-cbc42e6a31aa req-47c9642c-d409-48b9-b0eb-138cae852fd2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:14.768918 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-10eafbf9-cb45-4a17-9e1c-cbc42e6a31aa req-47c9642c-d409-48b9-b0eb-138cae852fd2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0874631 Mar 21 07:48:14.819817 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-10eafbf9-cb45-4a17-9e1c-cbc42e6a31aa req-08ea70d0-9844-4828-85af-61b16d839b48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 Mar 21 07:48:15.134058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-148d0e9c-79b3-441b-b465-64366038ad61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1653175 Mar 21 07:48:16.003211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380d260-d710-4c55-b760-a9897c98e31a req-3ce7bded-ea73-4744-ab76-d4ea9a3b7b0b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:16.004650 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6380d260-d710-4c55-b760-a9897c98e31a req-3ce7bded-ea73-4744-ab76-d4ea9a3b7b0b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 946 time: 0.0821044 Mar 21 07:48:16.049300 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6380d260-d710-4c55-b760-a9897c98e31a req-8ea00b89-519d-4126-8e20-b5817da840c6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Mar 21 07:48:16.236030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:48:16.349728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:16.375912 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:48:16.385372 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:48:16.390635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:16.426585 dv-neutron-834307-1-hyperv neutron-server[87990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'code': 422} returned with failed status Mar 21 07:48:16.456319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:48:17.229051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334efc77-13b3-4106-9129-2b1f6382bbb3 req-5f814dfe-96aa-426e-ae98-3ee19e031f2c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:17.230619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-334efc77-13b3-4106-9129-2b1f6382bbb3 req-5f814dfe-96aa-426e-ae98-3ee19e031f2c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0780661 Mar 21 07:48:17.274056 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-334efc77-13b3-4106-9129-2b1f6382bbb3 req-b7e70d9a-66e1-4d36-b1dc-b9fce047468b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370026 Mar 21 07:48:18.463725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a12d0f-9935-4dd6-9def-2299c3c3327b req-0fb3dee9-f22d-43b0-890d-3547b4d7d4a2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:18.465199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94a12d0f-9935-4dd6-9def-2299c3c3327b req-0fb3dee9-f22d-43b0-890d-3547b4d7d4a2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0833471 Mar 21 07:48:18.508984 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-94a12d0f-9935-4dd6-9def-2299c3c3327b req-4563545b-1846-49f7-a689-022a3ce511bb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Mar 21 07:48:19.044388 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:19.694873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8531e-9722-49e0-a5a3-59c5260fb40f req-9d230b2a-74d6-46e1-a89f-b242615d7fc7 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:19.696456 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6a8531e-9722-49e0-a5a3-59c5260fb40f req-9d230b2a-74d6-46e1-a89f-b242615d7fc7 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0836291 Mar 21 07:48:19.745141 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b6a8531e-9722-49e0-a5a3-59c5260fb40f req-c0cdc6e4-5bc4-4602-9eb8-0c77e59b355f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Mar 21 07:48:20.141262 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.30', 53444) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:48:20.194306 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1432de-461a-4df7-a05c-ff108aade674 req-a9011d47-597e-4fc2-96a4-72aa9e7c3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.195793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-a9011d47-597e-4fc2-96a4-72aa9e7c3222 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 1097 time: 0.0746491 Mar 21 07:48:20.211492 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-7c1b3280-36df-4793-8476-9938c1e37725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.212937 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-7c1b3280-36df-4793-8476-9938c1e37725 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0706987 Mar 21 07:48:20.360591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-16e24200-aa67-4694-9e06-28219e7d21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.362070 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-16e24200-aa67-4694-9e06-28219e7d21d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1278229 Mar 21 07:48:20.464524 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-8d45902d-be9f-47ae-a484-2d5977313a6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1000 time: 0.0959113 Mar 21 07:48:20.525444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-5bc8793e-0eb3-47db-8b02-c3144d0bfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.526841 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-5bc8793e-0eb3-47db-8b02-c3144d0bfef2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0562367 Mar 21 07:48:20.604171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-0b921bf3-1f0b-427b-bb98-5e5bdc118389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.605658 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-0b921bf3-1f0b-427b-bb98-5e5bdc118389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726881 Mar 21 07:48:20.733199 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-b2b7648b-8859-4c81-8c3d-94770b624b6c service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218324 Mar 21 07:48:20.933102 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd824-acff-4743-806b-284ee87188e5 req-c1ae2b3b-1deb-4218-ba6f-cc224c8b5317 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:20.934629 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92edd824-acff-4743-806b-284ee87188e5 req-c1ae2b3b-1deb-4218-ba6f-cc224c8b5317 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0836678 Mar 21 07:48:20.971431 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3fac331c-a8e8-402f-a54c-4d80238dd2c9 req-8d6a2333-443e-428c-8b6f-563428454a24 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327967 Mar 21 07:48:20.982539 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-92edd824-acff-4743-806b-284ee87188e5 req-e1b40468-8950-48a6-8c4b-ae0440d4f647 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Mar 21 07:48:21.086747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1432de-461a-4df7-a05c-ff108aade674 req-85d9a22f-171a-487a-9829-2edfc6edb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:21.088202 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-85d9a22f-171a-487a-9829-2edfc6edb005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0711167 Mar 21 07:48:21.217166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1432de-461a-4df7-a05c-ff108aade674 req-b0f6371d-e270-467d-815b-ce9a66928156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:21.218637 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-b0f6371d-e270-467d-815b-ce9a66928156 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1248076 Mar 21 07:48:21.321605 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-a4556f0e-a29f-4803-8d3b-662f16b5fb1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1000 time: 0.0969143 Mar 21 07:48:21.383281 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1432de-461a-4df7-a05c-ff108aade674 req-5bcbd19f-22f6-4212-82f9-3b938cf4ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:21.384683 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-5bcbd19f-22f6-4212-82f9-3b938cf4ada4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0575993 Mar 21 07:48:21.460795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1432de-461a-4df7-a05c-ff108aade674 req-ac7c6a0b-86b7-421b-8319-a03a1379a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:21.462261 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-ac7c6a0b-86b7-421b-8319-a03a1379a984 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717854 Mar 21 07:48:21.596041 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-12fdfaa5-76a2-4716-b211-2e5f94482beb service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273904 Mar 21 07:48:21.724393 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5c1432de-461a-4df7-a05c-ff108aade674 req-d6a0c677-515c-46c5-87c4-1e88cbae480c service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220789 Mar 21 07:48:22.197319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53daae5-0f26-46e4-a977-f50ae60b2839 req-f76524f7-b33a-4ab3-8088-6350941f9807 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:22.205484 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a53daae5-0f26-46e4-a977-f50ae60b2839 req-f76524f7-b33a-4ab3-8088-6350941f9807 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.1009464 Mar 21 07:48:22.294482 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a53daae5-0f26-46e4-a977-f50ae60b2839 req-d385d799-4d19-4c1b-a181-8048fcd36b15 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879092 Mar 21 07:48:22.570849 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8e1ece36-baf8-4a34-baca-e1e959773493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:23.490029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9a01-f322-40ce-9a51-08ea6d2b0f2f req-f7064a6c-6552-4d46-9966-4e29d08d6ffe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:23.491527 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51fd9a01-f322-40ce-9a51-08ea6d2b0f2f req-f7064a6c-6552-4d46-9966-4e29d08d6ffe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0961592 Mar 21 07:48:23.637290 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-51fd9a01-f322-40ce-9a51-08ea6d2b0f2f req-0b5ead2b-ac32-4b46-8be3-9a4a3294f0d1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397128 Mar 21 07:48:24.697091 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5c74abfb-2ded-4229-a7ae-4474ee846e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:24.825243 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b8c04-b7be-49f0-82d7-342123b03e47 req-1b827f3d-063c-4417-907e-78c8175963d2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:24.826634 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-246b8c04-b7be-49f0-82d7-342123b03e47 req-1b827f3d-063c-4417-907e-78c8175963d2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0816853 Mar 21 07:48:24.872766 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-246b8c04-b7be-49f0-82d7-342123b03e47 req-60ccc27c-d2da-41f2-9396-39880281cefd tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397835 Mar 21 07:48:25.928389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:25.976994 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:26.091565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932a1f-9995-4ef9-9ffc-46dc17d59764 req-a166ff7e-5e69-4258-82c4-0dded6da601d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:26.093030 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f932a1f-9995-4ef9-9ffc-46dc17d59764 req-a166ff7e-5e69-4258-82c4-0dded6da601d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0882053 Mar 21 07:48:26.143148 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2f932a1f-9995-4ef9-9ffc-46dc17d59764 req-63b63df1-623f-41e8-aca6-87cf6dc553f0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Mar 21 07:48:27.348557 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6055e-c1bb-466f-8581-336377bd152a req-4d14317f-3859-4088-9a99-9dedda371132 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:27.350143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4bd6055e-c1bb-466f-8581-336377bd152a req-4d14317f-3859-4088-9a99-9dedda371132 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0932245 Mar 21 07:48:27.398209 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4bd6055e-c1bb-466f-8581-336377bd152a req-4332e895-fde2-4ba7-85ad-7c2d7224c5ce tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 Mar 21 07:48:27.487453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:28.602565 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed040aea-6980-4ea0-bfc7-ab43ce012a8d req-366fdc62-cbfb-4944-99e3-e7399984aab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:28.604086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed040aea-6980-4ea0-bfc7-ab43ce012a8d req-366fdc62-cbfb-4944-99e3-e7399984aab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0904028 Mar 21 07:48:28.653773 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ed040aea-6980-4ea0-bfc7-ab43ce012a8d req-506f6d0b-e324-4809-bfa2-7be01464591f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Mar 21 07:48:29.842571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57a877-5706-413a-b503-6f707a2ba441 req-e90fad85-50c7-4a86-bc9f-95e9aaf61d47 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:29.844142 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa57a877-5706-413a-b503-6f707a2ba441 req-e90fad85-50c7-4a86-bc9f-95e9aaf61d47 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0843947 Mar 21 07:48:29.887165 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa57a877-5706-413a-b503-6f707a2ba441 req-5c54eda3-20f0-44b1-9136-ad92e2637567 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375416 Mar 21 07:48:31.087751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9145a9-3c5c-445a-86df-b7bc3e2f071c req-a80ff818-9949-4164-be5e-c562493a753e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:31.089207 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d9145a9-3c5c-445a-86df-b7bc3e2f071c req-a80ff818-9949-4164-be5e-c562493a753e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0905859 Mar 21 07:48:31.141151 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d9145a9-3c5c-445a-86df-b7bc3e2f071c req-54d5ba29-9fa8-4d4c-8e46-272040a54b08 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Mar 21 07:48:32.328655 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9f58-dd6f-47c5-ad5d-33af56e0bbcc req-509b1a6e-b6b7-457c-9665-2835f5b28808 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:32.330236 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a2d9f58-dd6f-47c5-ad5d-33af56e0bbcc req-509b1a6e-b6b7-457c-9665-2835f5b28808 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0829074 Mar 21 07:48:32.373353 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-0a2d9f58-dd6f-47c5-ad5d-33af56e0bbcc req-aa692f93-83af-404a-8291-abb3a074c551 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375354 Mar 21 07:48:32.726254 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:48:33.556299 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729d2d-1b61-4dc1-9a8d-ae1b241df689 req-9c912d9b-7f18-454d-9cd0-a6abccc1f41e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:33.557657 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c729d2d-1b61-4dc1-9a8d-ae1b241df689 req-9c912d9b-7f18-454d-9cd0-a6abccc1f41e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0782297 Mar 21 07:48:33.604505 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3c729d2d-1b61-4dc1-9a8d-ae1b241df689 req-8cb882ae-3910-415f-8722-2bc9b3f557d2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Mar 21 07:48:34.789577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa772c-ab36-4c72-a361-4da444ee1e46 req-125c1859-a8ca-4393-9971-a11e2d526467 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:34.791277 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fafa772c-ab36-4c72-a361-4da444ee1e46 req-125c1859-a8ca-4393-9971-a11e2d526467 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0802569 Mar 21 07:48:34.835112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fafa772c-ab36-4c72-a361-4da444ee1e46 req-5c4c95d3-7b7c-473c-b0da-1a4375029d15 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Mar 21 07:48:36.018405 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9336088-f518-4ee4-abc3-b965ce4305c1 req-497ff351-222a-4384-994a-a78b51ab5541 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:36.019822 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9336088-f518-4ee4-abc3-b965ce4305c1 req-497ff351-222a-4384-994a-a78b51ab5541 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 944 time: 0.0823534 Mar 21 07:48:36.063201 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9336088-f518-4ee4-abc3-b965ce4305c1 req-46630a4b-046c-43d5-944c-f1b4be37bc5b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378528 Mar 21 07:48:36.280013 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:48:36.410214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:48:36.424569 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'port_id': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'mac_address': 'fa:16:3e:50:60:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:48:36.478970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:36.496146 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:48:36.510791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:48:36.514632 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:36.586092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=9']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:48:36.852947 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['853b7ce6-577c-4d6b-bafa-513973a246e7'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:48:37.251709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1402-6b42-4f08-aeac-ad328e803b97 req-04689ad9-6ff6-4595-b8bb-76456b19ab66 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:37.253158 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc0e1402-6b42-4f08-aeac-ad328e803b97 req-04689ad9-6ff6-4595-b8bb-76456b19ab66 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0863209 Mar 21 07:48:37.298257 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc0e1402-6b42-4f08-aeac-ad328e803b97 req-04b12e7e-fd28-43ca-ab43-a6f26ff1ac30 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394881 Mar 21 07:48:38.307269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:48:38.378266 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 853b7ce6-577c-4d6b-bafa-513973a246e7 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:48:38.378631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:38.485793 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9a93-6715-4f6a-ae6b-f85219951fc0 req-01ca2291-df4a-4c23-93e4-71ba24892feb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:38.487141 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1dff9a93-6715-4f6a-ae6b-f85219951fc0 req-01ca2291-df4a-4c23-93e4-71ba24892feb tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0851443 Mar 21 07:48:38.494346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:38.523733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:48:38.533293 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1dff9a93-6715-4f6a-ae6b-f85219951fc0 req-c1af3f57-f8e8-41ff-a810-15fbfda7edd9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397239 Mar 21 07:48:38.534356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:48:38.539775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:38.576336 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'code': 200} Mar 21 07:48:38.610833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=10']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:48:38.803025 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1deae6-7bef-4f34-b4c5-d7964405dfbf req-27682b20-307c-4b55-9833-09cca79c9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:38.804408 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4f1deae6-7bef-4f34-b4c5-d7964405dfbf req-27682b20-307c-4b55-9833-09cca79c9fbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1100 time: 0.0742660 Mar 21 07:48:38.842346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-4f1deae6-7bef-4f34-b4c5-d7964405dfbf req-7394c6d8-fe8a-4f8d-b4cd-d022b53ddacb service neutron] Synchronizing usage tracker for tenant:500cbe190cf444879d54ce8246287bab on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:48:38.857570 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-4f1deae6-7bef-4f34-b4c5-d7964405dfbf req-7394c6d8-fe8a-4f8d-b4cd-d022b53ddacb service neutron] Unset dirty status for tenant:500cbe190cf444879d54ce8246287bab on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:48:38.858637 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4f1deae6-7bef-4f34-b4c5-d7964405dfbf req-7394c6d8-fe8a-4f8d-b4cd-d022b53ddacb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486555 Mar 21 07:48:39.720417 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee6bd-7048-4255-ba1d-3588f0fb56df req-5c629756-dc8c-4f67-bcde-dcc9f1852519 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:39.721921 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e01ee6bd-7048-4255-ba1d-3588f0fb56df req-5c629756-dc8c-4f67-bcde-dcc9f1852519 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 947 time: 0.0816565 Mar 21 07:48:39.770402 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e01ee6bd-7048-4255-ba1d-3588f0fb56df req-b490a579-8d86-40f0-b231-df609777d618 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Mar 21 07:48:40.961658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66370a3c-8498-4089-ae0e-a388778d5ba7 req-1e959e82-6780-4f11-9f88-c151d85b9bc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:48:40.963060 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-66370a3c-8498-4089-ae0e-a388778d5ba7 req-1e959e82-6780-4f11-9f88-c151d85b9bc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 947 time: 0.0799243 Mar 21 07:48:41.007294 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-66370a3c-8498-4089-ae0e-a388778d5ba7 req-5ca0c3bb-a0a3-4359-ba78-12228877ad52 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380640 Mar 21 07:48:49.067611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:52.563229 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fcd169b6-ab3b-45bd-8894-fd0c6133088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:54.689760 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-94505638-eade-4095-b354-922dd28f10dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:55.921038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:55.977331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:48:57.487952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:09.725483 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:49:19.057987 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:20.192517 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-72d4cfdf-019f-4bd4-bdd8-11cbb03c0703 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111584 Mar 21 07:49:20.335759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-6800f88f-5977-4309-8c45-bfe81caadcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:49:20.337503 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-6800f88f-5977-4309-8c45-bfe81caadcbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1100 time: 0.0733473 Mar 21 07:49:20.482792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-2cdd7290-109f-4530-951f-c6a5cdaf5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:49:20.484208 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-2cdd7290-109f-4530-951f-c6a5cdaf5dc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1289046 Mar 21 07:49:20.588658 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-8a7ae19f-c8f2-4211-87c7-757cfc055b7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 1002 time: 0.0978813 Mar 21 07:49:20.650551 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-d18249a5-dffc-4519-98e6-7dce9d1a285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:49:20.651928 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-d18249a5-dffc-4519-98e6-7dce9d1a285a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0574119 Mar 21 07:49:20.727802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-29923d41-5869-402f-88aa-28298083c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:49:20.729323 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-29923d41-5869-402f-88aa-28298083c1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713761 Mar 21 07:49:20.856782 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-a61e3f60-1977-42fe-bef8-288bba1f0078 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210880 Mar 21 07:49:21.086684 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-6e79280c-ab6f-43b5-bf6e-4f62cfa9fabb req-33c5c498-76a7-43de-aba6-d6d49d81d613 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246010 Mar 21 07:49:22.565952 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-797be4d1-d9b2-4d52-88aa-a27a4d9c5d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:24.691761 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a0e59402-c0e6-4303-9702-ddf648f3f242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:25.923771 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:25.978995 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:27.489869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:46.724598 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:49:49.071437 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:52.568009 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09dd9c0c-fe32-420b-ac60-1b3a9a6a60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:54.696054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8b08778d-ebea-4aa5-bb8d-2abfce38b84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:55.924931 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:55.981585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:49:57.491685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:16.576295 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42282) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:16.818925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Deleting port be8677e2-ff78-4042-9671-5661b5f5c17c {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:50:16.819264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:16.988898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:16.989250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:17.110006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Calling delete_port for be8677e2-ff78-4042-9671-5661b5f5c17c owned by network:floatingip {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:50:17.258972 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:17.306964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'Port': ['ID=be8677e2-ff78-4042-9671-5661b5f5c17c,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:17.349264 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.349617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.349947 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.350278 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.350621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.350940 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.351256 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.351571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.351885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.352197 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.352509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.352819 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:17.406832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:17.407156 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Floating IP 6faf796a-77bd-4c80-bd17-2d3ae4b04e8d disassociated (deleted). External IP: 172.26.2.132, port: 853b7ce6-577c-4d6b-bafa-513973a246e7. Mar 21 07:50:17.745977 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:50:18.026779 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:50:18.036549 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:50:18.046836 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:50:18.047417 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:49:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:18.048249 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:18.104733 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-dfebc976-1098-4ffe-afd5-bc0265c283db tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "DELETE /v2.0/floatingips/6faf796a-77bd-4c80-bd17-2d3ae4b04e8d HTTP/1.1" status: 204 len: 168 time: 1.5273941 Mar 21 07:50:18.105359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:50:18.227564 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'status': 'completed', 'code': 200} Mar 21 07:50:18.235867 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:50:18.332116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-1359134a-9105-40d2-b64a-ad88a89d1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:18.333912 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-1359134a-9105-40d2-b64a-ad88a89d1b3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 1100 time: 0.0841260 Mar 21 07:50:18.472669 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-f0468268-2147-4001-b54e-d7679de44fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:18.474262 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-f0468268-2147-4001-b54e-d7679de44fac service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1340673 Mar 21 07:50:18.551256 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-e76a8335-2b6d-42ac-813e-32887cf66edb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 200 len: 217 time: 0.0696120 Mar 21 07:50:18.567365 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:18.572193 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:50:18.582393 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:50:18.582985 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:49:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:18.614803 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-a173a058-3cc0-4d1e-b343-76e8aeae55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:18.616245 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-a173a058-3cc0-4d1e-b343-76e8aeae55ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0582154 Mar 21 07:50:18.631445 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cca4b3-7893-44e1-9e4f-856431e185d9 req-0cf1c674-c00b-4c5a-b68c-a42fe3455ed4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:18.632971 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27cca4b3-7893-44e1-9e4f-856431e185d9 req-0cf1c674-c00b-4c5a-b68c-a42fe3455ed4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 947 time: 0.2181001 Mar 21 07:50:18.677966 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27cca4b3-7893-44e1-9e4f-856431e185d9 req-34b16f0f-6c68-45cd-b1ba-22abf56184a2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Mar 21 07:50:18.694141 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-d98ee1d3-378e-4399-a4a7-f70ef1d7691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:18.695628 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-d98ee1d3-378e-4399-a4a7-f70ef1d7691e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733581 Mar 21 07:50:18.770220 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:50:18.830284 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-43bddd9f-257a-481a-af12-f834dad14ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284199 Mar 21 07:50:18.965963 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e18f77b0-bce2-4f84-9e42-00fd6caa4ed3 req-3f8c0e64-d7ce-4aae-b2f7-696480841755 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289327 Mar 21 07:50:19.071925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:19.121899 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:19.125874 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e384-6a03-44e6-8121-3dac0e52c519 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:50:19.332003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb55186d-2550-42c3-91e1-e370dc775bc7 None None] New status for floating IP 6faf796a-77bd-4c80-bd17-2d3ae4b04e8d: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:50:19.916375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313f5a1-e69e-4091-bd5d-dafd08d8b191 req-61e4cfeb-2450-4948-848a-d31b0462289a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:19.917855 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5313f5a1-e69e-4091-bd5d-dafd08d8b191 req-61e4cfeb-2450-4948-848a-d31b0462289a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 947 time: 0.1329346 Mar 21 07:50:19.918438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-d4e5702c-989e-48af-a862-20efe7c8f407 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:19.919137 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-d4e5702c-989e-48af-a862-20efe7c8f407 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:50:19.936599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-d4e5702c-989e-48af-a862-20efe7c8f407 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:50:19.937807 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-d4e5702c-989e-48af-a862-20efe7c8f407 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 947 time: 0.1007984 Mar 21 07:50:19.962008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-5313f5a1-e69e-4091-bd5d-dafd08d8b191 req-a8619454-46ba-457f-b0c4-38fa5bc03288 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377481 Mar 21 07:50:20.007057 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Deleting port 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:50:20.007399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:20.252546 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] For port 853b7ce6-577c-4d6b-bafa-513973a246e7, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=853b7ce6-577c-4d6b-bafa-513973a246e7,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:50:20.252902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:20.377838 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Calling delete_port for 853b7ce6-577c-4d6b-bafa-513973a246e7 owned by compute:nova {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:50:20.523533 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:20.577271 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'Port': ['ID=853b7ce6-577c-4d6b-bafa-513973a246e7,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:20.650620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] No DVR routers for this DVR port 853b7ce6-577c-4d6b-bafa-513973a246e7 on host hv-neutron-8343 {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:50:20.652971 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:20.655903 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-deleted', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:50:20.672099 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-9a31845b-a871-454c-a3d3-532d7cfbe9b7 req-f57ef6d9-25b0-4221-92c5-424e4dd380fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "DELETE /v2.0/ports/853b7ce6-577c-4d6b-bafa-513973a246e7 HTTP/1.1" status: 204 len: 173 time: 0.7296097 Mar 21 07:50:20.700118 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b26c7-b7b3-4343-907a-b6ee16c2b2f7', 'name': 'network-vif-deleted', 'tag': '853b7ce6-577c-4d6b-bafa-513973a246e7', 'status': 'completed', 'code': 200} Mar 21 07:50:21.124474 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-eb679120-a227-4371-b031-fb15e1eb197e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0455897 Mar 21 07:50:21.135550 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-46fe2979-e12a-419f-b424-854c8cf6753c req-b8dada18-9fa1-400b-bdba-f198359e4bc5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0477896 Mar 21 07:50:21.338507 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-318628c6-88cf-4333-b975-4940c705e805 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=497b26c7-b7b3-4343-907a-b6ee16c2b2f7 HTTP/1.1" status: 200 len: 210 time: 0.1398592 Mar 21 07:50:21.486366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-95126fd7-b57d-4cec-b835-f4505fb9820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:21.487710 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-95126fd7-b57d-4cec-b835-f4505fb9820d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c31246810064d36824e4194473aadc5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1315222 Mar 21 07:50:21.620520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-92e888f1-4b08-48d5-a7ec-48ecfee0062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:21.621987 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-540ece1d-bca2-49f5-80a6-3acc2e6f78e6 req-92e888f1-4b08-48d5-a7ec-48ecfee0062b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282842 Mar 21 07:50:22.230805 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42310) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:22.300802 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.334404 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.398275 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.416762 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0132ef-cc6d-4f4d-a053-2e0ab1b57757,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:22.429144 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.430343 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-980fd5a8-bd8d-4211-846d-60d7a97f2f92 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb0132ef-cc6d-4f4d-a053-2e0ab1b57757 HTTP/1.1" status: 204 len: 168 time: 0.1985433 Mar 21 07:50:22.569579 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-89948834-cf22-4fb3-9978-56447b531f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.732288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42318) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:22.737668 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891828955', 'description': 'tempest-secgroup-smoke-1891828955 description', 'project_id': '6c31246810064d36824e4194473aadc5'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:22.743822 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:22.747889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:22.750923 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:22.756477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:22.766961 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.786019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:22.789973 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:22.792689 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:22.798845 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:22.869694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.873350 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.918329 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937d49dc-8bdb-4abf-acad-060ae40585bb,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:22.923567 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:22.924785 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c77294ba-b4e5-41cb-a125-f9465def4c48 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1914318 Mar 21 07:50:22.927740 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42322) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:22.932674 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:22.939016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:22.943106 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:22.945939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:22.951536 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:22.968397 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.030642 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.034484 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.059334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e6d57-d94d-4b1e-bca1-0f5ffea2b049,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.068902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.070404 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e98f5ce6-0b61-4e33-a940-76ec3009a390 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415706 Mar 21 07:50:23.073318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42326) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:23.078951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:23.084631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:23.088391 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:23.091523 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:23.101085 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:23.118991 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.183504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.188468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.209583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e012bede-ea24-483c-a3c8-2e01bb1ed13f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.220528 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.221645 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-b345d1ca-1b9d-4b13-805b-b6d091ede214 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474178 Mar 21 07:50:23.224376 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42330) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:23.229261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:23.234980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:23.238914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:23.241860 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:23.247366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:23.264589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.326159 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.330520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.356304 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4080e20-1c10-432f-8a6b-b1ff43b5a936,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.366139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.367328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e8206e5c-9e3c-4e6a-b726-9d460d334f22 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420538 Mar 21 07:50:23.370286 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42334) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:23.375164 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:23.380951 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:23.384736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:23.387590 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:23.393827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:23.410343 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.475240 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.478521 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.502506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb687af-e5c3-4f85-b4b0-26883976141e,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.510889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.512028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-40a08bd2-0f52-4c77-a778-78dcb427dab6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408367 Mar 21 07:50:23.515471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42338) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:23.520402 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:23.526171 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:23.530633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:23.533512 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:23.539485 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:23.549671 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Project 6c31246810064d36824e4194473aadc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:50:23.555909 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.618741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.622368 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.647103 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a5cbf2-cea5-4865-b462-fc1ccf6b2f9f,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.656346 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.657707 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-1929aa38-5cde-4928-8997-5d158fca5f4d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413333 Mar 21 07:50:23.660349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42342) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:23.665594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'security_group_rule': {'security_group_id': '937d49dc-8bdb-4abf-acad-060ae40585bb', 'project_id': '6c31246810064d36824e4194473aadc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:23.671742 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:23.675477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:security_group_rule and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:23.678366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:23.684015 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:23.694613 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Project 6c31246810064d36824e4194473aadc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:50:23.700889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.723483 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:50:23.767939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.771246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.793450 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48da09c-5691-4c40-8c2a-61d06e60e335,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:23.802261 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:23.803461 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c4e4c57a-8c9e-485c-a7c2-c8aaa61b8e45 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421561 Mar 21 07:50:24.700017 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ff719d2-0d71-4bef-9f17-11e0209fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:24.776346 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:50:24.814076 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 853b7ce6-577c-4d6b-bafa-513973a246e7 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:50:24.814342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 853b7ce6-577c-4d6b-bafa-513973a246e7 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:50:25.928387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:25.986906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:27.493586 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:37.602851 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-68c6de7a-3a9b-4496-ae53-dbe891a5e54c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891828955&fields=id&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 267 time: 0.0383470 Mar 21 07:50:37.749392 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-dd2f383b-9826-4e77-a077-e15f6de83a0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:37.750793 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-dd2f383b-9826-4e77-a077-e15f6de83a0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 809 time: 0.1408396 Mar 21 07:50:37.764897 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-9bc844ef-8437-4d91-a520-5144236004bc tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/quotas/6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 375 time: 0.0087080 Mar 21 07:50:37.845111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-19a190ca-e873-428b-8b93-978a2584b0fa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754359 Mar 21 07:50:37.910688 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0150a6da-305e-4bdb-aaed-fc6887ed8922 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:50:37.911690 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0150a6da-305e-4bdb-aaed-fc6887ed8922 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561037 Mar 21 07:50:38.041783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-192becef-24a4-4b5d-b320-647a5792814d service neutron] 10.222.0.31 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238804 Mar 21 07:50:38.257643 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0efdf790-17a9-4323-8ab2-98f427b1044b service neutron] 10.222.0.31 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095816 Mar 21 07:50:38.625873 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f7983ccc-6eaf-4082-b8b8-2b7a55ff649e req-5da7ab41-044e-46f3-8f08-14d59c0880e4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 210 time: 0.0427859 Mar 21 07:50:39.789742 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-308eaf51-a27e-49e6-a919-d32642d28188 req-718b150f-46e0-40ed-8172-011bb2830cc5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 210 time: 0.0459983 Mar 21 07:50:39.845736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-e2709c55-61aa-4cba-a191-7711abac4c89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:39.847093 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-e2709c55-61aa-4cba-a191-7711abac4c89 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 809 time: 0.1841581 Mar 21 07:50:39.893130 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0d21de67-2528-45cd-8dc5-a055ee271cc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:50:39.908433 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0d21de67-2528-45cd-8dc5-a055ee271cc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:50:39.909600 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0d21de67-2528-45cd-8dc5-a055ee271cc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 380 time: 0.0551941 Mar 21 07:50:39.921075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'port': {'device_id': '3a9f6fe6-880c-4225-973a-554998934620', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'admin_state_up': True, 'tenant_id': '6c31246810064d36824e4194473aadc5', 'security_groups': ['937d49dc-8bdb-4abf-acad-060ae40585bb']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:40.059024 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:40.063143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:port and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:40.065904 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:40.071379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:40.081363 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Made reservation on behalf of 6c31246810064d36824e4194473aadc5 for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:50:40.084815 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:40.250898 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Allocated IP 172.20.0.12 (53af938b-14f0-4df0-9e21-d6e267991186/6c4b2de2-b804-4d8c-9066-6c0f7786fb80/dbdd0208-8b75-439b-98b8-32678ecef2ee) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:50:40.441793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:40.457879 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Transition to ACTIVE for port object dbdd0208-8b75-439b-98b8-32678ecef2ee will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:50:40.480560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:40.655657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Network 53af938b-14f0-4df0-9e21-d6e267991186 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:50:40.658756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:50:40.661246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:50:40.699055 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:40.735667 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:40.736439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:40.763154 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-74de6ab8-3898-4400-ac3a-d4042b2cff2b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457983 Mar 21 07:50:40.773964 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Request body: {'port': {'device_id': '3a9f6fe6-880c-4225-973a-554998934620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:40.893390 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:40.968840 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e3090d88-a015-4431-9a4d-53743b86123b None None] Provisioning for port dbdd0208-8b75-439b-98b8-32678ecef2ee completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:50:40.975384 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e3090d88-a015-4431-9a4d-53743b86123b None None] Provisioning complete for port dbdd0208-8b75-439b-98b8-32678ecef2ee triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:50:40.975976 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e3090d88-a015-4431-9a4d-53743b86123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.003533 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7ca7d-9a76-49e2-bacc-e1cb331add8f req-9d9f8bbd-5c7d-4792-baca-5fdb6a5092fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:41.005991 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27a7ca7d-9a76-49e2-bacc-e1cb331add8f req-9d9f8bbd-5c7d-4792-baca-5fdb6a5092fe tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 932 time: 0.1001778 Mar 21 07:50:41.042249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e3090d88-a015-4431-9a4d-53743b86123b None None] Port dbdd0208-8b75-439b-98b8-32678ecef2ee cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:50:41.057068 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-27a7ca7d-9a76-49e2-bacc-e1cb331add8f req-35973a81-c3f2-4033-a234-d6c634b63e74 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453610 Mar 21 07:50:41.256962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdd0208-8b75-439b-98b8-32678ecef2ee {{(pid=87987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:50:41.265179 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.280616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Transition to ACTIVE for port object dbdd0208-8b75-439b-98b8-32678ecef2ee will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:50:41.283537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.448594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:41.525507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Attempting to bind port dbdd0208-8b75-439b-98b8-32678ecef2ee on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:50:41.525846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Attempting to bind port dbdd0208-8b75-439b-98b8-32678ecef2ee by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:50:41.526173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Attempting to bind port dbdd0208-8b75-439b-98b8-32678ecef2ee on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:50:41.530770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Port dbdd0208-8b75-439b-98b8-32678ecef2ee on network 53af938b-14f0-4df0-9e21-d6e267991186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:50:41.531090 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Attempting to bind port dbdd0208-8b75-439b-98b8-32678ecef2ee on network 53af938b-14f0-4df0-9e21-d6e267991186 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:50:41.536095 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:50:41.536431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Checking segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:50:41.536810 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Bound using segment: {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:50:41.537246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Bound port: dbdd0208-8b75-439b-98b8-32678ecef2ee, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3ac7de-4811-48d5-a236-e22320bfe6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:50:41.537605 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.629123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:50:41.631939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:50:41.636251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.694975 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:41.695591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:41.696976 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] 10.222.0.30 "PUT /v2.0/ports/dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1094 time: 0.9272685 Mar 21 07:50:41.697437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:50:41.728216 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e776a50-bee3-4adb-b933-b83b3cc7878c service neutron] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:41.767749 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'status': 'completed', 'code': 200} Mar 21 07:50:41.813880 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-992f6282-58d6-4974-b9da-b1c8505c22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:41.815487 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-992f6282-58d6-4974-b9da-b1c8505c22e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1097 time: 0.0806262 Mar 21 07:50:41.885825 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-0747d12b-adfd-418c-9aa2-ef6ebc18f86d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 217 time: 0.0632708 Mar 21 07:50:41.949759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-2a7fddf9-373e-4e9e-956e-737ac23a911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:41.952260 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-2a7fddf9-373e-4e9e-956e-737ac23a911a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0601876 Mar 21 07:50:42.025155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-af780ea5-ae6a-4670-a4cb-96fe4c6b1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.026636 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-af780ea5-ae6a-4670-a4cb-96fe4c6b1c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694301 Mar 21 07:50:42.158170 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-3ae92aaf-9919-4093-a482-7e01f0452c1d service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253731 Mar 21 07:50:42.239574 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53258-7adc-4d53-8b63-2e88e15b846c req-a3533f4e-bcd1-4af1-b436-635e1512f77e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.241742 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d53258-7adc-4d53-8b63-2e88e15b846c req-a3533f4e-bcd1-4af1-b436-635e1512f77e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0796838 Mar 21 07:50:42.287509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e2d53258-7adc-4d53-8b63-2e88e15b846c req-f3c71348-97e2-4271-8d52-ff0925f7ce74 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Mar 21 07:50:42.291940 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f00aaad2-9199-4702-b4b7-aac76a4ce7ef req-4856ea20-d6e9-4f31-82a6-a74c5ee77139 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275289 Mar 21 07:50:42.406087 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-e90f5eba-a96e-4f4e-9427-753e5f9cc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.407523 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-e90f5eba-a96e-4f4e-9427-753e5f9cc157 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1097 time: 0.0738680 Mar 21 07:50:42.631571 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-beec691d-e8c0-444b-8496-1ee41780acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.633009 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-beec691d-e8c0-444b-8496-1ee41780acd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.2192087 Mar 21 07:50:42.699840 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-896f1604-471b-4825-9c62-a111409ff6a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 217 time: 0.0595849 Mar 21 07:50:42.762366 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-6052e44a-b010-45a2-b2c5-1b11050e5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.764339 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-6052e44a-b010-45a2-b2c5-1b11050e5a09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0583403 Mar 21 07:50:42.836933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-a477fc57-2fe0-4e06-913b-259e0c61bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:42.838378 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-a477fc57-2fe0-4e06-913b-259e0c61bc7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682809 Mar 21 07:50:42.967303 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-00fc30ed-0e31-4bbf-a851-d5f6c74be92c service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227121 Mar 21 07:50:43.101719 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-453fcdf7-24f9-48d3-8892-184bc5b4ce0c req-17743fa6-6d22-432f-a3e5-148d1ce011f6 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286135 Mar 21 07:50:43.621718 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ab7b7-2479-45cd-8897-315c1ec22fc2 req-3f2154eb-b854-4d18-b9c7-0248a7849296 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:43.623701 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e9ab7b7-2479-45cd-8897-315c1ec22fc2 req-3f2154eb-b854-4d18-b9c7-0248a7849296 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0817034 Mar 21 07:50:43.665988 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8e9ab7b7-2479-45cd-8897-315c1ec22fc2 req-7ef70fab-2534-4bb6-b1b0-bdbe6541233f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368533 Mar 21 07:50:44.844689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e327c-52bc-4368-9bf3-530f1cd6f236 req-2865edad-cafc-4034-bef8-7fde51552d1c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:44.846089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-180e327c-52bc-4368-9bf3-530f1cd6f236 req-2865edad-cafc-4034-bef8-7fde51552d1c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0787098 Mar 21 07:50:44.892041 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-180e327c-52bc-4368-9bf3-530f1cd6f236 req-87b85698-69ea-4bdb-8e82-fd43ddd4bb80 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Mar 21 07:50:46.071063 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff26b7-dfb4-409c-81e7-9fe206841b1f req-fa8bc000-553c-4d23-a4a0-fd1002d8e9b1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:46.072561 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-faff26b7-dfb4-409c-81e7-9fe206841b1f req-fa8bc000-553c-4d23-a4a0-fd1002d8e9b1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0794680 Mar 21 07:50:46.117999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-faff26b7-dfb4-409c-81e7-9fe206841b1f req-30a8ebc8-13a1-4527-8015-d29c333bd180 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Mar 21 07:50:47.305491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee801-fc2c-44ae-a413-efeac659a804 req-d05f29d6-953a-41d5-a866-d27207a3f0b5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:47.306945 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e1ee801-fc2c-44ae-a413-efeac659a804 req-d05f29d6-953a-41d5-a866-d27207a3f0b5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0833077 Mar 21 07:50:47.350713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9e1ee801-fc2c-44ae-a413-efeac659a804 req-c5ae2ee4-b167-4f24-8d79-258291b1e0d8 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374124 Mar 21 07:50:48.532716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017a33-297a-40f7-ae2c-313425168d1c req-e45a1e81-07b0-4c6e-a430-8d3dd65c3dc5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:48.534175 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa017a33-297a-40f7-ae2c-313425168d1c req-e45a1e81-07b0-4c6e-a430-8d3dd65c3dc5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0783243 Mar 21 07:50:48.578446 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-fa017a33-297a-40f7-ae2c-313425168d1c req-0dcb95b4-7dac-40b5-9750-11fd678eb437 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385463 Mar 21 07:50:49.087125 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:49.767577 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908072d6-e424-4016-9fc0-df8b58682d64 req-bad631ce-87c8-43e5-bd81-9be432275097 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:49.769020 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-908072d6-e424-4016-9fc0-df8b58682d64 req-bad631ce-87c8-43e5-bd81-9be432275097 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0856881 Mar 21 07:50:49.812235 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-908072d6-e424-4016-9fc0-df8b58682d64 req-ac41ba5e-03c4-4864-92a2-bbce9e838eca tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376799 Mar 21 07:50:50.915637 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:50:50.996616 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7799c4-aa93-48da-8f86-fa58491a95c5 req-249d18e7-8c3c-4682-80ca-156d87fa2b58 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:50.998957 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b7799c4-aa93-48da-8f86-fa58491a95c5 req-249d18e7-8c3c-4682-80ca-156d87fa2b58 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0801575 Mar 21 07:50:51.042384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9b7799c4-aa93-48da-8f86-fa58491a95c5 req-a792cfe6-ab2b-4b09-9243-3ea18e49d261 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378892 Mar 21 07:50:51.049909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:50:51.064068 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'mac_address': 'fa:16:3e:05:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:50:51.121167 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:51.137174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdd0208-8b75-439b-98b8-32678ecef2ee {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:50:51.152071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:50:51.156609 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:51.220958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:51.227889 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.228234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.228571 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.228901 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.229243 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.229573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.229894 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.230214 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.230534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.230848 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.231163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.231472 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:51.470742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['dbdd0208-8b75-439b-98b8-32678ecef2ee'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:50:52.227288 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e54c-375b-4063-99f0-29887a58e725 req-23ed07ea-83ac-43ef-9d23-e75f44d96c2d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:52.228716 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-63d7e54c-375b-4063-99f0-29887a58e725 req-23ed07ea-83ac-43ef-9d23-e75f44d96c2d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 945 time: 0.0820062 Mar 21 07:50:52.272700 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-63d7e54c-375b-4063-99f0-29887a58e725 req-b98a7e17-56e7-4232-9324-0e98dc737fe3 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Mar 21 07:50:52.571956 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f9664566-27fc-4740-a0bf-022d398643b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:52.947835 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:50:53.015360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port dbdd0208-8b75-439b-98b8-32678ecef2ee completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:50:53.020119 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port dbdd0208-8b75-439b-98b8-32678ecef2ee triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:50:53.020488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:53.141611 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:53.167910 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:50:53.178258 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:50:53.182488 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:53.219392 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'code': 200} Mar 21 07:50:53.251042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:53.460122 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dddc2c-40c6-4bc2-a2be-e2868b1430dc req-73df89c9-4359-4246-8f8b-5eea04ee45c5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:53.461510 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07dddc2c-40c6-4bc2-a2be-e2868b1430dc req-73df89c9-4359-4246-8f8b-5eea04ee45c5 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0796070 Mar 21 07:50:53.486925 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a70dc-ae99-4774-9e8f-4eeae6d756e6 req-b5dd7940-7ce9-494b-a843-548f7254cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:53.488395 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b45a70dc-ae99-4774-9e8f-4eeae6d756e6 req-b5dd7940-7ce9-494b-a843-548f7254cb3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0731852 Mar 21 07:50:53.509978 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07dddc2c-40c6-4bc2-a2be-e2868b1430dc req-c559f447-df64-4f31-93f5-1a6dcc250617 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Mar 21 07:50:53.528922 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b45a70dc-ae99-4774-9e8f-4eeae6d756e6 req-7380651a-ecb1-4180-90cf-42a6edc14ff0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343482 Mar 21 07:50:54.702928 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67468035-871e-4448-974a-8964a966f3e2 req-8054e045-1e81-4ab8-9dcd-8250b4ea8ee1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:54.706371 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67468035-871e-4448-974a-8964a966f3e2 req-8054e045-1e81-4ab8-9dcd-8250b4ea8ee1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0925484 Mar 21 07:50:54.707854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c754d74-1bbe-4420-9cff-3cd9a2a6004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:54.753586 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-67468035-871e-4448-974a-8964a966f3e2 req-1d955a69-cc0d-4fc3-b618-917a229fab66 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Mar 21 07:50:55.931919 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:55.937669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a5004-d003-44f0-902a-5b8c2c26ba3c req-32c9c644-3eb7-4a79-bce9-9e3b4eaa946d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:55.939121 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-570a5004-d003-44f0-902a-5b8c2c26ba3c req-32c9c644-3eb7-4a79-bce9-9e3b4eaa946d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0826962 Mar 21 07:50:55.984519 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-570a5004-d003-44f0-902a-5b8c2c26ba3c req-3ff6351a-8b11-42bd-8e46-b4905c96ddda tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Mar 21 07:50:55.993353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:56.170474 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a63b-8e7f-4728-90af-c8ce0a00ddf4 req-2f293b8a-f452-4cae-9747-2e1da78161e0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:56.171922 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3399a63b-8e7f-4728-90af-c8ce0a00ddf4 req-2f293b8a-f452-4cae-9747-2e1da78161e0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0788574 Mar 21 07:50:56.214393 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3399a63b-8e7f-4728-90af-c8ce0a00ddf4 req-a805dde5-0c66-422d-b975-b432fbd5d2c8 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Mar 21 07:50:56.236983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42548) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:56.350157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee89e1-c8ba-4f11-b58b-b6fe6c64f60a tempest-TestShelveInstance-3494127 tempest-TestShelveInstance-3494127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:56.351547 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cdee89e1-c8ba-4f11-b58b-b6fe6c64f60a tempest-TestShelveInstance-3494127 tempest-TestShelveInstance-3494127-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1094 time: 0.1135437 Mar 21 07:50:56.354310 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42554) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:50:56.359284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:50:56.365411 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:50:56.369142 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Usage tracker for resource:floatingip and tenant:6c31246810064d36824e4194473aadc5 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:50:56.372004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:50:56.377631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:50:56.387707 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:56.524901 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:56.666911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Allocated IP 172.26.2.87 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/6392da7c-9d3c-4620-9181-cd53c87340d7) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:50:56.895309 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:56.923239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:56.986874 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:50:56.989675 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:50:56.993592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:50:57.030029 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=6392da7c-9d3c-4620-9181-cd53c87340d7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:57.046113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.046454 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.046787 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.047113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.047784 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.048112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.048429 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.048745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.049061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.049400 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.049717 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.050027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:50:57.415211 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.486963 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.497282 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.690526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.694852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.798569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event updated for resources: {'Port': ['ID=6392da7c-9d3c-4620-9181-cd53c87340d7,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:50:57.810424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:57.979473 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Floating IP c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8 associated. External IP: 172.26.2.87, port: dbdd0208-8b75-439b-98b8-32678ecef2ee. Mar 21 07:50:58.417980 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:50:58.594503 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:50:58.604070 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:50:58.613108 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:50:58.613863 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:50:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:58.617979 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:50:58.689737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0b9fc48d-2517-4865-a0db-721d95f1a9b2 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3219433 Mar 21 07:50:58.689737 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:50:58.777784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'status': 'completed', 'code': 200} Mar 21 07:50:58.801000 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:50:58.873188 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-76f303d9-8519-4113-8414-88d4e6472ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:58.874695 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-76f303d9-8519-4113-8414-88d4e6472ee8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0719655 Mar 21 07:50:59.003723 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-b65b0324-98d9-4c17-9127-4c9655a7821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:59.005158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-b65b0324-98d9-4c17-9127-4c9655a7821c service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1251416 Mar 21 07:50:59.108036 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-396692c1-dc5e-456e-84c8-41195b60c017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 999 time: 0.0966280 Mar 21 07:50:59.145401 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.87', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:05:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f6fe6-880c-4225-973a-554998934620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:50:57Z', 'updated_at': '2022-03-21T07:50:57Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:59.149056 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:50:59.157512 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:50:59.158093 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:50:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:59.171756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-1593152c-ce9c-4c8c-89d2-9fda08129ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:59.173402 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-1593152c-ce9c-4c8c-89d2-9fda08129ae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0605910 Mar 21 07:50:59.249284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-238d9ae2-7d83-45cd-a2bb-c0ae27610b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:50:59.250802 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-238d9ae2-7d83-45cd-a2bb-c0ae27610b4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710990 Mar 21 07:50:59.338052 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:50:59.384995 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-79267da8-774c-4d0f-8fc3-5132d26d1d63 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281579 Mar 21 07:50:59.517860 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82b39de2-c91c-4baa-9654-9a6c6c69d7a9 req-414cb008-5aa4-4d95-9559-88b1df62b5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275325 Mar 21 07:50:59.704817 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.87', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:05:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f6fe6-880c-4225-973a-554998934620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:50:57Z', 'updated_at': '2022-03-21T07:50:57Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:50:59.708645 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874b0fe-163a-40a3-9836-6a7821611ab7 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'floating_ip_address': '172.26.2.87', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'mac_address': 'fa:16:3e:05:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f6fe6-880c-4225-973a-554998934620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:50:57Z', 'updated_at': '2022-03-21T07:50:57Z', 'revision_number': 0, 'project_id': '6c31246810064d36824e4194473aadc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:50:59.887417 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34fcd6-2cbe-474e-b611-e5f5bf726ee0 None None] New status for floating IP c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:51:00.722486 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:51:19.083693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:21.167820 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-8649377b-0482-4a50-83a7-8dc8cc962d1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720448 Mar 21 07:51:21.426372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-280f7ddf-d584-4420-95f7-e8732e258493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:51:21.427550 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-280f7ddf-d584-4420-95f7-e8732e258493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.1885014 Mar 21 07:51:21.584234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-ed103c8d-db89-4fa1-b351-c3409d16892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:51:21.586233 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-ed103c8d-db89-4fa1-b351-c3409d16892f service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1378331 Mar 21 07:51:21.704717 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-333e3adf-48ca-49aa-b492-bcc52b0a8887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1001 time: 0.1103272 Mar 21 07:51:21.773583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-12a5e1e0-8a91-4aed-b209-935dc2e4954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:51:21.774290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-12a5e1e0-8a91-4aed-b209-935dc2e4954a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0668063 Mar 21 07:51:21.861118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-57c9d1c3-ebcc-4258-b86f-378fb32e310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:51:21.862633 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-57c9d1c3-ebcc-4258-b86f-378fb32e310b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821521 Mar 21 07:51:22.000785 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-f6f97deb-55be-4a7b-8cc4-38635bc64a05 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317127 Mar 21 07:51:22.153850 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f5ca2341-ff3d-4943-9ef7-60ccf02e73c9 req-ed099253-f23b-4c9b-910e-fbc716daa153 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477449 Mar 21 07:51:22.575221 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b26af5ea-26b2-441f-a33d-d8e5c2713702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:24.700878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1c856033-462c-4476-bc1a-1b3ab521d261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:25.934239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:25.991137 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:27.501356 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:37.722753 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:51:49.090357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:52.577591 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bd7dcd84-debf-40d2-93ca-fae6a0dfec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:54.703493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5aa2-4e8a-4397-a4f3-8ed5cded97fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:55.936163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:55.992525 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:51:57.505318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:14.722402 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:52:19.094926 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:22.579763 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-88527fbc-5a2d-424d-9d8c-81f17e87460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:23.142179 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-6b3cac14-daa7-416a-b8fa-f0bf949d0333 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683248 Mar 21 07:52:23.282089 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-cb08becd-de39-4dac-a9df-a9465cb61863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:23.283555 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-cb08becd-de39-4dac-a9df-a9465cb61863 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0745285 Mar 21 07:52:23.430608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-da485a24-d807-4bf0-8105-0c6ff64d9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:23.431946 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-da485a24-d807-4bf0-8105-0c6ff64d9e8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1288619 Mar 21 07:52:23.532581 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-8d66421e-c7e3-4895-99ac-3435c7337eb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1001 time: 0.0947902 Mar 21 07:52:23.595174 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-bf138885-61be-4af3-9d5a-902401a2bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:23.596863 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-bf138885-61be-4af3-9d5a-902401a2bd5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0584199 Mar 21 07:52:23.673399 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-2c04f80b-53b7-4e63-b8c7-7bad19a15362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:23.675247 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-2c04f80b-53b7-4e63-b8c7-7bad19a15362 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725627 Mar 21 07:52:23.806538 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-5cd7da0e-bb42-444b-a129-5e38a87ac499 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253374 Mar 21 07:52:23.937098 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-dbc9ce62-1735-4765-9790-5f9201f9c180 req-97a58bef-91ca-460d-8337-9bf45b5d1bad service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 Mar 21 07:52:24.706294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e52c7127-fa76-4437-b221-d8ab3c65d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:25.938019 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:25.995545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:27.507797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:49.112343 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:51.721397 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:52:52.581958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b03209f9-eda5-4cf9-81b9-023cd8006acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:53.471592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903894d-7370-4119-bb45-c00bfc5d0609 req-4f487990-3c64-4552-8253-117e6ba32c63 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:53.473607 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1903894d-7370-4119-bb45-c00bfc5d0609 req-4f487990-3c64-4552-8253-117e6ba32c63 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0810750 Mar 21 07:52:53.517009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1903894d-7370-4119-bb45-c00bfc5d0609 req-03a1bc12-2924-4d85-ab2c-0f71c9def62b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376143 Mar 21 07:52:54.708097 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-02cd373a-e0f2-4644-ac3c-78b5852a2d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:54.708768 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3e37-3033-4d22-b5c6-a2de9e736778 req-fa263798-d5bc-420c-8fbe-5b39190b31f9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:54.709787 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-acdb3e37-3033-4d22-b5c6-a2de9e736778 req-fa263798-d5bc-420c-8fbe-5b39190b31f9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0845296 Mar 21 07:52:54.754233 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-acdb3e37-3033-4d22-b5c6-a2de9e736778 req-f6be98e3-b50e-4d9d-89cc-ccea16f67fc6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378504 Mar 21 07:52:55.938880 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474b813-8c84-4561-bb3e-4454c4b97e72 req-8fd6eb43-7214-46f7-9325-93e5f2887e7e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:55.939631 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:55.942220 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a474b813-8c84-4561-bb3e-4454c4b97e72 req-8fd6eb43-7214-46f7-9325-93e5f2887e7e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0801294 Mar 21 07:52:55.985043 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a474b813-8c84-4561-bb3e-4454c4b97e72 req-976588f8-a720-4e19-80d4-d871b59c0e06 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377693 Mar 21 07:52:55.999717 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:57.171983 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cae96-09e7-4619-92a9-e7b48bdd2c81 req-bfbf5c44-ba8b-4564-bd4b-a5ed07fb2c4a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:57.173489 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-470cae96-09e7-4619-92a9-e7b48bdd2c81 req-bfbf5c44-ba8b-4564-bd4b-a5ed07fb2c4a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0834899 Mar 21 07:52:57.218138 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-470cae96-09e7-4619-92a9-e7b48bdd2c81 req-3116178c-e71c-40e4-9c2c-5fa0efdd5803 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 Mar 21 07:52:57.510455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:52:58.401447 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd193f7-0c87-48b1-92af-3e2bad1f7416 req-e8801219-b66e-47e0-ab87-a3c8c20e0874 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:58.402875 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2dd193f7-0c87-48b1-92af-3e2bad1f7416 req-e8801219-b66e-47e0-ab87-a3c8c20e0874 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0789120 Mar 21 07:52:58.449123 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2dd193f7-0c87-48b1-92af-3e2bad1f7416 req-3ca8917a-791e-45bf-aa01-7961bc6c51e0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Mar 21 07:52:59.627573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09c26d-da61-4c4f-933e-472fd57f832f req-4d4eaa56-a464-4b34-a1bd-708b9e59c81e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:52:59.629531 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf09c26d-da61-4c4f-933e-472fd57f832f req-4d4eaa56-a464-4b34-a1bd-708b9e59c81e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0785215 Mar 21 07:52:59.672477 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bf09c26d-da61-4c4f-933e-472fd57f832f req-53fb1967-0c85-47c8-9062-4ccdc140c4b8 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Mar 21 07:53:00.857599 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d134ff9-4e1a-4ec8-97d9-0697fb555a77 req-839b040c-b9b9-4c9e-b68c-b1e535befb14 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:00.859086 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d134ff9-4e1a-4ec8-97d9-0697fb555a77 req-839b040c-b9b9-4c9e-b68c-b1e535befb14 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0816946 Mar 21 07:53:00.902254 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d134ff9-4e1a-4ec8-97d9-0697fb555a77 req-1abe5236-e13e-408a-ada4-0543731a990a tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375154 Mar 21 07:53:02.085671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db9a4d-03c2-4042-8d2b-069648164e79 req-328e66c3-b2c0-4c4f-94b9-cc91ae5901f9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:02.087112 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-72db9a4d-03c2-4042-8d2b-069648164e79 req-328e66c3-b2c0-4c4f-94b9-cc91ae5901f9 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0797253 Mar 21 07:53:02.130318 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-72db9a4d-03c2-4042-8d2b-069648164e79 req-b430b790-f655-44bc-8e0f-f677dfd81670 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377948 Mar 21 07:53:03.328341 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721f3-dc29-4491-a9b1-5b73926efb43 req-7f5bd75d-1461-4d16-8159-a965b086cd93 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:03.330096 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-623721f3-dc29-4491-a9b1-5b73926efb43 req-7f5bd75d-1461-4d16-8159-a965b086cd93 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0939956 Mar 21 07:53:03.377190 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-623721f3-dc29-4491-a9b1-5b73926efb43 req-2a71c3f1-6a79-4830-8673-e5a5401c5213 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Mar 21 07:53:03.648030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-4dff9cd7-ad46-4cb3-910a-5619bd2d264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:03.649550 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-4dff9cd7-ad46-4cb3-910a-5619bd2d264e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.1737595 Mar 21 07:53:03.778818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-6f5c58b4-44da-46f3-9e2a-fc7be003af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:03.780256 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-6f5c58b4-44da-46f3-9e2a-fc7be003af68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1247234 Mar 21 07:53:03.883852 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-01f394e3-c233-4309-9ef9-97b1e5a93f6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1001 time: 0.0977185 Mar 21 07:53:03.945596 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-c1c85542-5d2c-4039-a54b-cff082c8e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:03.946907 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-c1c85542-5d2c-4039-a54b-cff082c8e97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0569162 Mar 21 07:53:04.024302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-47fdd83f-a0d0-4ebf-a6c4-3474db56a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:04.025786 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-47fdd83f-a0d0-4ebf-a6c4-3474db56a319 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725710 Mar 21 07:53:04.155757 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-2a56386d-2503-472f-9ee0-64a9d8f4a71f service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239166 Mar 21 07:53:04.286242 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-773bd31c-6c7a-49a3-9912-0bb376ac9d98 req-8661a3f5-9b7a-4dbe-a1ec-b44b30a827df service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249759 Mar 21 07:53:04.558360 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416d18-d22a-4cb1-9b77-f22d5149466b req-59415164-6e26-40db-b30a-1d5ebb02e103 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:04.559737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07416d18-d22a-4cb1-9b77-f22d5149466b req-59415164-6e26-40db-b30a-1d5ebb02e103 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0799296 Mar 21 07:53:04.602724 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-07416d18-d22a-4cb1-9b77-f22d5149466b req-6c76174a-a4b7-4299-b2da-f639db1bfa0c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 Mar 21 07:53:05.788770 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2513-888c-4e1c-a185-eb413fa73ec3 req-96106e4a-b027-4f2b-949f-37a10065f9ca tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:05.790274 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d19d2513-888c-4e1c-a185-eb413fa73ec3 req-96106e4a-b027-4f2b-949f-37a10065f9ca tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0855029 Mar 21 07:53:05.835260 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d19d2513-888c-4e1c-a185-eb413fa73ec3 req-ee366bd7-042a-4896-9592-3956f93d34cd tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395024 Mar 21 07:53:07.017598 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0c26-8856-46ff-b431-1855c1ce3b43 req-8fcda821-aa36-4c83-b215-30c52a928aa4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:07.019725 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e14f0c26-8856-46ff-b431-1855c1ce3b43 req-8fcda821-aa36-4c83-b215-30c52a928aa4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0793753 Mar 21 07:53:07.154140 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e14f0c26-8856-46ff-b431-1855c1ce3b43 req-62da9831-f62a-484a-8d51-a43ce20c3dbf tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289513 Mar 21 07:53:08.439343 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-bc80084f-4371-4588-a02a-8b1504cb86a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681572 Mar 21 07:53:08.507905 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e4968-d831-44d2-a1e8-7f1b31f9561c req-0b69cdc0-3f72-4062-9e4c-d12b30c24c46 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:08.509698 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6b7e4968-d831-44d2-a1e8-7f1b31f9561c req-0b69cdc0-3f72-4062-9e4c-d12b30c24c46 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0801616 Mar 21 07:53:08.552856 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6b7e4968-d831-44d2-a1e8-7f1b31f9561c req-c08ad4f5-a4c1-4bc8-8514-ba2f50f559ec tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Mar 21 07:53:09.613862 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:53:09.730092 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:09.739371 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a13b-0c92-43e8-abd6-47d3e7a0b01c req-d98e3d83-3ebc-4fa5-918f-8f6b15fae136 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:09.740818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3bb7a13b-0c92-43e8-abd6-47d3e7a0b01c req-d98e3d83-3ebc-4fa5-918f-8f6b15fae136 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0824471 Mar 21 07:53:09.757171 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:53:09.766736 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:53:09.774585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:09.789594 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-3bb7a13b-0c92-43e8-abd6-47d3e7a0b01c req-179f8125-533c-4260-a451-aa28f0b1dac1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Mar 21 07:53:09.843021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:53:09.850830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.851173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.851585 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.851915 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.852245 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.852565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.852941 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.853187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.853592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.853836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.854150 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.854461 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:53:09.859334 dv-neutron-834307-1-hyperv neutron-server[87990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'code': 422} returned with failed status Mar 21 07:53:10.973242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f870ccd-dd04-4927-901f-cf51ceb19645 req-ab8aa9ac-d263-41cc-ac47-ec0f9ea0374c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:10.974692 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f870ccd-dd04-4927-901f-cf51ceb19645 req-ab8aa9ac-d263-41cc-ac47-ec0f9ea0374c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0815835 Mar 21 07:53:11.023707 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7f870ccd-dd04-4927-901f-cf51ceb19645 req-2719ae7a-c259-43c8-938b-1357fe1a66b1 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Mar 21 07:53:12.208547 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7bbe3-2756-47dd-af96-a883b12160a6 req-89b4dd24-63c6-4a71-96a3-75deae545ee4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:12.210008 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87a7bbe3-2756-47dd-af96-a883b12160a6 req-89b4dd24-63c6-4a71-96a3-75deae545ee4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0796049 Mar 21 07:53:12.254720 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-87a7bbe3-2756-47dd-af96-a883b12160a6 req-e8c8c590-c317-4088-8cc2-b127e85c3e7d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Mar 21 07:53:13.444143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447330-c81f-452a-834e-efa3e9e0ab3f req-b703235c-90bc-40fb-bb79-05d972b65712 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:13.445612 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa447330-c81f-452a-834e-efa3e9e0ab3f req-b703235c-90bc-40fb-bb79-05d972b65712 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0877075 Mar 21 07:53:13.490895 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa447330-c81f-452a-834e-efa3e9e0ab3f req-c4e28f1c-c0c5-4dd2-9c11-1804a8c99600 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Mar 21 07:53:14.683402 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a12a7f-d6b9-40bb-81a7-9c4ce8e489f9 req-4eab181e-0019-4167-b775-7c3958defc4c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:14.684818 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-89a12a7f-d6b9-40bb-81a7-9c4ce8e489f9 req-4eab181e-0019-4167-b775-7c3958defc4c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0855491 Mar 21 07:53:14.731166 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-89a12a7f-d6b9-40bb-81a7-9c4ce8e489f9 req-229a987d-b5e5-4b16-b6ab-1ca4da78221f tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Mar 21 07:53:14.902321 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-8ff95d44-9f72-4c8f-95f1-93acf2f92cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:14.903778 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-8ff95d44-9f72-4c8f-95f1-93acf2f92cf7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620&tenant_id=6c31246810064d36824e4194473aadc5 HTTP/1.1" status: 200 len: 1097 time: 0.0696278 Mar 21 07:53:14.995782 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-701210dc-c348-457a-985f-a014f7e77b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:14.997158 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-701210dc-c348-457a-985f-a014f7e77b8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1097 time: 0.0723608 Mar 21 07:53:15.129143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-25fc55c3-29f0-47c0-8c89-e0e8bd2c8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:15.130632 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-25fc55c3-29f0-47c0-8c89-e0e8bd2c8ac7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1282947 Mar 21 07:53:15.232935 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-8e58cb05-3330-409a-a554-3f1ac7caf827 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 999 time: 0.0967021 Mar 21 07:53:15.296096 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-c1cacf10-cb23-4ff3-aefb-3baccae34475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:15.297570 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-c1cacf10-cb23-4ff3-aefb-3baccae34475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0582967 Mar 21 07:53:15.374248 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-c1b9b3f1-5b4c-4e03-b48e-9fce7c3ffcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:15.375711 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-c1b9b3f1-5b4c-4e03-b48e-9fce7c3ffcdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728528 Mar 21 07:53:15.504839 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-172c383b-ccca-4441-a0ff-404b412f15ce service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226635 Mar 21 07:53:15.633722 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c864dc9a-704b-47d8-ad8a-f7bf6d23d359 req-055fcd17-4718-40a4-92cd-02476ae62fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230183 Mar 21 07:53:15.918327 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4bd62-7a0e-4234-82e5-613c28bf37b1 req-14509120-95d7-45cb-8cbe-d8a26d866109 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:15.919676 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1c4bd62-7a0e-4234-82e5-613c28bf37b1 req-14509120-95d7-45cb-8cbe-d8a26d866109 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0833774 Mar 21 07:53:15.962732 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e1c4bd62-7a0e-4234-82e5-613c28bf37b1 req-ab4ffe70-7dde-40b2-bc58-2f4dbdf44d3d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Mar 21 07:53:17.149078 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cd2a-f5c6-4672-ae91-765f018cb091 req-d4cf8cb1-db0f-4c61-a167-dd6aac413afa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:17.150581 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4457cd2a-f5c6-4672-ae91-765f018cb091 req-d4cf8cb1-db0f-4c61-a167-dd6aac413afa tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0821640 Mar 21 07:53:17.194507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4457cd2a-f5c6-4672-ae91-765f018cb091 req-d551257f-cc34-4da5-bcf3-77d38a209c98 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Mar 21 07:53:18.379019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8ed6-e21a-481b-8d8b-7562b7ef7539 req-8eb899ff-cde9-485f-8de3-5be171abff36 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:18.380468 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90ea8ed6-e21a-481b-8d8b-7562b7ef7539 req-8eb899ff-cde9-485f-8de3-5be171abff36 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0827596 Mar 21 07:53:18.423821 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-90ea8ed6-e21a-481b-8d8b-7562b7ef7539 req-6f7dbdc7-7a8a-4ee4-aafa-38555c55c1c0 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 Mar 21 07:53:19.131018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:19.606955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853244e-48f1-43e3-b3c7-62fa4c79fa4b req-2a6d448c-9529-4d0f-a991-93037fbc612d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:19.608389 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4853244e-48f1-43e3-b3c7-62fa4c79fa4b req-2a6d448c-9529-4d0f-a991-93037fbc612d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0803151 Mar 21 07:53:19.656192 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4853244e-48f1-43e3-b3c7-62fa4c79fa4b req-b1304a97-ce45-490a-af75-70185f456f52 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Mar 21 07:53:20.836732 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b19518-f340-4bec-9aa3-efebee5f4979 req-729e5dd6-f0d7-4c08-ac4c-a968968d5f04 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:20.838199 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-05b19518-f340-4bec-9aa3-efebee5f4979 req-729e5dd6-f0d7-4c08-ac4c-a968968d5f04 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0791445 Mar 21 07:53:20.881625 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-05b19518-f340-4bec-9aa3-efebee5f4979 req-a521be2f-1784-47ab-b8f3-7e44c526f530 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375729 Mar 21 07:53:22.064234 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b6310-c943-4fdf-8337-0adf42954a3e req-96b4873a-5c23-476b-953a-d50c21c9bc0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:22.066383 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-366b6310-c943-4fdf-8337-0adf42954a3e req-96b4873a-5c23-476b-953a-d50c21c9bc0e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0818784 Mar 21 07:53:22.108789 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-366b6310-c943-4fdf-8337-0adf42954a3e req-72eaf7b7-ad23-4f00-9ead-15966200f5ad tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370705 Mar 21 07:53:22.583231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7d4bde78-22f7-4441-97ae-262c3e560dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:23.298677 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de85685-9d61-4ea5-8d3d-0ee674855a2b req-982f00c9-5b2c-4f38-aed8-ab7b68e2fa34 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:23.300860 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8de85685-9d61-4ea5-8d3d-0ee674855a2b req-982f00c9-5b2c-4f38-aed8-ab7b68e2fa34 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 944 time: 0.0878599 Mar 21 07:53:23.348768 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8de85685-9d61-4ea5-8d3d-0ee674855a2b req-55c4def6-6092-41e4-a3b6-8cc4e4efa05c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Mar 21 07:53:23.644767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:53:23.775111 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:53:23.788051 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'port_id': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'mac_address': 'fa:16:3e:05:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:53:23.841454 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:23.857364 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdd0208-8b75-439b-98b8-32678ecef2ee {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:53:23.872535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:53:23.876247 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:23.944721 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:53:24.238367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['dbdd0208-8b75-439b-98b8-32678ecef2ee'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:53:24.320116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36665-a678-4f69-93cf-617b07bb6bad req-e5a804b1-2eff-452a-8d63-3dea774c2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:24.321637 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-e5a804b1-2eff-452a-8d63-3dea774c2770 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1098 time: 0.1741469 Mar 21 07:53:24.470067 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36665-a678-4f69-93cf-617b07bb6bad req-10b6acbc-8853-4427-9095-bf22325a57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:24.472085 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-10b6acbc-8853-4427-9095-bf22325a57ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1322291 Mar 21 07:53:24.546827 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd80f3-7cd7-4a6b-b10e-7741c1726dca req-dd24d2ca-f7f0-4f8d-ae61-3d106ede618e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:24.548183 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01fd80f3-7cd7-4a6b-b10e-7741c1726dca req-dd24d2ca-f7f0-4f8d-ae61-3d106ede618e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 945 time: 0.0899651 Mar 21 07:53:24.576792 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-e3ec8821-520c-4cde-b52a-1d6b13ee7efb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1000 time: 0.0994937 Mar 21 07:53:24.592171 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-01fd80f3-7cd7-4a6b-b10e-7741c1726dca req-892c4018-edc0-468d-861f-c653dbb59af8 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Mar 21 07:53:24.642498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36665-a678-4f69-93cf-617b07bb6bad req-7173326b-c645-4c94-ae9f-9161b703b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:24.644600 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-7173326b-c645-4c94-ae9f-9161b703b989 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0610557 Mar 21 07:53:24.709506 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f320d6f9-8a6b-424c-af96-d7e2fa7603c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:24.720657 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36665-a678-4f69-93cf-617b07bb6bad req-ea4c0897-a9ab-4dcd-9ce0-523e4b274240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:24.722805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-ea4c0897-a9ab-4dcd-9ce0-523e4b274240 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725398 Mar 21 07:53:24.852996 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-494e7d1a-d760-4194-87f5-a530338321b2 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237848 Mar 21 07:53:24.983017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-75a36665-a678-4f69-93cf-617b07bb6bad req-4f0817e4-e187-43bc-9815-b1987823c8a0 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237404 Mar 21 07:53:25.659869 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:53:25.726823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port dbdd0208-8b75-439b-98b8-32678ecef2ee triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:53:25.727511 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:25.776112 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc30bef-df5a-41e5-9d50-64d3fafb49ba req-423cb11c-efa6-473a-9fac-59a00005e93e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:25.777694 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4cc30bef-df5a-41e5-9d50-64d3fafb49ba req-423cb11c-efa6-473a-9fac-59a00005e93e tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 945 time: 0.0797713 Mar 21 07:53:25.824836 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4cc30bef-df5a-41e5-9d50-64d3fafb49ba req-263db538-2459-4b1c-8b54-8ab12f68a0c7 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Mar 21 07:53:25.844380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:25.870251 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:53:25.880589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:53:25.886271 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:25.921009 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'code': 200} Mar 21 07:53:25.967353 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:25.972187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:53:26.001510 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:26.199540 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fda08-4233-4c4f-9ec4-8f8f101adbd2 req-bf897b5c-1948-4715-a880-991b30730480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:26.200984 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-608fda08-4233-4c4f-9ec4-8f8f101adbd2 req-bf897b5c-1948-4715-a880-991b30730480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0687344 Mar 21 07:53:26.246125 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-608fda08-4233-4c4f-9ec4-8f8f101adbd2 req-e7a19ba7-2f78-4685-91de-ce91c22a326d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Mar 21 07:53:27.004627 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdac3c-7cad-4229-94b4-15b6083aa670 req-4d447641-0d31-467a-9b3f-5f61c7b5aa2c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:27.006093 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84cdac3c-7cad-4229-94b4-15b6083aa670 req-4d447641-0d31-467a-9b3f-5f61c7b5aa2c tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0793314 Mar 21 07:53:27.048846 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-84cdac3c-7cad-4229-94b4-15b6083aa670 req-b75ba58f-ebcd-43f8-93aa-f0cdddec330b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Mar 21 07:53:27.514133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:28.235609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8031378-f9d7-449b-ba05-4a90dc58202c req-0da8e62c-bb10-4f93-ba4b-073613223338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:53:28.237133 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8031378-f9d7-449b-ba05-4a90dc58202c req-0da8e62c-bb10-4f93-ba4b-073613223338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.0826464 Mar 21 07:53:28.280824 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8031378-f9d7-449b-ba05-4a90dc58202c req-760e1387-aab0-4441-82b5-4f2ec44c9cd4 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375533 Mar 21 07:53:28.720441 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:53:49.127877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:52.584456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d93d0c33-a2ad-4615-b955-f5ba5319da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:54.711695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-99353e6b-6dfe-4734-b792-320a5e65f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:55.942775 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:56.005362 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:53:57.516033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:05.719249 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:54:19.124635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:22.585743 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-8b418a9b-a575-4b54-9f88-6ca8fcd866d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:24.712333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-35ae775f-5a89-4823-9dcb-f3e68b215899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:25.217459 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-9f78bea8-993c-49d1-b97c-48a952d5c5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173012 Mar 21 07:54:25.352283 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-91b84c02-b539-414f-bdc8-4668b476d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:25.353816 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-91b84c02-b539-414f-bdc8-4668b476d11c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0711720 Mar 21 07:54:25.500635 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-29332201-0f54-493b-81b7-c86533634ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:25.502127 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-29332201-0f54-493b-81b7-c86533634ca8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1290133 Mar 21 07:54:25.609628 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-3a82d7c8-5367-41dc-89e6-9e50aec93688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 1001 time: 0.1011884 Mar 21 07:54:25.674077 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-bc86af68-a799-4ec2-b1cb-5ee9d33e6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:25.675482 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-bc86af68-a799-4ec2-b1cb-5ee9d33e6ac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0606880 Mar 21 07:54:25.748506 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-0c8f8ae2-f2c1-4287-962d-8b024268be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:25.750023 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-0c8f8ae2-f2c1-4287-962d-8b024268be9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687146 Mar 21 07:54:25.880387 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-30794928-e9ff-472f-9121-baa7e5597a47 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230743 Mar 21 07:54:25.945034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:26.008240 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:26.103566 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-82ae53e0-e9df-4d4e-8f90-b6f60255e56a req-8cdc837e-4531-4409-8605-20b9a58b382b service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175643 Mar 21 07:54:27.518534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:42.718468 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:54:43.801508 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:44.089752 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Deleting port 6392da7c-9d3c-4620-9181-cd53c87340d7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:44.090012 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:44.259388 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:44.259723 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:44.382521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Calling delete_port for 6392da7c-9d3c-4620-9181-cd53c87340d7 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:44.531460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:44.578674 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'Port': ['ID=6392da7c-9d3c-4620-9181-cd53c87340d7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:44.621721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.622077 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.622419 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.622753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.623083 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.623413 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.623739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.624061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.624382 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.624701 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.625016 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.625361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:44.681658 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:44.681992 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Floating IP c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8 disassociated (deleted). External IP: 172.26.2.87, port: dbdd0208-8b75-439b-98b8-32678ecef2ee. Mar 21 07:54:45.026754 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:54:45.205001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:54:45.217126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:54:45.220722 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:45.227122 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:45.227713 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:45.277763 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-499c5801-6f41-4c80-8986-08ec46c2ce3b tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "DELETE /v2.0/floatingips/c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8 HTTP/1.1" status: 204 len: 168 time: 1.4726317 Mar 21 07:54:45.277763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:54:45.324406 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'status': 'completed', 'code': 200} Mar 21 07:54:45.420246 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:45.422594 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-617f75d4-17cf-49ed-9286-bc144122f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:45.424076 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-617f75d4-17cf-49ed-9286-bc144122f526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c31246810064d36824e4194473aadc5&device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 1099 time: 0.0782702 Mar 21 07:54:45.580340 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-5c18f5fc-c2f3-479d-ab86-4080cbf439f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:45.581971 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-5c18f5fc-c2f3-479d-ab86-4080cbf439f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 200 len: 910 time: 0.1520073 Mar 21 07:54:45.657826 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-03c8acb9-f73c-4d0a-8c36-b569ea3bc25a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 200 len: 217 time: 0.0692062 Mar 21 07:54:45.729291 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-2c9ac55a-f824-45f6-b4eb-63b0af4bcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:45.730836 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-2c9ac55a-f824-45f6-b4eb-63b0af4bcb94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 200 len: 848 time: 0.0664043 Mar 21 07:54:45.743646 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:45.747820 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:54:45.756906 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:45.757528 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:45.809427 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-24c6e0bd-fa41-4d68-a88b-c65b04118195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:45.811358 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-24c6e0bd-fa41-4d68-a88b-c65b04118195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53af938b-14f0-4df0-9e21-d6e267991186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746291 Mar 21 07:54:45.942057 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:45.954929 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-f5e5187f-e4ca-485d-a377-23dc5bfa09b6 service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351001 Mar 21 07:54:45.965673 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bbb30-4556-4f8d-9fc4-4e47634c2591 req-15ec28cd-88e9-484b-a768-394f7f194c39 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:45.966389 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-649bbb30-4556-4f8d-9fc4-4e47634c2591 req-15ec28cd-88e9-484b-a768-394f7f194c39 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:54:45.983001 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-649bbb30-4556-4f8d-9fc4-4e47634c2591 req-15ec28cd-88e9-484b-a768-394f7f194c39 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:54:45.984626 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-649bbb30-4556-4f8d-9fc4-4e47634c2591 req-15ec28cd-88e9-484b-a768-394f7f194c39 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.2652345 Mar 21 07:54:46.031362 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-649bbb30-4556-4f8d-9fc4-4e47634c2591 req-ff18a284-0a94-4b80-8c38-024312f8588d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Mar 21 07:54:46.092653 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-51809e39-a919-4b29-8b64-338fd7b5b097 req-11bdf4dc-e53f-40be-8a05-26718f8393de service neutron] 10.222.0.30 "GET /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319418 Mar 21 07:54:46.290900 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:46.294707 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8120f-1728-4081-bec1-c420bd276a23 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:56Z', 'revision_number': 4, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '5c0806e3-a7f6-4494-89b2-77ed092346d1', 'name': '', 'network_id': '53af938b-14f0-4df0-9e21-d6e267991186', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'mac_address': 'fa:16:3e:5c:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:55Z', 'updated_at': '2022-03-21T07:45:03Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'subnets': [{'id': '6c4b2de2-b804-4d8c-9066-6c0f7786fb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:54:46.507577 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bb6f3-400c-43c8-8504-2159f10f0903 None None] New status for floating IP c2da2bca-3eb0-4695-b2bf-bd1c90a2e9d8: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:54:47.195893 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241343a1-7ac3-41d0-8005-d31add508574 req-6b0c6fbb-f1be-4323-90a6-a179715a5338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:47.196592 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-241343a1-7ac3-41d0-8005-d31add508574 req-6b0c6fbb-f1be-4323-90a6-a179715a5338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Synchronizing usage tracker for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:54:47.208382 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-241343a1-7ac3-41d0-8005-d31add508574 req-6b0c6fbb-f1be-4323-90a6-a179715a5338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Unset dirty status for tenant:6c31246810064d36824e4194473aadc5 on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:54:47.209567 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-241343a1-7ac3-41d0-8005-d31add508574 req-6b0c6fbb-f1be-4323-90a6-a179715a5338 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.1032646 Mar 21 07:54:47.279325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Deleting port dbdd0208-8b75-439b-98b8-32678ecef2ee {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:47.279673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:47.350373 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886f015-61e2-4d26-b524-2f43b35cfdef req-2e2d2666-f647-48e2-8214-583d26fa12c6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:54:47.351772 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1886f015-61e2-4d26-b524-2f43b35cfdef req-2e2d2666-f647-48e2-8214-583d26fa12c6 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 946 time: 0.1245890 Mar 21 07:54:47.397993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1886f015-61e2-4d26-b524-2f43b35cfdef req-c7480e12-6141-4ee5-aab7-0cc953825574 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/security-groups?id=937d49dc-8bdb-4abf-acad-060ae40585bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Mar 21 07:54:47.528269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] For port dbdd0208-8b75-439b-98b8-32678ecef2ee, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=dbdd0208-8b75-439b-98b8-32678ecef2ee,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:47.528625 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:47.651807 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Calling delete_port for dbdd0208-8b75-439b-98b8-32678ecef2ee owned by compute:nova {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:47.794334 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:47.843876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'Port': ['ID=dbdd0208-8b75-439b-98b8-32678ecef2ee,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:47.886194 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.886548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.886935 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.887293 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.887629 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.887960 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.888285 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.888612 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.888937 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.889282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.889606 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:47.889926 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:54:48.023707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] No DVR routers for this DVR port dbdd0208-8b75-439b-98b8-32678ecef2ee on host hv-neutron-8343 {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:54:48.025994 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:48.028460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-deleted', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:54:48.043991 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-241343a1-7ac3-41d0-8005-d31add508574 req-a8f52c48-7f6f-4460-8a29-4d6a9b35564d tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.30 "DELETE /v2.0/ports/dbdd0208-8b75-439b-98b8-32678ecef2ee HTTP/1.1" status: 204 len: 173 time: 0.8296072 Mar 21 07:54:48.083132 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9f6fe6-880c-4225-973a-554998934620', 'name': 'network-vif-deleted', 'tag': 'dbdd0208-8b75-439b-98b8-32678ecef2ee', 'status': 'completed', 'code': 200} Mar 21 07:54:48.550503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4dc71c60-ab20-4d8a-970a-ebc1b2117763 req-c582301a-9b08-45aa-929b-dc2127323a33 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9f6fe6-880c-4225-973a-554998934620 HTTP/1.1" status: 200 len: 210 time: 0.0420446 Mar 21 07:54:49.123398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:49.646085 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42742) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:49.720564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:49.751452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:49.824493 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:49.842239 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d49dc-8bdb-4abf-acad-060ae40585bb,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:49.863796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:49.865455 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ea4c96f5-a948-47b1-a8ac-a127adc5d638 tempest-TestShelveInstance-172095103 tempest-TestShelveInstance-172095103-project] 10.222.0.31 "DELETE /v2.0/security-groups/937d49dc-8bdb-4abf-acad-060ae40585bb HTTP/1.1" status: 204 len: 168 time: 0.2178550 Mar 21 07:54:49.910026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42748) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:50.000005 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:54:50.037538 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: dbdd0208-8b75-439b-98b8-32678ecef2ee {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:54:50.037880 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device dbdd0208-8b75-439b-98b8-32678ecef2ee not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:54:50.612066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:50.976583 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Deleting port 5c0806e3-a7f6-4494-89b2-77ed092346d1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:50.977269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:51.148534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] For port 5c0806e3-a7f6-4494-89b2-77ed092346d1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=5c0806e3-a7f6-4494-89b2-77ed092346d1,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:51.148886 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:51.280048 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Calling delete_port for 5c0806e3-a7f6-4494-89b2-77ed092346d1 owned by network:router_interface {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:51.687621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:51.734818 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0806e3-a7f6-4494-89b2-77ed092346d1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:52.004832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:52.356843 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Router 202f029d-32c9-419a-b907-23f2bb9c5c44 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:54:52.532829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:54:52.543476 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Sync routers for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:54:52.550930 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-ba6012e9-861b-4ab7-b3f6-c632afc2358a admin admin] 10.222.0.31 "PUT /v2.0/routers/202f029d-32c9-419a-b907-23f2bb9c5c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6397533 Mar 21 07:54:52.554135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42754) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:52.554788 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:52.555398 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:52.590261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-57b94d1b-f229-4d37-bebf-c02bfd2943c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:52.740344 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:52.742246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks [] for router, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.043862 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': '91930182-b018-4d52-b09e-fcd291978fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:54:51Z', 'revision_number': 5, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port': {'id': '91930182-b018-4d52-b09e-fcd291978fa1', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:53.044190 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.047632 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Checking router: 202f029d-32c9-419a-b907-23f2bb9c5c44 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:54:53.054109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Deleting port 91930182-b018-4d52-b09e-fcd291978fa1 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:53.054439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.056235 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Routers {'202f029d-32c9-419a-b907-23f2bb9c5c44'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:53.056829 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['202f029d-32c9-419a-b907-23f2bb9c5c44'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:53.210370 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] Set router 202f029d-32c9-419a-b907-23f2bb9c5c44 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:53.229110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] For port 91930182-b018-4d52-b09e-fcd291978fa1, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=91930182-b018-4d52-b09e-fcd291978fa1,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:53.229509 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.320844 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:54:53Z', 'revision_number': 6, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:53.324666 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958be80-15c1-471b-a4df-5ffa3fe668a4 None None] The sync data for ids ['202f029d-32c9-419a-b907-23f2bb9c5c44'] in dv-neutron-834307-1-hyperv is: [{'id': '202f029d-32c9-419a-b907-23f2bb9c5c44', 'name': 'tempest-TestShelveInstance-1263765267-router', 'tenant_id': '6c31246810064d36824e4194473aadc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:52Z', 'updated_at': '2022-03-21T07:54:53Z', 'revision_number': 6, 'project_id': '6c31246810064d36824e4194473aadc5', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:54:53.355936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Calling delete_port for 91930182-b018-4d52-b09e-fcd291978fa1 owned by network:router_gateway {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:53.520186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.569479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Pushing event deleted for resources: {'Port': ['ID=91930182-b018-4d52-b09e-fcd291978fa1,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:53.658320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.840289 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.842361 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.863892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.865186 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202f029d-32c9-419a-b907-23f2bb9c5c44 {{(pid=87987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:54:53.877056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.878207 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-e5ff72bc-e17a-4e56-a563-693d766c88ce admin admin] 10.222.0.31 "DELETE /v2.0/routers/202f029d-32c9-419a-b907-23f2bb9c5c44 HTTP/1.1" status: 204 len: 168 time: 1.3229289 Mar 21 07:54:53.881930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42758) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:53.942466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Deleting subnet 6c4b2de2-b804-4d8c-9066-6c0f7786fb80 {{(pid=87987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:54:53.946133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:53.994696 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1561060'] for subnet, precommit_delete_associations {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.073449 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.148889 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2435759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2853075'] for subnet, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.189100 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4b2de2-b804-4d8c-9066-6c0f7786fb80,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:54.191324 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.196693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c54db-d7f9-42cf-a46b-1a5d0d09fd14 None None] Network 53af938b-14f0-4df0-9e21-d6e267991186 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:54:54.200917 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-db7e48cb-c653-4970-b3dc-75fc056ccc03 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6c4b2de2-b804-4d8c-9066-6c0f7786fb80 HTTP/1.1" status: 204 len: 168 time: 0.3158307 Mar 21 07:54:54.201134 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42762) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:54.422413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.434206 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Deleting port 26ef47e3-b578-4943-aef3-516d6718920d {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:54.434537 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.500918 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] DHCP port deletion for 53af938b-14f0-4df0-9e21-d6e267991186 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:54:54.506038 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Deleting port 26ef47e3-b578-4943-aef3-516d6718920d {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:54.506427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.643446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] For port 26ef47e3-b578-4943-aef3-516d6718920d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=26ef47e3-b578-4943-aef3-516d6718920d,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:54.643808 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.723261 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] For port 26ef47e3-b578-4943-aef3-516d6718920d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=26ef47e3-b578-4943-aef3-516d6718920d,segment=NetworkSegment(fb3ac7de-4811-48d5-a236-e22320bfe6f4),segment_id=fb3ac7de-4811-48d5-a236-e22320bfe6f4)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:54.723654 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.732728 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 91930182-b018-4d52-b09e-fcd291978fa1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:54:54.771633 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Calling delete_port for 26ef47e3-b578-4943-aef3-516d6718920d owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:54.847640 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.884895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 91930182-b018-4d52-b09e-fcd291978fa1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:54:54.885269 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 91930182-b018-4d52-b09e-fcd291978fa1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:54:54.885677 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c0806e3-a7f6-4494-89b2-77ed092346d1 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:54:54.901373 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] No DVR routers for this DVR port 26ef47e3-b578-4943-aef3-516d6718920d on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:54:54.919001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Calling delete_port for 26ef47e3-b578-4943-aef3-516d6718920d owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:54.928380 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Pushing event deleted for resources: {'Port': ['ID=26ef47e3-b578-4943-aef3-516d6718920d,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:54.945470 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5145b081-21f5-4a40-b983-72e4478ac105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:54.964767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 5c0806e3-a7f6-4494-89b2-77ed092346d1 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:54:54.965113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 5c0806e3-a7f6-4494-89b2-77ed092346d1 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:54:54.965553 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 26ef47e3-b578-4943-aef3-516d6718920d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:54:55.006653 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 26ef47e3-b578-4943-aef3-516d6718920d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:54:55.007003 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 26ef47e3-b578-4943-aef3-516d6718920d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:54:55.023524 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.033001 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:54:55.033394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:54:55.049065 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af938b-14f0-4df0-9e21-d6e267991186']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:55.060854 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3ac7de-4811-48d5-a236-e22320bfe6f4') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:55.061145 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3ac7de-4811-48d5-a236-e22320bfe6f4') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:55.072548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.088683 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.095026 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:54:55.095412 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:54:55.109195 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:54:55.187591 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.204028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.214195 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] Pushing event deleted for resources: {'Network': ['ID=53af938b-14f0-4df0-9e21-d6e267991186,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:55.227555 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-98b5292a-8069-4930-a7f2-d95a04d726ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/53af938b-14f0-4df0-9e21-d6e267991186 HTTP/1.1" status: 204 len: 168 time: 1.0254128 Mar 21 07:54:55.230663 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42766) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:55.534984 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Deleting port 26ef47e3-b578-4943-aef3-516d6718920d {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:55.535493 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.605687 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-f823ede0-9e73-43f1-a6c5-39eb01069289 None None] The port '26ef47e3-b578-4943-aef3-516d6718920d' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:54:55.762262 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:55.948757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:56.010177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:56.108952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Deleting port 1632c2b0-088f-40ce-836f-59d46eff8b3d {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:56.109342 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:56.280375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] For port 1632c2b0-088f-40ce-836f-59d46eff8b3d, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=1632c2b0-088f-40ce-836f-59d46eff8b3d,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:56.281027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:56.496731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Calling delete_port for 1632c2b0-088f-40ce-836f-59d46eff8b3d owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:56.810731 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:56.854670 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Pushing event deleted for resources: {'Port': ['ID=1632c2b0-088f-40ce-836f-59d46eff8b3d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:57.127153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:57.490203 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Router daa92bb0-74ae-4492-97d5-51539f2637a6 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:54:57.521133 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:57.665022 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:54:57.673414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Sync routers for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:54:57.674231 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-9c44bd8b-2b19-4f14-bbeb-97ba6da74794 admin admin] 10.222.0.31 "PUT /v2.0/routers/daa92bb0-74ae-4492-97d5-51539f2637a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425268 Mar 21 07:54:57.676680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42770) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:57.682907 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:57.683574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:57.898428 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:57.980023 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.157026 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.167933 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Deleting port d78513bb-fb53-48d0-8326-dd20775ec593 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:58.168326 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.180398 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:54:56Z', 'revision_number': 5, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port': {'id': 'd78513bb-fb53-48d0-8326-dd20775ec593', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:44:59Z', 'updated_at': '2022-03-21T07:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:58.184173 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Checking router: daa92bb0-74ae-4492-97d5-51539f2637a6 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:54:58.192342 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Routers {'daa92bb0-74ae-4492-97d5-51539f2637a6'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:54:58.192959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['daa92bb0-74ae-4492-97d5-51539f2637a6'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:58.342161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] For port d78513bb-fb53-48d0-8326-dd20775ec593, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=d78513bb-fb53-48d0-8326-dd20775ec593,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:58.342404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] Set router daa92bb0-74ae-4492-97d5-51539f2637a6 gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:54:58.342600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.447189 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:54:58Z', 'revision_number': 6, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:54:58.450998 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd29f-95e9-4885-a601-856d441c4f27 None None] The sync data for ids ['daa92bb0-74ae-4492-97d5-51539f2637a6'] in dv-neutron-834307-1-hyperv is: [{'id': 'daa92bb0-74ae-4492-97d5-51539f2637a6', 'name': 'tempest-TestShelveInstance-1156890905-router', 'tenant_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:44:58Z', 'updated_at': '2022-03-21T07:54:58Z', 'revision_number': 6, 'project_id': '742fbbb9ef83408d88a5b90c6285e7f8', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:54:58.468418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Calling delete_port for d78513bb-fb53-48d0-8326-dd20775ec593 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:58.636460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.684452 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Pushing event deleted for resources: {'Port': ['ID=d78513bb-fb53-48d0-8326-dd20775ec593,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:58.774739 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.882935 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1632c2b0-088f-40ce-836f-59d46eff8b3d no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:54:58.922906 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 1632c2b0-088f-40ce-836f-59d46eff8b3d {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:54:58.923249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 1632c2b0-088f-40ce-836f-59d46eff8b3d not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:54:58.956205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.958440 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.979049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.979609 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa92bb0-74ae-4492-97d5-51539f2637a6 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 07:54:58.991828 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:58.992948 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5a5f0579-b41d-43d7-86f4-1b24b4d2228e admin admin] 10.222.0.31 "DELETE /v2.0/routers/daa92bb0-74ae-4492-97d5-51539f2637a6 HTTP/1.1" status: 204 len: 168 time: 1.3153434 Mar 21 07:54:58.995415 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42774) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:59.056268 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Deleting subnet 17e36483-05a8-48af-b40a-2da37f7cd997 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 07:54:59.059103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.108194 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.189081 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.352409 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.389667 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e36483-05a8-48af-b40a-2da37f7cd997,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:59.393305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.399414 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-8a5cce54-7976-4a12-9de2-5e317ba16920 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17e36483-05a8-48af-b40a-2da37f7cd997 HTTP/1.1" status: 204 len: 168 time: 0.4030504 Mar 21 07:54:59.402010 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42778) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:54:59.402857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c778c61-70b6-4efa-88a7-1d33cac479ac None None] Network 1787a31a-6822-4c22-8bcf-b581a099f2c8 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:54:59.513520 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.525813 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Deleting port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:59.526439 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.666427 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] DHCP port deletion for 1787a31a-6822-4c22-8bcf-b581a099f2c8 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 07:54:59.670593 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Deleting port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:54:59.670971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.733881 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] For port ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:59.734165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.859410 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Calling delete_port for ee6a76d7-c1c6-41ae-be87-b43fbba28d96 owned by network:dhcp {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:54:59.874913 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] For port ee6a76d7-c1c6-41ae-be87-b43fbba28d96, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,segment=NetworkSegment(dbf62f07-32ff-466b-b1ea-1773f3c2baa7),segment_id=dbf62f07-32ff-466b-b1ea-1773f3c2baa7)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:54:59.875303 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.933564 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:54:59.984282 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6a76d7-c1c6-41ae-be87-b43fbba28d96,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:54:59.986016 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] No DVR routers for this DVR port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 on host dv-neutron-834307-1-hyperv {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 07:54:59.997297 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Calling delete_port for ee6a76d7-c1c6-41ae-be87-b43fbba28d96 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 07:55:00.071876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 07:55:00.072218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 07:55:00.201116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.226191 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1787a31a-6822-4c22-8bcf-b581a099f2c8']}} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:00.237874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7') {'for_net_delete': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:00.238115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.services.segments.db [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf62f07-32ff-466b-b1ea-1773f3c2baa7') {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:00.249456 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1561075'] for segment, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.265474 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.271793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 07:55:00.272169 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2435085'] for segment, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: Traceback (most recent call last): Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: timer() Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: cb(*args, **kw) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: return func(*args, **kwargs) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: self._notify() Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: self.callback(batched_events) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: event.method(event) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: return f(self, *a, **k) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._get(url).json() Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: return self.request(url, 'GET', **kwargs) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 07:55:00.284980 dv-neutron-834307-1-hyperv neutron-server[87987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 07:55:00.360846 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.376470 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.386867 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] Pushing event deleted for resources: {'Network': ['ID=1787a31a-6822-4c22-8bcf-b581a099f2c8,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:00.391041 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-32c0a1d0-b326-416a-88e4-02e3b0bad8da admin admin] 10.222.0.31 "DELETE /v2.0/networks/1787a31a-6822-4c22-8bcf-b581a099f2c8 HTTP/1.1" status: 204 len: 168 time: 0.9878335 Mar 21 07:55:00.537882 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42784) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:00.573327 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Deleting port ee6a76d7-c1c6-41ae-be87-b43fbba28d96 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 07:55:00.573793 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.586463 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-832fcb40-ce49-4067-a342-dc99c87b319e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c31246810064d36824e4194473aadc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473816 Mar 21 07:55:00.589006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42788) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:00.648519 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.672086 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-39c30ad2-81a2-4076-aa8e-0ff7a47ce45a None None] The port 'ee6a76d7-c1c6-41ae-be87-b43fbba28d96' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 07:55:00.674531 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.728202 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ee6a76d7-c1c6-41ae-be87-b43fbba28d96 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:55:00.733066 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.749609 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836bf23-0884-4c06-9309-9b4374fbbd90,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:00.758870 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:00.762437 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d910c730-cc0c-49b7-b76c-112ddc358990 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2836bf23-0884-4c06-9309-9b4374fbbd90 HTTP/1.1" status: 204 len: 168 time: 0.1702099 Mar 21 07:55:00.772443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: ee6a76d7-c1c6-41ae-be87-b43fbba28d96 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:55:00.772788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device ee6a76d7-c1c6-41ae-be87-b43fbba28d96 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:55:00.773199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d78513bb-fb53-48d0-8326-dd20775ec593 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:55:00.807404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: d78513bb-fb53-48d0-8326-dd20775ec593 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 07:55:00.807705 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device d78513bb-fb53-48d0-8326-dd20775ec593 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 07:55:01.117296 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42796) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:01.165180 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-b173f9d9-ab1b-4319-8cb8-6aa102f120d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=742fbbb9ef83408d88a5b90c6285e7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466633 Mar 21 07:55:01.167505 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42800) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:01.228008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:01.253195 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:01.304920 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:01.319380 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec799c-8852-4302-80be-cffa6afb63a6,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:01.326338 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:01.327450 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-e57ef1a5-66d4-447c-9c78-9a03bed73f4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7ec799c-8852-4302-80be-cffa6afb63a6 HTTP/1.1" status: 204 len: 168 time: 0.1590452 Mar 21 07:55:02.200401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42824) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:02.318003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1503504745-network', 'tenant_id': '51441590a36b405bae903590d84bae3d'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:02.322825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:02.326671 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Usage tracker for resource:network and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:02.329460 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:02.335562 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:02.345121 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Made reservation on behalf of 51441590a36b405bae903590d84bae3d for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:55:02.347468 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.359851 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.374454 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:02.378123 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:02.380894 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:02.386370 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:02.466525 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.470022 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.498593 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:55:02.507393 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6c39cc-c649-4b54-881d-e17206b68ece,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:02.513185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.513547 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Added segment cf3193bf-2c1a-47ec-ba53-c9b79d8c1488 of type vlan for network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 Mar 21 07:55:02.539560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.566685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.568135 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:02.568795 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.669907 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4684391 Mar 21 07:55:02.670770 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc99a8-cf66-439b-ba1a-4f7e0ab58514 admin admin] Pushing event updated for resources: {'Network': ['ID=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:02.672651 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42830) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:02.678902 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Request body: {'subnet': {'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1503504745-subnet', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'ip_version': 4}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:02.680936 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:55:02.683789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:02.687544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Usage tracker for resource:subnet and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:02.690400 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:02.697266 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:02.707175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Made reservation on behalf of 51441590a36b405bae903590d84bae3d for: {'subnet': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:55:02.709946 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2853096'] for subnet, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.914091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2435808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2853082'] for subnet, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:02.985284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9aef32-8ed7-41dd-9a94-218b63ee5820,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:02.993097 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Checking segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:02.993479 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Network hostable DHCP agents. Network: 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:55:03.012062 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:55:03.020920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5) {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:03.024798 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:03.025418 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.029873 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba610f3e-73d9-435a-a975-139f2cb37c79 None None] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:55:03.046480 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-65676d65-a2e4-4111-8541-0f0b32893854 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727732 Mar 21 07:55:03.049011 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42834) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:03.054708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:03.059252 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:03.063030 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Usage tracker for resource:router and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:03.065872 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:03.071501 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:03.081569 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.082603 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.096980 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.242866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:55:03.243742 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.374559 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.403957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Allocated IP 172.20.0.2 (371105a2-aad8-4e55-afc3-0fd4e4a3f5c5/5e9aef32-8ed7-41dd-9a94-218b63ee5820/3667ec43-0575-4e07-8bf2-a8bdfa277071) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:03.610945 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.621057 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Transition to ACTIVE for port object 3667ec43-0575-4e07-8bf2-a8bdfa277071 will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:03.639897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Transition to ACTIVE for port object 3667ec43-0575-4e07-8bf2-a8bdfa277071 will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:03.646195 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.714756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:03.717666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:03.721335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:03.727946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Pushing event updated for resources: {'Port': ['ID=3667ec43-0575-4e07-8bf2-a8bdfa277071,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:03.767365 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.767711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.768052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.768387 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.768718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.769050 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.769409 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.769737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.770059 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.770937 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.771257 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.771578 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:03.807109 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.826807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Attempting to bind port 3667ec43-0575-4e07-8bf2-a8bdfa277071 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:03.827174 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Attempting to bind port 3667ec43-0575-4e07-8bf2-a8bdfa277071 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:03.827533 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Attempting to bind port 3667ec43-0575-4e07-8bf2-a8bdfa277071 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:03.832758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:03.834037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Checking segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:03.834436 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.834827 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Bound using segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:03.835288 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Bound port: 3667ec43-0575-4e07-8bf2-a8bdfa277071, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:03.835660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.838303 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.924909 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] For port 3667ec43-0575-4e07-8bf2-a8bdfa277071, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:03.928369 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] For port 3667ec43-0575-4e07-8bf2-a8bdfa277071, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3667ec43-0575-4e07-8bf2-a8bdfa277071,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:03.931768 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:03.974942 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Allocated IP 172.26.2.203 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/9447cdc8-7d5a-46ce-8509-5412095f4e88) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:04.015460 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43596-4f0a-4115-9c15-e4ada176cd3a None None] Pushing event updated for resources: {'Port': ['ID=3667ec43-0575-4e07-8bf2-a8bdfa277071,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:04.127353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:04.157201 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:04.231375 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:04.235139 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:04.238257 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:04.283081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Pushing event updated for resources: {'Port': ['ID=9447cdc8-7d5a-46ce-8509-5412095f4e88,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:04.668099 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:04.760508 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3667ec43-0575-4e07-8bf2-a8bdfa277071 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:04.836729 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 3667ec43-0575-4e07-8bf2-a8bdfa277071 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:04.977858 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14bf32-4740-4b3b-9bb5-2443ea5031ba None None] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:55:05.027094 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.081054 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Provisioning for port 3667ec43-0575-4e07-8bf2-a8bdfa277071 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:05.102367 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Provisioning complete for port 3667ec43-0575-4e07-8bf2-a8bdfa277071 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:05.102731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.344972 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.366741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:55:05.383783 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] For port 3667ec43-0575-4e07-8bf2-a8bdfa277071, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3667ec43-0575-4e07-8bf2-a8bdfa277071,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:05.390299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.464782 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004920fc-6eea-4266-bb9f-2279f5f4aea9 None None] Pushing event updated for resources: {'Port': ['ID=3667ec43-0575-4e07-8bf2-a8bdfa277071,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:05.558243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:55:05.568713 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:55:05.577583 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:05.578284 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:05.581371 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] Notify callbacks [] for router, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.582665 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-00dbe620-6158-4d13-bfd9-4d145a2ea384 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5325861 Mar 21 07:55:05.585927 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42838) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:05.611052 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-696711e1-ec56-4eb4-a3aa-181ae83c811c None None] Provisioning complete for port 3667ec43-0575-4e07-8bf2-a8bdfa277071 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:05.611651 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-696711e1-ec56-4eb4-a3aa-181ae83c811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:05.762340 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:06.066920 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:04Z', 'revision_number': 3, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:06.071064 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:55:06.071407 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Updating router 8c97f979-971e-48e0-8bc1-0fd897f28451 port 9447cdc8-7d5a-46ce-8509-5412095f4e88 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:55:06.122859 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.256865 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.439706 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.451947 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Transition to ACTIVE for port object 9447cdc8-7d5a-46ce-8509-5412095f4e88 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:06.459565 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.468574 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Allocated IP 172.20.0.1 (371105a2-aad8-4e55-afc3-0fd4e4a3f5c5/5e9aef32-8ed7-41dd-9a94-218b63ee5820/b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:06.545234 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Attempting to bind port 9447cdc8-7d5a-46ce-8509-5412095f4e88 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:06.545604 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Attempting to bind port 9447cdc8-7d5a-46ce-8509-5412095f4e88 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:06.545964 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Attempting to bind port 9447cdc8-7d5a-46ce-8509-5412095f4e88 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:06.551403 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Pushing event updated for resources: {'Port': ['ID=9447cdc8-7d5a-46ce-8509-5412095f4e88,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:06.556861 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:06.557255 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:06.557640 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.558027 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:06.558480 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Bound port: 9447cdc8-7d5a-46ce-8509-5412095f4e88, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:06.558837 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.596168 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.596847 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.596847 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.597144 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.597503 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.597837 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.598159 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.599025 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.599854 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.600163 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.600484 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.600802 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:55:06.614747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.629834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Transition to ACTIVE for port object b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:06.643511 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] For port 9447cdc8-7d5a-46ce-8509-5412095f4e88, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:06.647378 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] For port 9447cdc8-7d5a-46ce-8509-5412095f4e88, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9447cdc8-7d5a-46ce-8509-5412095f4e88,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:06.651271 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.657437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.725718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:06.728756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:06.731202 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b20e5c-af7a-4ffe-90d2-34ef72002130 None None] Pushing event updated for resources: {'Port': ['ID=9447cdc8-7d5a-46ce-8509-5412095f4e88,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:06.738115 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:06.739103 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:06.739699 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:06.759225 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3667ec43-0575-4e07-8bf2-a8bdfa277071 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:06.773388 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Pushing event updated for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:06.797979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.848064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 3667ec43-0575-4e07-8bf2-a8bdfa277071 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:06.848482 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:06.955715 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:07.018268 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbac2ca9-e7b6-4e61-b304-c6a46f9c1c15 None None] Provisioning for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:07.023456 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-fbac2ca9-e7b6-4e61-b304-c6a46f9c1c15 None None] Provisioning complete for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:07.023831 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fbac2ca9-e7b6-4e61-b304-c6a46f9c1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.079154 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-fbac2ca9-e7b6-4e61-b304-c6a46f9c1c15 None None] Port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:55:07.188155 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.248994 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-764c0966-5e3f-466b-961e-f059291d959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:04Z', 'revision_number': 3, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:07.253275 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c0966-5e3f-466b-961e-f059291d959b None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:04Z', 'revision_number': 3, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:55:07.416309 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.421081 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.543958 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.547413 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Pushing event updated for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:07.688650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:07.689914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:07.885452 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:55:07.906107 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e478fab6-ba81-4276-9345-494cd49e80b1 None None] Provisioning complete for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:07.906690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e478fab6-ba81-4276-9345-494cd49e80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:07.966857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-e478fab6-ba81-4276-9345-494cd49e80b1 None None] Port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:55:08.071243 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:55:08.080091 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-17b20093-71ad-45f1-b981-c18f1fb8bd84 admin admin] 10.222.0.31 "PUT /v2.0/routers/8c97f979-971e-48e0-8bc1-0fd897f28451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932356 Mar 21 07:55:08.573042 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42856) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:08.578763 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-986193892-network', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:08.583930 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:08.588075 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Usage tracker for resource:network and tenant:4a78e0fb192848fc978a97a2af9aad62 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:08.590941 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:08.596560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:08.607180 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Made reservation on behalf of 4a78e0fb192848fc978a97a2af9aad62 for: {'network': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:55:08.609616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for network, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.622792 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.640091 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:08.643832 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Usage tracker for resource:security_group_rule and tenant:4a78e0fb192848fc978a97a2af9aad62 is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:08.647250 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:08.652773 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:08.693168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:55:08.704800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:08.705521 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:08.748023 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.756739 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.761087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9447cdc8-7d5a-46ce-8509-5412095f4e88 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:08.791457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 07:55:08.796987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159803e0-facb-467e-8517-b0ad7f1014bd,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:08.804652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.805077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.segments_db [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Added segment 3a806bd8-76fc-4199-9aa8-7a3af43033e9 of type vlan for network 0be78454-ffc5-4e84-81a3-f142abc45bed Mar 21 07:55:08.832224 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762877048212'] for network, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.861998 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773'] for network, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.863069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:08.863636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Notify callbacks [] for network, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.927391 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 9447cdc8-7d5a-46ce-8509-5412095f4e88 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:08.940210 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9447cdc8-7d5a-46ce-8509-5412095f4e88 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:08.940512 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:08.965318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:08.966896 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] Pushing event updated for resources: {'Network': ['ID=0be78454-ffc5-4e84-81a3-f142abc45bed,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:08.973997 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8271656e-cfaf-412a-ba8c-85e4ca5e655d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3966386 Mar 21 07:55:08.974799 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42860) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:08.980935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Request body: {'subnet': {'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-986193892-subnet', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'ip_version': 4}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:08.986173 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:08.990428 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Usage tracker for resource:subnet and tenant:4a78e0fb192848fc978a97a2af9aad62 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:08.993364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:08.999143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:09.009724 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Made reservation on behalf of 4a78e0fb192848fc978a97a2af9aad62 for: {'subnet': 1} {{(pid=87988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:55:09.012184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693247'] for subnet, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.014843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Network 0be78454-ffc5-4e84-81a3-f142abc45bed details requested by agent ovs-agent-dv-neutron-834307-1-hyperv with host dv-neutron-834307-1-hyperv {{(pid=87990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 21 07:55:09.220591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2723538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693197'] for subnet, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.293329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33f9f5c-4228-4b5d-a728-401cf2a2f35e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:09.305559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Checking segment: {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:09.305987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Network hostable DHCP agents. Network: 0be78454-ffc5-4e84-81a3-f142abc45bed, hostable agents: ['90f6db9e-f233-420e-8ff0-945015d16d74'], hosted agents: [] {{(pid=87988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 07:55:09.325004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Network 0be78454-ffc5-4e84-81a3-f142abc45bed is scheduled to be hosted by DHCP agent 90f6db9e-f233-420e-8ff0-945015d16d74 with binding_index 1 {{(pid=87988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 07:55:09.334935 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834307-1-hyperv, 0be78454-ffc5-4e84-81a3-f142abc45bed) {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:09.339418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:09.339955 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.351951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7913f4-8cd2-4e30-bb42-80a94df8873b None None] Network 0be78454-ffc5-4e84-81a3-f142abc45bed requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:55:09.359645 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-ab5c24ac-6ab7-48dd-a0d1-7fa4db9933a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3836732 Mar 21 07:55:09.362283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42864) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:09.367061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:09.371527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:09.375217 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Usage tracker for resource:router and tenant:4a78e0fb192848fc978a97a2af9aad62 is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:09.377988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:09.384506 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:09.395487 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2031762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4057'] for router, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.397034 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2038225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3874'] for router, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.397891 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.413162 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.530152 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 9447cdc8-7d5a-46ce-8509-5412095f4e88, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9447cdc8-7d5a-46ce-8509-5412095f4e88,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:09.563265 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.686721 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2038211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3892'] for router, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.693083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=9447cdc8-7d5a-46ce-8509-5412095f4e88,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:09.760431 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 2, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:09.764535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:55:09.764958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Updating router 8c97f979-971e-48e0-8bc1-0fd897f28451 port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:55:09.794216 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad400903-d49a-56eb-8119-a15700515702-0be78454-ffc5-4e84-81a3-f142abc45bed', 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'fixed_ips': [{'subnet_id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e'}]}} from dv-neutron-834307-1-hyperv. {{(pid=87990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 21 07:55:09.794971 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:09.876701 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.002134 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.032514 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.085235 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.db_base_plugin_common [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Allocated IP 172.20.0.2 (0be78454-ffc5-4e84-81a3-f142abc45bed/d33f9f5c-4228-4b5d-a728-401cf2a2f35e/11d49adc-0630-45c4-92fc-d28fa7b3e26c) {{(pid=87990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:10.172133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Allocated IP 172.26.2.214 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/2c29a2d4-c239-4653-9f5f-c6fbd210d805) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:10.427008 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.455213 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.458791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks [] for port, precommit_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.477401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.479711 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Transition to ACTIVE for port object 11d49adc-0630-45c4-92fc-d28fa7b3e26c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:10.500164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Transition to ACTIVE for port object b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:10.508620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Transition to ACTIVE for port object 11d49adc-0630-45c4-92fc-d28fa7b3e26c will not be triggered until provisioned by entity DHCP. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:10.510951 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.524098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:10.525988 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:10.529709 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:10.551048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639'] for port, after_create {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.567161 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Pushing event updated for resources: {'Port': ['ID=2c29a2d4-c239-4653-9f5f-c6fbd210d805,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:10.642716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Network 0be78454-ffc5-4e84-81a3-f142abc45bed is already hosted by enough agents. {{(pid=87990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:10.653788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.scheduler.base_scheduler [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Resources bound (agent type, host, resource id): {{(pid=87990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:10.659335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Received port after_create {{(pid=87990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:10.665124 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3203f-31ef-4a37-a829-cc4d3b900b0a None None] Pushing event updated for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:10.765927 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9447cdc8-7d5a-46ce-8509-5412095f4e88 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:10.932180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Pushing event updated for resources: {'Port': ['ID=11d49adc-0630-45c4-92fc-d28fa7b3e26c,revision_number=1']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:10.950010 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.950231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Attempting to bind port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:10.950599 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Attempting to bind port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:10.950958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Attempting to bind port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:10.955486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Attempting to bind port 11d49adc-0630-45c4-92fc-d28fa7b3e26c on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:10.955844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Attempting to bind port 11d49adc-0630-45c4-92fc-d28fa7b3e26c by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:10.956192 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Attempting to bind port 11d49adc-0630-45c4-92fc-d28fa7b3e26c on network 0be78454-ffc5-4e84-81a3-f142abc45bed {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:10.964201 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:10.964566 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Checking segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:10.964970 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.965381 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Bound using segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:10.965844 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Bound port: b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:10.966217 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.978807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:10.979177 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Checking segment: {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:10.979565 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:10.979944 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Bound using segment: {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:10.980405 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Bound port: 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:10.980776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.142812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 9447cdc8-7d5a-46ce-8509-5412095f4e88 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:11.143443 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.236069 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] For port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:11.240773 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] For port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:11.249246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] For port 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:11.251963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.256959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] For port 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11d49adc-0630-45c4-92fc-d28fa7b3e26c,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:11.293148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2038270'] for router, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.294390 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.407748 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:11.408373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:11.470978 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3203f-31ef-4a37-a829-cc4d3b900b0a None None] Pushing event updated for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:11.556617 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Router f736ac9d-09e2-4b06-beb5-5c5133d11ffe is scheduled to L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 with binding_index 1 {{(pid=87988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 21 07:55:11.601414 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbf88c-0f91-4170-9c57-5d187c05fbbe None None] Pushing event updated for resources: {'Port': ['ID=11d49adc-0630-45c4-92fc-d28fa7b3e26c,revision_number=2']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:11.751807 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:11.819763 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:55:11.829793 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Sync routers for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:55:11.844024 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:11.845337 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:11.870404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:11.874233 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-df963fb9-3101-4b05-8ae2-c8afa58c424b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5084932 Mar 21 07:55:11.874477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42868) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:12.087425 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:12.118129 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:11Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:12.122749 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9f9a-6388-43ac-a5d4-bfd643f3188b None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:11Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:55:12.442835 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:10Z', 'revision_number': 3, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:12.447881 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Checking router: f736ac9d-09e2-4b06-beb5-5c5133d11ffe for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:55:12.448366 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Updating router f736ac9d-09e2-4b06-beb5-5c5133d11ffe port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 binding host dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:55:12.507500 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:12.675315 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66670d9a-1231-40e4-bb0a-93e9dc11ddfe None None] Network 0be78454-ffc5-4e84-81a3-f142abc45bed requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 07:55:12.788485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:12.840042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-e7b325e3-eda7-40ed-9282-49bb4c72316b None None] Provisioning for port 11d49adc-0630-45c4-92fc-d28fa7b3e26c completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:12.876278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11d49adc-0630-45c4-92fc-d28fa7b3e26c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:13.016186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks [] for port, precommit_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.035427 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.provisioning_blocks [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Transition to ACTIVE for port object 2c29a2d4-c239-4653-9f5f-c6fbd210d805 will not be triggered until provisioned by entity L2. {{(pid=87991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:13.048581 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.054770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 11d49adc-0630-45c4-92fc-d28fa7b3e26c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:13.063961 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 11d49adc-0630-45c4-92fc-d28fa7b3e26c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:13.064335 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.065583 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Allocated IP 172.20.0.1 (0be78454-ffc5-4e84-81a3-f142abc45bed/d33f9f5c-4228-4b5d-a728-401cf2a2f35e/6b41599b-ef1d-4b7f-b0c0-0c68da49d19a) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:13.158988 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Attempting to bind port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:13.159676 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Attempting to bind port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:13.160146 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Attempting to bind port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 on network d91bf59d-3bd4-475e-b6d3-6af447948c8b {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:13.175147 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569f9c-9ab8-4dc9-b683-be161964c196 None None] Pushing event updated for resources: {'Port': ['ID=2c29a2d4-c239-4653-9f5f-c6fbd210d805,revision_number=2']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:13.189316 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:13.190161 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Checking segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:13.190775 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.191375 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Bound using segment: {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'} {{(pid=87991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:13.192233 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.managers [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Bound port: 2c29a2d4-c239-4653-9f5f-c6fbd210d805, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b'}}] {{(pid=87991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:13.192838 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.204755 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.247025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11d49adc-0630-45c4-92fc-d28fa7b3e26c,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:13.258072 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.259063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:13.280017 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.301852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.provisioning_blocks [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Transition to ACTIVE for port object 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a will not be triggered until provisioned by entity DHCP. {{(pid=87988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:13.321713 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] For port 2c29a2d4-c239-4653-9f5f-c6fbd210d805, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:13.331175 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.plugins.ml2.db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] For port 2c29a2d4-c239-4653-9f5f-c6fbd210d805, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2c29a2d4-c239-4653-9f5f-c6fbd210d805,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:13.342120 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron_lib.callbacks.manager [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.351626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.427064 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=11d49adc-0630-45c4-92fc-d28fa7b3e26c,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:13.443554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:13.448676 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Network 0be78454-ffc5-4e84-81a3-f142abc45bed is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:13.449756 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:13.450215 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.452253 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:13.454832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:13.469133 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569f9c-9ab8-4dc9-b683-be161964c196 None None] Pushing event updated for resources: {'Port': ['ID=2c29a2d4-c239-4653-9f5f-c6fbd210d805,revision_number=3']} {{(pid=87991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:13.488262 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:13.488937 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:13.534969 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Pushing event updated for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:13.560745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037928'] for router_interface, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.652223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-a5d5ae26-718b-4e19-99ec-d52decbd4cbe None None] Provisioning complete for port 11d49adc-0630-45c4-92fc-d28fa7b3e26c triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:13.652589 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a5d5ae26-718b-4e19-99ec-d52decbd4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.757618 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:13.762211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.863145 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:13.872685 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:13.964799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:13.980604 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.054914 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ef6a62b7-7e05-4b37-b9bc-f7d64187ce5b None None] Provisioning for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:14.063274 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ef6a62b7-7e05-4b37-b9bc-f7d64187ce5b None None] Provisioning complete for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:14.063905 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ef6a62b7-7e05-4b37-b9bc-f7d64187ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.115148 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:10Z', 'revision_number': 3, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:14.119714 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3564cf-003c-4d4b-be79-cb6f1fdaaade None None] The sync data for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv is: [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:10Z', 'revision_number': 3, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:55:14.136644 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a62b7-7e05-4b37-b9bc-f7d64187ce5b None None] Port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:55:14.233361 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.238460 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.360713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Pushing event updated for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:14.363250 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2037263'] for router_interface, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.520491 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Network 0be78454-ffc5-4e84-81a3-f142abc45bed is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:14.521725 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:14.776571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Router f736ac9d-09e2-4b06-beb5-5c5133d11ffe has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:55:14.846713 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11d49adc-0630-45c4-92fc-d28fa7b3e26c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:14.913893 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-75e79d88-8610-4e1a-be64-439b3bb263eb None None] Provisioning complete for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:14.914281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-75e79d88-8610-4e1a-be64-439b3bb263eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.980784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-75e79d88-8610-4e1a-be64-439b3bb263eb None None] Port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:55:14.984161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 11d49adc-0630-45c4-92fc-d28fa7b3e26c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:14.984529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:14.985127 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:55:14.994995 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-616e0471-7995-4b5c-bb3e-43d8a6c90686 admin admin] 10.222.0.31 "PUT /v2.0/routers/f736ac9d-09e2-4b06-beb5-5c5133d11ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1194801 Mar 21 07:55:15.108080 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:15.179592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:15.179882 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.302813 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2c29a2d4-c239-4653-9f5f-c6fbd210d805 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:15.374331 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:15.379318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:15.380418 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.510588 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.532981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 2c29a2d4-c239-4653-9f5f-c6fbd210d805, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2c29a2d4-c239-4653-9f5f-c6fbd210d805,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:15.538816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.581422 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42882) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:15.587425 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369789389', 'description': 'tempest-secgroup-smoke-369789389 description', 'project_id': '51441590a36b405bae903590d84bae3d'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:15.593611 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:15.597986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:15.601816 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:15.607546 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:15.616341 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=2c29a2d4-c239-4653-9f5f-c6fbd210d805,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:15.618261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.639158 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:15.643051 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:15.646899 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:15.652782 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:15.657688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Sync routers for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:55:15.668246 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:15.668854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:15.723703 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.727356 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.768608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0218831-5418-452a-97b5-a6b70848fe0d,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:15.771416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.776784 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-5467a1aa-a1c9-499d-87ef-3e620e8fcec4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1901836 Mar 21 07:55:15.776985 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42886) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:15.781960 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:15.788273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:15.792027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:15.794852 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:15.800478 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:15.817504 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.856262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:15.876424 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.880329 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.903541 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83178d1-b7e9-48aa-b674-a66e858cafc4,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:15.913558 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:15.914743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-faebea8f-2d9b-468f-baf0-4f1909f49336 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368294 Mar 21 07:55:15.917394 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42890) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:15.922316 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:15.928050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:15.931810 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:15.934690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:15.940549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:15.960242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.021168 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.025353 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.049157 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dcc6c7-10bb-49f0-96c7-290e967347fa,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.059133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.060389 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-6dbbb574-bc71-4c7b-9450-b9e55e9be600 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420529 Mar 21 07:55:16.063113 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42894) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:16.068084 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:16.073817 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:16.077521 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:16.080285 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:16.085947 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:16.103182 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.165796 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.169631 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.195118 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5668b2b-bbbd-4da7-a6dc-b218db5f327e,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.204953 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.209364 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-360ebf9b-ab1e-451e-9d17-7865e32d9282 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423397 Mar 21 07:55:16.209776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42898) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:16.215322 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:16.216877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 4, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6b41599b-ef1d-4b7f-b0c0-0c68da49d19a', 'name': '', 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'mac_address': 'fa:16:3e:93:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:12Z', 'updated_at': '2022-03-21T07:55:14Z', 'revision_number': 2, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'subnets': [{'id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:16.220850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Checking router: f736ac9d-09e2-4b06-beb5-5c5133d11ffe for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:55:16.221250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Updating router f736ac9d-09e2-4b06-beb5-5c5133d11ffe port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a binding host dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 07:55:16.226247 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:16.230251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:16.233116 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:16.239915 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:16.256694 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.275503 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.319049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.322680 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.346743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a8c114-a0fd-44a6-9dba-f17b07ff119a,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.356152 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.360197 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-d6e57a01-ef3c-495c-9bae-0d361d6a30d3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465206 Mar 21 07:55:16.360524 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 42902) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:16.366109 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:16.372273 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:16.376057 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:16.378948 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:16.384890 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:16.395886 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.securitygroups_db [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Project 51441590a36b405bae903590d84bae3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:55:16.402590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.469404 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.474060 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.497671 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb46018-83ab-494c-ae69-219ede2eda71,revision_number=0']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.507133 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.511054 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-55a9b1c5-ee86-4b74-8bcd-b1232f1706a6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467669 Mar 21 07:55:16.511359 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42906) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:16.516544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'security_group_rule': {'security_group_id': 'd0218831-5418-452a-97b5-a6b70848fe0d', 'project_id': '51441590a36b405bae903590d84bae3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:16.523076 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:16.527489 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:security_group_rule and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:16.530608 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:16.536718 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:16.546490 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.securitygroups_db [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Project 51441590a36b405bae903590d84bae3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 07:55:16.553050 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.624876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks [] for port, precommit_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.637854 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Transition to ACTIVE for port object 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a will not be triggered until provisioned by entity L2. {{(pid=87990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:16.644683 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.741988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.746691 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020583'] for security_group_rule, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.775799 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2c29a2d4-c239-4653-9f5f-c6fbd210d805 up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:16.777599 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b87bf2-a1cc-4854-a47a-c8364c42c3b4,revision_number=0']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.780550 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.781973 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-f9420a02-3860-463c-b3fa-304c4875ed07 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2696407 Mar 21 07:55:16.872610 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475384c-942c-499f-a93a-5986265546a6 None None] Pushing event updated for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=3']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:16.939876 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Attempting to bind port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a on host dv-neutron-834307-1-hyperv for vnic_type normal with profile {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:16.940244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Attempting to bind port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a by drivers openvswitch,hyperv on host dv-neutron-834307-1-hyperv at level 0 using segments [{'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:16.940602 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Attempting to bind port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a on network 0be78454-ffc5-4e84-81a3-f142abc45bed {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:16.949032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Checking agent: {'id': '8dbc884a-f609-41a7-b75b-440fcda80270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834307-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 47, 56), 'started_at': datetime.datetime(2022, 3, 21, 6, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834307-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:16.949422 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Checking segment: {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:16.949820 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.950204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Bound using segment: {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'} {{(pid=87990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:16.950658 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.managers [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Bound port: 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a, host: dv-neutron-834307-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a806bd8-76fc-4199-9aa8-7a3af43033e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed'}}] {{(pid=87990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:16.951025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:16.971950 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:16.972168 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:17.029325 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-ce5b6a9a-5497-4f7a-9abf-489d4bfaaa21 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:security_group {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:55:17.046456 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-ce5b6a9a-5497-4f7a-9abf-489d4bfaaa21 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:security_group {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:55:17.047749 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-ce5b6a9a-5497-4f7a-9abf-489d4bfaaa21 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369789389&fields=id&tenant_id=51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 267 time: 0.0580463 Mar 21 07:55:17.118934 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] For port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a, host dv-neutron-834307-1-hyperv, cleared binding levels {{(pid=87990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:17.122695 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] For port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a, host dv-neutron-834307-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:17.154376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:17.205198 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-e5ac9562-460e-4c60-a0d7-7a4d2e4ea84d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:17.206648 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-e5ac9562-460e-4c60-a0d7-7a4d2e4ea84d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 810 time: 0.1503322 Mar 21 07:55:17.223730 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-6d378b13-b104-4945-b2a9-a0e9d8f74248 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/quotas/51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 375 time: 0.0102248 Mar 21 07:55:17.262682 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:17.263530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:54:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:17.326432 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475384c-942c-499f-a93a-5986265546a6 None None] Pushing event updated for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:17.341412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-0447b23f-d349-4f82-99d9-b39ca73a17af tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048486 Mar 21 07:55:17.463031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:17.486832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-88d65dff-4207-46c7-bce0-1595f0432f1f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:55:17.487829 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-88d65dff-4207-46c7-bce0-1595f0432f1f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477173 Mar 21 07:55:17.726363 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-74c4442c-d558-4abc-814e-3233c8d7ebf4 service neutron] 10.222.0.31 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323990 Mar 21 07:55:17.830890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 4, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6b41599b-ef1d-4b7f-b0c0-0c68da49d19a', 'name': '', 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'mac_address': 'fa:16:3e:93:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:12Z', 'updated_at': '2022-03-21T07:55:17Z', 'revision_number': 4, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'subnets': [{'id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:17.837320 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be75939-1a5a-4729-9bbc-def296fe1a9f None None] The sync data for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv is: [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 4, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': '6b41599b-ef1d-4b7f-b0c0-0c68da49d19a', 'name': '', 'network_id': '0be78454-ffc5-4e84-81a3-f142abc45bed', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'mac_address': 'fa:16:3e:93:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:12Z', 'updated_at': '2022-03-21T07:55:17Z', 'revision_number': 4, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'subnets': [{'id': 'd33f9f5c-4228-4b5d-a728-401cf2a2f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:55:17.862666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-7a814a4e-d3cb-4b95-b248-14278121b3e5 service neutron] 10.222.0.31 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303339 Mar 21 07:55:18.096993 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a632988f-2adb-4f0f-a701-434d98bf5d2f req-73ea5295-c536-43c6-a993-e65be7187ce4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 210 time: 0.0524454 Mar 21 07:55:18.766462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:18.833617 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:18.838187 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:18.838561 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:18.960981 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:18.994300 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] For port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:18.998507 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.076601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Pushing event updated for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:19.149100 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.170544 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-6b2aa3f2-1e2b-4498-b958-418848c5c450 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:19.171466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-6b2aa3f2-1e2b-4498-b958-418848c5c450 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:network {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:55:19.190932 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-6b2aa3f2-1e2b-4498-b958-418848c5c450 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:network {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:55:19.192834 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-6b2aa3f2-1e2b-4498-b958-418848c5c450 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 810 time: 0.1916564 Mar 21 07:55:19.244437 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-2ce864de-fbdc-4a8c-84b3-8323ba29e134 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:security_group {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:55:19.257793 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-2ce864de-fbdc-4a8c-84b3-8323ba29e134 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:security_group {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:55:19.259068 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-2ce864de-fbdc-4a8c-84b3-8323ba29e134 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 379 time: 0.0584016 Mar 21 07:55:19.266509 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-204ae190-298d-45af-8674-8730ecc0496b req-df4bb996-3933-4c58-bbb9-6d173858b246 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 210 time: 0.0521653 Mar 21 07:55:19.268607 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'port': {'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'admin_state_up': True, 'tenant_id': '51441590a36b405bae903590d84bae3d', 'security_groups': ['d0218831-5418-452a-97b5-a6b70848fe0d']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:19.402966 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:19.406666 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:port and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:19.409436 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:19.415417 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:19.424600 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Made reservation on behalf of 51441590a36b405bae903590d84bae3d for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:55:19.428809 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.591409 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Allocated IP 172.20.0.9 (371105a2-aad8-4e55-afc3-0fd4e4a3f5c5/5e9aef32-8ed7-41dd-9a94-218b63ee5820/bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:19.719045 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:55:19.787916 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.805034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Transition to ACTIVE for port object bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:19.829056 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.902039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:19.905049 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:19.908747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:19.939620 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:19.976507 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:19.977128 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:19.999124 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-c645ad4a-7255-4236-8047-c4160a7fc8a2 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349586 Mar 21 07:55:20.090006 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Request body: {'port': {'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:20.132867 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ebc44a80-51dd-4856-a53e-01740d5d7365 None None] Provisioning for port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:20.138292 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-ebc44a80-51dd-4856-a53e-01740d5d7365 None None] Provisioning complete for port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:20.138660 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ebc44a80-51dd-4856-a53e-01740d5d7365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:20.192925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-ebc44a80-51dd-4856-a53e-01740d5d7365 None None] Port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:55:20.202757 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:20.458172 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747fed6-d11c-44c8-89d4-3b896f0c222c req-2b5c7a4a-ccab-431f-83aa-3dd5a4531349 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:20.459809 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a747fed6-d11c-44c8-89d4-3b896f0c222c req-2b5c7a4a-ccab-431f-83aa-3dd5a4531349 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 931 time: 0.0855074 Mar 21 07:55:20.505448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a747fed6-d11c-44c8-89d4-3b896f0c222c req-804e2e4c-05e2-461d-bb52-60e0b2a008ee tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389988 Mar 21 07:55:20.545643 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 {{(pid=87987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:55:20.553183 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:20.567715 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Transition to ACTIVE for port object bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:55:20.570874 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:20.734744 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:20.752262 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a up at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:20.822058 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Attempting to bind port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:55:20.822386 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Attempting to bind port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:55:20.822708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Attempting to bind port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:20.827987 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:55:20.828310 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Attempting to bind port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:55:20.834027 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:55:20.834360 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Checking segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:55:20.834741 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Bound using segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:55:20.835165 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Bound port: bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:55:20.835508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:20.835750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Provisioning complete for port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:20.836239 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:21.033287 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:55:21.036844 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:55:21.041395 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:21.104684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.105325 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:21.106697 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-219661fe-5950-40df-ae6a-58879111f903 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 1093 time: 1.0599229 Mar 21 07:55:21.107133 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:55:21.130110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219661fe-5950-40df-ae6a-58879111f903 service neutron] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:21.232228 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-81378e2e-ad7b-43ac-aeff-efebb6d3f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.233932 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-81378e2e-ad7b-43ac-aeff-efebb6d3f3a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1096 time: 0.0867889 Mar 21 07:55:21.302388 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'status': 'completed', 'code': 200} Mar 21 07:55:21.319977 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-9871d975-7747-4244-a6ab-085abf24dd5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 217 time: 0.0788767 Mar 21 07:55:21.384781 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-f81d263e-d1b6-4f26-b68d-6e22b32fd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.386238 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-f81d263e-d1b6-4f26-b68d-6e22b32fd300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0590796 Mar 21 07:55:21.460020 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-850959ee-fb24-4c55-844b-1c3399912106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.461473 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-850959ee-fb24-4c55-844b-1c3399912106 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697839 Mar 21 07:55:21.594183 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-adcee308-f32e-4fcf-8bd9-4db3ec43dd37 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263175 Mar 21 07:55:21.693713 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91e64-dd87-4125-8b26-427b4fe19576 req-2e743c95-5064-45e6-887c-2581982f89a5 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.695425 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cf91e64-dd87-4125-8b26-427b4fe19576 req-2e743c95-5064-45e6-887c-2581982f89a5 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.0805461 Mar 21 07:55:21.726255 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-44fc576c-b498-41b3-afa4-e3fc86aed2b7 req-5eb59f16-7929-4f77-8454-2a09a3637a33 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260021 Mar 21 07:55:21.740312 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-8cf91e64-dd87-4125-8b26-427b4fe19576 req-1124b698-9298-4f2c-96d2-4de9c16c77a8 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392122 Mar 21 07:55:21.846914 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-3ff70219-a7c9-44bb-a369-0a039ffa19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.848583 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-3ff70219-a7c9-44bb-a369-0a039ffa19c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1096 time: 0.0733449 Mar 21 07:55:21.977650 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-8066dc7d-5fef-465d-94cb-0e307b337c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:21.979149 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-8066dc7d-5fef-465d-94cb-0e307b337c06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1251657 Mar 21 07:55:22.048805 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-437fbda0-d636-4f39-9f4e-450b38ba6bb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 217 time: 0.0642538 Mar 21 07:55:22.111478 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-c3dca136-5fdd-49a2-b8f2-7d7e9b3ad233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:22.112790 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-c3dca136-5fdd-49a2-b8f2-7d7e9b3ad233 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0563207 Mar 21 07:55:22.185876 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-4663b1f4-1020-4a53-89ba-f55cf9bac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:22.187389 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-4663b1f4-1020-4a53-89ba-f55cf9bac558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686817 Mar 21 07:55:22.318458 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-cae467fa-215f-49d7-b6c0-4fdc14516cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238067 Mar 21 07:55:22.449829 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-f1dcb088-1787-4416-b8c6-0cc13c4c675a req-8200aab3-1312-426b-b71f-d3c148bcd50e service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242626 Mar 21 07:55:22.593852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-477bb8db-4234-462f-b7fd-08e78f369068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:22.931293 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf1a8c-9c75-4cde-853f-529bb840a896 req-d68f63b5-e719-4504-b0dc-f647f75d17a4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:22.932737 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8cf1a8c-9c75-4cde-853f-529bb840a896 req-d68f63b5-e719-4504-b0dc-f647f75d17a4 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.0849049 Mar 21 07:55:22.977009 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8cf1a8c-9c75-4cde-853f-529bb840a896 req-99bf76a6-4d1a-48e8-889e-3d5698950707 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386584 Mar 21 07:55:24.157885 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65092e-f451-428a-8611-da6dddcdd64b req-0511c6f3-a201-4934-9fef-5322cae143e3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:24.159316 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d65092e-f451-428a-8611-da6dddcdd64b req-0511c6f3-a201-4934-9fef-5322cae143e3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.0782948 Mar 21 07:55:24.203225 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9d65092e-f451-428a-8611-da6dddcdd64b req-9b7e0a8a-91a7-4d98-b195-3ad9597c9577 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374212 Mar 21 07:55:24.217250 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:55:24.354330 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:24.367298 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:55:24.425067 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:24.442847 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:55:24.457774 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:24.461466 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:24.527642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:24.715193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a854b5b5-d5aa-4e38-8254-c7e55f3cba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:24.760958 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:55:25.386545 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a7ac-6b86-4ebf-8af7-7d42d9a836b2 req-737576eb-25e9-4598-8f01-67341a7674da tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:25.387987 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2407a7ac-6b86-4ebf-8af7-7d42d9a836b2 req-737576eb-25e9-4598-8f01-67341a7674da tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 944 time: 0.0820551 Mar 21 07:55:25.432412 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-2407a7ac-6b86-4ebf-8af7-7d42d9a836b2 req-7a357bd7-cc4a-4f27-967a-ae9a85446a36 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389974 Mar 21 07:55:25.952285 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:26.011520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:26.279583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:55:26.345014 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:55:26.350113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:55:26.350475 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:26.469875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:26.498281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:55:26.509155 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:55:26.514527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:26.590486 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:26.623792 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f3b8a-bbb2-4deb-af30-7117741a3b53 req-6b62e093-0b7a-492f-8ab5-134002556c14 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:26.625352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc9f3b8a-bbb2-4deb-af30-7117741a3b53 req-6b62e093-0b7a-492f-8ab5-134002556c14 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 945 time: 0.0848517 Mar 21 07:55:26.656087 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'code': 200} Mar 21 07:55:26.675111 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-bc9f3b8a-bbb2-4deb-af30-7117741a3b53 req-0e42da3c-f123-4b56-8a29-bee04ae6d20b tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441742 Mar 21 07:55:26.880068 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27539e-8c5e-4d78-9c74-ec7c05571038 req-65d3e865-77fa-4688-a3a8-b953ff72b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:26.881487 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-2b27539e-8c5e-4d78-9c74-ec7c05571038 req-65d3e865-77fa-4688-a3a8-b953ff72b013 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1098 time: 0.0730953 Mar 21 07:55:26.922298 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-2b27539e-8c5e-4d78-9c74-ec7c05571038 req-a599a1a3-dbcf-402b-b2eb-2ef628a82099 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352638 Mar 21 07:55:27.524071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:27.856844 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1735-6a31-4dc6-9442-412e46aa2baa req-d3b460e9-06d8-4fd7-aac3-ffedfa60a997 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:27.858211 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b34c1735-6a31-4dc6-9442-412e46aa2baa req-d3b460e9-06d8-4fd7-aac3-ffedfa60a997 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 945 time: 0.0794697 Mar 21 07:55:27.901400 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-b34c1735-6a31-4dc6-9442-412e46aa2baa req-45f284dc-8ae6-467e-a47e-a694b9491d22 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Mar 21 07:55:29.086033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc5273-2231-4ef5-871e-7d5f7a86295b req-513c46f1-8cc1-453f-9deb-fc591a38b361 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:29.087448 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8cc5273-2231-4ef5-871e-7d5f7a86295b req-513c46f1-8cc1-453f-9deb-fc591a38b361 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 945 time: 0.0816422 Mar 21 07:55:29.131674 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f8cc5273-2231-4ef5-871e-7d5f7a86295b req-441daa1b-b6c0-48bb-a1fb-6c135b33707a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Mar 21 07:55:29.312740 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ffc3-259e-4f52-ba93-90963c6035fe req-904c4945-2675-421b-b797-c6dbbd248286 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:29.314204 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08e7ffc3-259e-4f52-ba93-90963c6035fe req-904c4945-2675-421b-b797-c6dbbd248286 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 945 time: 0.0794489 Mar 21 07:55:29.356647 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-08e7ffc3-259e-4f52-ba93-90963c6035fe req-2cd42b90-1fb5-486b-ae86-c44595d72475 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367625 Mar 21 07:55:29.379234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42986) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:29.487656 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0f4c1-6a13-4a8e-a04d-5a52a26ef2c2 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:29.489788 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-58b0f4c1-6a13-4a8e-a04d-5a52a26ef2c2 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1093 time: 0.1095412 Mar 21 07:55:29.492743 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 42992) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:55:29.497597 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:55:29.503335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:55:29.507039 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:floatingip and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:55:29.509789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:55:29.515212 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:55:29.525213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:29.663728 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:29.894013 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Allocated IP 172.26.2.104 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/dd04b28b-4b1c-4634-9231-2d02734c0527) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:55:30.038480 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.066936 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.134335 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:55:30.137143 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:55:30.140756 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:55:30.175476 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=dd04b28b-4b1c-4634-9231-2d02734c0527,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:30.552477 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.625589 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.825565 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.829829 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:30.939968 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=dd04b28b-4b1c-4634-9231-2d02734c0527,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:55:30.947785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:31.113058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.db.l3_db [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Floating IP a37de311-d9e1-491a-9598-0c6f9f2f4483 associated. External IP: 172.26.2.104, port: bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0. Mar 21 07:55:31.572302 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:55:31.756273 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:55:31.766596 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:55:31.776482 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:31.777142 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:55:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:31.779812 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:31.835510 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-8fd3ede5-37d3-431a-a6db-aff6afd7e566 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3416538 Mar 21 07:55:31.836019 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:55:31.879142 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'status': 'completed', 'code': 200} Mar 21 07:55:31.960688 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:31.983493 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-59142b39-d7b4-40c9-b6fc-d106cde8c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:31.984978 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-59142b39-d7b4-40c9-b6fc-d106cde8c0ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1098 time: 0.0750699 Mar 21 07:55:32.116111 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-5c718342-e990-4433-afaf-33a871f2599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:32.117500 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-5c718342-e990-4433-afaf-33a871f2599e service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1267865 Mar 21 07:55:32.218717 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-d6c7c503-7a9c-43b4-bada-a461c982790b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 999 time: 0.0958412 Mar 21 07:55:32.279442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-6b5a291b-aa64-49ab-b45e-934dca1be4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:32.280903 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-6b5a291b-aa64-49ab-b45e-934dca1be4c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0568213 Mar 21 07:55:32.309858 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:30Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:32.313725 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:55:32.322455 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:55:32.323048 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:55:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:32.355207 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-2972d8fc-c3d8-410c-83d7-925f8df267e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:55:32.356678 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-2972d8fc-c3d8-410c-83d7-925f8df267e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698397 Mar 21 07:55:32.486072 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-8128c646-188e-4485-b5b2-e56e1bf9c02a service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236296 Mar 21 07:55:32.502642 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:55:32.617776 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-3128d762-6f1e-4c39-8520-c9a9c59e1fc1 req-8ef08d49-857d-44b6-a13e-04c9a60df511 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259637 Mar 21 07:55:32.871729 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:30Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:55:32.875423 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f79f2-3b09-4810-87e6-fe27c90c03d7 None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:30Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:55:33.060281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c65f09-a062-4dbb-bcf9-b17e7da293a8 None None] New status for floating IP a37de311-d9e1-491a-9598-0c6f9f2f4483: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:55:49.153371 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:52.598733 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-60aa861b-8dc3-4c2f-8530-40acc07fd796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:54.716885 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3263b4bb-3ea3-4a57-aeca-0feec7106acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:55.953851 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:56.013501 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:55:56.717721 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:55:57.526318 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:19.157030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:22.600928 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d17a03b2-4a1f-4baf-b448-bde39a2ba9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:24.721661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dee50e2f-702d-4e3d-92b7-73bdadcd8423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:25.955299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:26.017959 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:27.157075 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-4d39efa1-e1e4-483b-8d53-ccafaa355d49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878017 Mar 21 07:56:27.292444 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-9f9464a1-7202-4f16-a6b9-3684a50626d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:56:27.293963 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-9f9464a1-7202-4f16-a6b9-3684a50626d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1098 time: 0.0709517 Mar 21 07:56:27.435685 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-2c8e0f22-e2da-4449-90bf-aa346ebe5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:56:27.437028 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-2c8e0f22-e2da-4449-90bf-aa346ebe5c74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1251829 Mar 21 07:56:27.536534 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:27.645577 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-9c5ada6f-b6bb-437b-bf1f-3b7581afe804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 1001 time: 0.2027240 Mar 21 07:56:27.709764 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-d20c7c03-54cd-4bf1-b79f-9456f4df47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:56:27.710632 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-d20c7c03-54cd-4bf1-b79f-9456f4df47d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0594273 Mar 21 07:56:27.784032 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-e7f4df52-a171-4870-a3b5-1148ed1711ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:56:27.785751 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-e7f4df52-a171-4870-a3b5-1148ed1711ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687137 Mar 21 07:56:27.915776 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-60ab456d-4350-44e0-bfed-16785036bcb1 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232047 Mar 21 07:56:28.044695 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa2dcb4c-2b50-44b9-af07-0f2baa01daef req-779929f0-2376-47de-866d-272c2ff818cb service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225274 Mar 21 07:56:33.717492 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:56:49.152812 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:52.602888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22d28c3c-0c43-4147-a4de-f9844eacd558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:54.724036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-225afa9d-bee7-43ff-b17f-9e42c3c6414f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:55.956089 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:56.018411 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:56:57.533337 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:10.716274 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:57:19.148228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:22.604833 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-319e840c-78a7-4a5f-9e6b-d542601138ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:24.725211 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-35a0b882-02d7-47f0-a991-a7593698d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:25.957836 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:26.020306 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:27.537689 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:29.149672 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-f600668b-6dfb-4de0-9542-902874c883db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712166 Mar 21 07:57:29.284438 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-0184ac51-f034-4fab-9820-76d7b36f9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:57:29.285948 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-0184ac51-f034-4fab-9820-76d7b36f9942 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1098 time: 0.0707386 Mar 21 07:57:29.427661 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-33fcb65e-5fac-4f10-ac6c-cfc82a485289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:57:29.428995 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-33fcb65e-5fac-4f10-ac6c-cfc82a485289 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1244392 Mar 21 07:57:29.530034 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-ed556c18-0b5d-4e7e-b050-741cff6cdbc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0946040 Mar 21 07:57:29.588962 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-40926827-9f7e-4eae-97aa-de30b1916359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:57:29.590356 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-40926827-9f7e-4eae-97aa-de30b1916359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0552855 Mar 21 07:57:29.666785 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-f62f366b-2102-4da6-ac0d-b8132b12b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:57:29.668257 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-f62f366b-2102-4da6-ac0d-b8132b12b807 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723083 Mar 21 07:57:29.798867 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-7450a635-89a4-4bfc-a7d2-72bfecebb2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249199 Mar 21 07:57:29.927548 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5cedbedc-d86f-4474-8d80-6deebe2acb0b req-522f35c4-349b-4fc3-bdf6-058fde3a81c6 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230803 Mar 21 07:57:47.715257 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:57:49.151823 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:52.607618 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-9a31c750-1918-42d9-8270-b491726758bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:54.726542 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-255a86b1-82da-4bb7-be83-73887ee908dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:55.959453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:56.024070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:57:57.539357 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:05.070821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:58:05.202480 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:05.215750 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:58:05.273228 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:05.290030 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:58:05.304892 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:05.308556 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:05.378037 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:58:05.402035 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:05.423549 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.423895 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.424234 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.424568 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.424897 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.425244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.425574 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.425896 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.426219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.426543 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.426860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:05.427176 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:07.101939 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:58:07.170280 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:58:07.170842 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:07.291785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:07.318373 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:58:07.328615 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:07.332474 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:07.399690 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:08.372038 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'code': 200} Mar 21 07:58:18.306508 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-3aba29b3-423a-4b94-ab59-e09e788aa690 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369789389&fields=id&tenant_id=51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 267 time: 0.0493374 Mar 21 07:58:18.458106 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-18508d53-e5ac-4100-89f8-07f7305b4561 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:18.459543 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-18508d53-e5ac-4100-89f8-07f7305b4561 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 810 time: 0.1463501 Mar 21 07:58:18.476619 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-f1d2b0da-fdbe-42ae-80d0-83e30e6211a5 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/quotas/51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 375 time: 0.0116050 Mar 21 07:58:18.572272 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-2afdbfe8-f469-4d31-93c4-585d409e832f tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903492 Mar 21 07:58:18.712280 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0a5e5008-f81e-4619-942b-67ad3e32a718 service neutron] 10.222.0.31 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280923 Mar 21 07:58:18.843970 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-aca1dabe-3cf3-4adf-86cc-b0f6ddc2a8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254203 Mar 21 07:58:19.145752 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:20.031410 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ba77c198-6c3f-4f6d-9679-7a6f1b60621e req-e5422f87-d2f2-4abd-b56b-deeb52a5cd5c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0461934 Mar 21 07:58:21.195236 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 07:58:21.215208 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-18492f6e-3604-403e-af24-81a70f041348 req-15fb57b3-20e8-49ec-8459-5cb6b5c780fb tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.1303730 Mar 21 07:58:21.307765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:21.334336 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:58:21.343487 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:21.347554 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:21.386566 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'code': 200} Mar 21 07:58:21.418296 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:22.314830 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d9d3c107-3d78-405d-8af1-c0b3866ebe38 req-8b7a94eb-782f-48ec-b657-9ab3929f6947 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0418239 Mar 21 07:58:22.611792 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-cc1f46d4-ac3e-4cdd-8683-73db7f9c8a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:23.415946 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6afa2030-8b77-49d4-8171-62406c67586a req-b8cd38d3-108a-4ecb-a08a-c1f8d9193982 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0480018 Mar 21 07:58:24.570731 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-efdef79b-8459-4f2d-80d1-272900a84046 req-e315cfd0-e761-403c-bd06-cb79ccc9ffd6 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0444760 Mar 21 07:58:24.713634 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:58:24.728787 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-88220d9d-3e22-4509-b891-22e168dbba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:25.200353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-9b97690d-3d2c-4d0a-a754-88e39c054585 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:25.202420 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-9b97690d-3d2c-4d0a-a754-88e39c054585 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 810 time: 0.1491323 Mar 21 07:58:25.251757 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-cdc474a0-e8ae-4593-aee1-444c327f814a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51441590a36b405bae903590d84bae3d HTTP/1.1" status: 200 len: 379 time: 0.0411897 Mar 21 07:58:25.260938 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'port': {'device_id': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'admin_state_up': True, 'tenant_id': '51441590a36b405bae903590d84bae3d', 'security_groups': ['d0218831-5418-452a-97b5-a6b70848fe0d']}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:58:25.507231 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:58:25.510979 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:port and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:58:25.513820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87987) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:58:25.520175 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.quota.driver [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87987) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:58:25.531154 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Made reservation on behalf of 51441590a36b405bae903590d84bae3d for: {'port': 1} {{(pid=87987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 07:58:25.534959 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:25.790199 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.db_base_plugin_common [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Allocated IP 172.20.0.10 (371105a2-aad8-4e55-afc3-0fd4e4a3f5c5/5e9aef32-8ed7-41dd-9a94-218b63ee5820/8385cdaf-7bf6-4ffc-8782-c29c0bd97805) {{(pid=87987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:58:25.811848 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6b7fc045-d972-4da9-a308-4fef2fab71b0 req-60641645-0ccb-4c96-a228-ecf81a682759 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0487597 Mar 21 07:58:25.964730 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.029922 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.041949 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.057284 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Transition to ACTIVE for port object 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 will not be triggered until provisioned by entity DHCP. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:58:26.086034 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_create {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.172317 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 is already hosted by enough agents. {{(pid=87987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:58:26.176621 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.scheduler.base_scheduler [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources bound (agent type, host, resource id): {{(pid=87987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:58:26.182185 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Received port after_create {{(pid=87987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:58:26.226707 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=1']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:26.250457 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.250943 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.251379 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.251825 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.252251 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.252673 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.253092 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.253548 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.253933 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.254320 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.254853 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.255234 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:26.300288 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:26.300875 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.345318 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-0c161c8a-5cbe-445f-aec2-9948ce7fccc7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0878580 Mar 21 07:58:26.530790 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-47c4b971-e9c9-485a-bee9-836314ce2e9c None None] Provisioning for port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 completed by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:58:26.538036 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-47c4b971-e9c9-485a-bee9-836314ce2e9c None None] Provisioning complete for port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 triggered by entity DHCP. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:58:26.538520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-47c4b971-e9c9-485a-bee9-836314ce2e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:26.598688 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-47c4b971-e9c9-485a-bee9-836314ce2e9c None None] Port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 cannot update to ACTIVE because it is not bound. {{(pid=87990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 21 07:58:27.017114 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b4a9-16cd-4798-99e3-b2d47a60dbef req-2489b8c7-6fc4-409c-9583-ff4a73c6b111 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:27.018617 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d64b4a9-16cd-4798-99e3-b2d47a60dbef req-2489b8c7-6fc4-409c-9583-ff4a73c6b111 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0866919 Mar 21 07:58:27.075384 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4d64b4a9-16cd-4798-99e3-b2d47a60dbef req-b34dea1c-edd5-4b42-89be-80c1873a3baf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508029 Mar 21 07:58:27.542699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:28.285518 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da175-db77-41bd-aa56-81a6260b9eb4 req-9c43a3c9-0042-49e3-a2f1-38c73f5cc98d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:28.287089 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-821da175-db77-41bd-aa56-81a6260b9eb4 req-9c43a3c9-0042-49e3-a2f1-38c73f5cc98d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0900633 Mar 21 07:58:28.337722 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-821da175-db77-41bd-aa56-81a6260b9eb4 req-3144f533-b150-45c3-93d9-295048d5ae20 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Mar 21 07:58:29.533716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fcf96-267c-4099-961c-384cbf7ce624 req-fb7e1083-a415-4ba0-96fa-7a8d8ee3c4fb tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:29.535600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e6fcf96-267c-4099-961c-384cbf7ce624 req-fb7e1083-a415-4ba0-96fa-7a8d8ee3c4fb tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0855484 Mar 21 07:58:29.586728 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-4e6fcf96-267c-4099-961c-384cbf7ce624 req-2ecee6fc-c232-4545-ac96-52cc24b7151e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Mar 21 07:58:30.787090 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd198e-39af-4052-9cf8-9d8e67294664 req-d515e133-42cd-491c-bc6f-6dfe9dc182cd tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:30.788743 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4bd198e-39af-4052-9cf8-9d8e67294664 req-d515e133-42cd-491c-bc6f-6dfe9dc182cd tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0875418 Mar 21 07:58:30.851476 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-f4bd198e-39af-4052-9cf8-9d8e67294664 req-0432b11b-5657-47d1-ae9d-523e74aaea12 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 Mar 21 07:58:32.053726 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9881-8d17-4ee8-8fab-924c35c6764e req-801b2428-f85a-493a-8ba2-6379491432d7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:32.055735 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d93c9881-8d17-4ee8-8fab-924c35c6764e req-801b2428-f85a-493a-8ba2-6379491432d7 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0896893 Mar 21 07:58:32.107959 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d93c9881-8d17-4ee8-8fab-924c35c6764e req-d6d5a3b0-d605-4b16-8b75-c64e4df5df5d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Mar 21 07:58:33.293564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dbcd6-2aaa-47b6-b422-e2bd2fd6ef38 req-b366bdc2-f721-4bc5-af8f-46ff8cffa951 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:33.295033 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-719dbcd6-2aaa-47b6-b422-e2bd2fd6ef38 req-b366bdc2-f721-4bc5-af8f-46ff8cffa951 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0835314 Mar 21 07:58:33.339352 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-719dbcd6-2aaa-47b6-b422-e2bd2fd6ef38 req-00867c56-edf1-4a20-9ab4-a07c2f964652 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381939 Mar 21 07:58:34.519072 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8452d-b5e3-45be-9b71-8c2c94a038e7 req-19dba417-5fcf-431d-990e-3dd7a0cbe135 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:34.520507 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b8452d-b5e3-45be-9b71-8c2c94a038e7 req-19dba417-5fcf-431d-990e-3dd7a0cbe135 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0779672 Mar 21 07:58:34.567049 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-d3b8452d-b5e3-45be-9b71-8c2c94a038e7 req-ddf9d950-99f5-44f9-a14b-07884da5ea9e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 Mar 21 07:58:35.750256 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaaaff-c1cc-4923-bf4e-a42556dde827 req-659fae3b-5487-43af-88d3-c5c176e8a40e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:35.751678 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8eaaaff-c1cc-4923-bf4e-a42556dde827 req-659fae3b-5487-43af-88d3-c5c176e8a40e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.0783420 Mar 21 07:58:35.794645 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a8eaaaff-c1cc-4923-bf4e-a42556dde827 req-30bfd6c6-b93d-44a5-b610-46a4b93da8c3 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374453 Mar 21 07:58:36.536142 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-09c33fc1-850a-46ff-95d9-27fea3da88db tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=87987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 21 07:58:36.537058 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-09c33fc1-850a-46ff-95d9-27fea3da88db tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057518 Mar 21 07:58:36.551534 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.v2.base [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Request body: {'port': {'device_id': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8343'}} {{(pid=87987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:58:36.634119 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-83945d83-1798-4678-b93a-006d7431a12a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775142 Mar 21 07:58:36.669834 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:36.775032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-064d92f4-e2a8-4419-819d-0dea577aee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:36.776643 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-064d92f4-e2a8-4419-819d-0dea577aee36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1096 time: 0.0710518 Mar 21 07:58:36.968832 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-5fc19b70-e3ab-40ad-9b9c-fb68cbedcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:36.970297 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-5fc19b70-e3ab-40ad-9b9c-fb68cbedcc24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1745796 Mar 21 07:58:37.017636 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 {{(pid=87987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:58:37.025318 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:37.040170 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Transition to ACTIVE for port object 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 21 07:58:37.043855 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:37.087265 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-e44cc8db-06e3-4b43-9b4c-a49c6cddfa6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 999 time: 0.1079190 Mar 21 07:58:37.094626 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94176bf-4552-4d57-93dd-e457e1878d87 req-f15e1782-2704-43e5-8971-380d7930eddd tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.096025 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e94176bf-4552-4d57-93dd-e457e1878d87 req-f15e1782-2704-43e5-8971-380d7930eddd tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 932 time: 0.1885202 Mar 21 07:58:37.188597 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-e94176bf-4552-4d57-93dd-e457e1878d87 req-83e016b3-f84e-48f8-860d-57cfeaea9440 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589676 Mar 21 07:58:37.192303 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-e15b2d32-d8e5-4688-b3ba-c023bdee0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.193968 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-e15b2d32-d8e5-4688-b3ba-c023bdee0e6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0968852 Mar 21 07:58:37.216753 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:37.275470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-08dc8da8-c04f-4ece-bc47-7f33f4c051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.277718 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-08dc8da8-c04f-4ece-bc47-7f33f4c051e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781667 Mar 21 07:58:37.301403 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Attempting to bind port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 on host hv-neutron-8343 for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 21 07:58:37.301736 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Attempting to bind port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 by drivers openvswitch,hyperv on host hv-neutron-8343 at level 0 using segments [{'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 21 07:58:37.302063 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Attempting to bind port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:58:37.307147 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8343 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 21 07:58:37.307471 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Attempting to bind port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 on network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 21 07:58:37.312768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Checking agent: {'id': '66d67f0d-3791-479b-a201-1c4dc1436a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8343', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'started_at': datetime.datetime(2022, 3, 21, 6, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 7, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 21 07:58:37.313149 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Checking segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 21 07:58:37.313560 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Bound using segment: {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 21 07:58:37.313986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Bound port: 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host: hv-neutron-8343, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 21 07:58:37.314355 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:37.406573 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 21 07:58:37.409986 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 21 07:58:37.415490 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2435177'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:37.416518 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-e9242509-ddf0-430a-a262-36b2d58a1c24 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326547 Mar 21 07:58:37.477988 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.478613 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:37.480036 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] 10.222.0.30 "PUT /v2.0/ports/8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 1094 time: 0.9324405 Mar 21 07:58:37.480498 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:58:37.517652 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a34a5a-130d-4d77-9dd2-78e1cb9ed066 service neutron] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:37.527061 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'status': 'completed', 'code': 200} Mar 21 07:58:37.608113 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-5820bd6c-0081-4d9e-aac7-3d9eabf3460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.610202 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-5820bd6c-0081-4d9e-aac7-3d9eabf3460f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1097 time: 0.0802140 Mar 21 07:58:37.674007 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9a537c5c-b1cd-4f0e-8285-2f0b84c30c78 req-d2ded080-d88a-4069-8e76-5fe9f8c34f1d service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514901 Mar 21 07:58:37.679445 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-3f307eef-5541-444c-98d4-188d184e3bdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 217 time: 0.0630934 Mar 21 07:58:37.846466 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-d418fde8-24d8-4c1f-91de-7719fe83200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.847877 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-d418fde8-24d8-4c1f-91de-7719fe83200f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.1633904 Mar 21 07:58:37.921892 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-5c81c306-a05f-4c40-8f37-99501a3b728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:37.923290 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-5c81c306-a05f-4c40-8f37-99501a3b728a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696514 Mar 21 07:58:38.050596 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-82ce306a-38d9-43e6-9db1-c7b412279a2e service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216962 Mar 21 07:58:38.179749 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-4db302b2-c35f-4cdb-a8a3-1e5fec329de5 req-ef148f46-17c1-4fc7-88d6-6ea47121dcd0 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233063 Mar 21 07:58:38.301598 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-8853ae72-8be4-4afa-864b-8ec9133acf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:38.303077 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-8853ae72-8be4-4afa-864b-8ec9133acf23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1097 time: 0.0787890 Mar 21 07:58:38.383020 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62304821-d89f-4ce9-b470-fbf0266e05cc req-40190174-4886-449f-9304-bbde73395d6b tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:38.384495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62304821-d89f-4ce9-b470-fbf0266e05cc req-40190174-4886-449f-9304-bbde73395d6b tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 944 time: 0.0833511 Mar 21 07:58:38.429194 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-62304821-d89f-4ce9-b470-fbf0266e05cc req-753b6e6d-9c7e-4eda-9600-412c67024dca tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390615 Mar 21 07:58:38.435398 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-10ce58bf-5a4f-4061-901b-f339051dc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:38.436885 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-10ce58bf-5a4f-4061-901b-f339051dc67f service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1277857 Mar 21 07:58:38.510029 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-258ca5b9-7b13-43e6-83ef-f62f7be902b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 217 time: 0.0600910 Mar 21 07:58:38.572877 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-c3d5f63e-05b6-4200-8252-bff0609a2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:38.574283 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-c3d5f63e-05b6-4200-8252-bff0609a2678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0580800 Mar 21 07:58:38.646372 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-ab92fb74-b25b-4c65-88d6-b9fbe7ffe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:38.647779 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-ab92fb74-b25b-4c65-88d6-b9fbe7ffe72b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677104 Mar 21 07:58:38.779488 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-731104dd-816b-4f94-b0db-afe7a3b5fde6 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255920 Mar 21 07:58:38.911017 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-c29acb5b-e1a5-46d2-b821-80df3477064b req-7cbfb268-eb05-483b-86fb-5a1998ce0715 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254916 Mar 21 07:58:39.616377 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c35ce-5a4d-4275-a31a-e57f85290d41 req-7dbc865e-e2ea-4ce2-8dbc-0c5830457d25 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:39.617877 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d7c35ce-5a4d-4275-a31a-e57f85290d41 req-7dbc865e-e2ea-4ce2-8dbc-0c5830457d25 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 944 time: 0.0839739 Mar 21 07:58:39.664081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-1d7c35ce-5a4d-4275-a31a-e57f85290d41 req-fbb331ec-5933-4931-882a-336877fb6ce0 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Mar 21 07:58:40.848197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18111f-8253-4770-85a2-04de8dda7a16 req-732a7f61-addb-4354-bf4f-f64a0a5390b0 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:40.849652 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca18111f-8253-4770-85a2-04de8dda7a16 req-732a7f61-addb-4354-bf4f-f64a0a5390b0 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 944 time: 0.0807014 Mar 21 07:58:40.893725 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ca18111f-8253-4770-85a2-04de8dda7a16 req-01983924-3b01-4e87-8296-d4b45aa9260b tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Mar 21 07:58:41.350455 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 07:58:41.484103 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:41.496863 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'mac_address': 'fa:16:3e:54:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 07:58:41.550821 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:41.567601 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 07:58:41.582509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:41.586509 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:41.654613 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=4']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:41.943776 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['8385cdaf-7bf6-4ffc-8782-c29c0bd97805'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 07:58:42.085434 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2953e-1b3b-48a8-9095-7c92b4caefe3 req-1a8a9b16-f26e-4bbf-9118-42fe826d9755 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:42.086907 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ae2953e-1b3b-48a8-9095-7c92b4caefe3 req-1a8a9b16-f26e-4bbf-9118-42fe826d9755 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 945 time: 0.0837917 Mar 21 07:58:42.131666 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7ae2953e-1b3b-48a8-9095-7c92b4caefe3 req-8bbee817-9743-4a2d-94e7-151c9c9bc39b tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390110 Mar 21 07:58:43.318143 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b8af-8779-409f-88d9-0c0118d32726 req-f7f982d7-f37c-4e1b-950c-12618fb1c722 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:43.319600 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa48b8af-8779-409f-88d9-0c0118d32726 req-f7f982d7-f37c-4e1b-950c-12618fb1c722 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 945 time: 0.0797572 Mar 21 07:58:43.362523 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aa48b8af-8779-409f-88d9-0c0118d32726 req-c79084d5-aaa8-41da-8d25-1b6797b4f446 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374181 Mar 21 07:58:43.380830 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 07:58:43.446118 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning for port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 completed by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 21 07:58:43.450481 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 07:58:43.450850 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:43.565294 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:43.591997 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:58:43.602877 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 07:58:43.606395 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:43.641941 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'code': 200} Mar 21 07:58:43.680788 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=5']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:43.876768 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b17a-7d42-4e58-b2f6-db4f3fb8106b req-70b5a9e4-dc22-4636-abde-7fdba13afdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:43.878367 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa72b17a-7d42-4e58-b2f6-db4f3fb8106b req-70b5a9e4-dc22-4636-abde-7fdba13afdd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1099 time: 0.0764637 Mar 21 07:58:43.920530 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-fa72b17a-7d42-4e58-b2f6-db4f3fb8106b req-b5c1a835-5b59-4bc4-bdd0-4ba61cbb4c2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358155 Mar 21 07:58:44.550048 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000764c-ead1-494f-9c59-c4424b25d3e0 req-1964b531-a4ba-431d-9397-4f12a8e5ceb8 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:44.551495 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9000764c-ead1-494f-9c59-c4424b25d3e0 req-1964b531-a4ba-431d-9397-4f12a8e5ceb8 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 946 time: 0.0841742 Mar 21 07:58:44.595333 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-9000764c-ead1-494f-9c59-c4424b25d3e0 req-94ad09ce-5d04-4a2b-97cb-b88a699ff61e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Mar 21 07:58:45.778986 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a90c5-da15-4677-8219-2f7ff7e38690 req-cac9ccbe-87ae-40b2-a44f-e524f7aee80e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:45.780566 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae2a90c5-da15-4677-8219-2f7ff7e38690 req-cac9ccbe-87ae-40b2-a44f-e524f7aee80e tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 946 time: 0.0791538 Mar 21 07:58:45.826779 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ae2a90c5-da15-4677-8219-2f7ff7e38690 req-fe1b66cf-3ed3-4d3b-a412-8cba543c7b6d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Mar 21 07:58:46.023866 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f17682-48ca-4782-be91-0ba19362f9a9 req-c91c5ab9-cd4c-421f-855c-a50a7a1bfd5a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:46.025332 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f17682-48ca-4782-be91-0ba19362f9a9 req-c91c5ab9-cd4c-421f-855c-a50a7a1bfd5a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 946 time: 0.0965323 Mar 21 07:58:46.069467 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-a5f17682-48ca-4782-be91-0ba19362f9a9 req-fb8a2e5c-abb1-4f9e-ab4c-ecc8d227942a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Mar 21 07:58:46.090976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43366) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:58:46.163479 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215a303-d4c5-4186-978e-1f515484a4c8 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:46.164184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0215a303-d4c5-4186-978e-1f515484a4c8 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] Synchronizing usage tracker for tenant:4a78e0fb192848fc978a97a2af9aad62 on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 07:58:46.180350 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-0215a303-d4c5-4186-978e-1f515484a4c8 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] Unset dirty status for tenant:4a78e0fb192848fc978a97a2af9aad62 on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 07:58:46.181591 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0215a303-d4c5-4186-978e-1f515484a4c8 tempest-TestSnapshotPattern-723094500 tempest-TestSnapshotPattern-723094500-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1094 time: 0.0896592 Mar 21 07:58:46.184375 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43370) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 07:58:46.190076 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.v2.base [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Request body: {'floatingip': {'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 07:58:46.196033 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 21 07:58:46.200019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Usage tracker for resource:floatingip and tenant:51441590a36b405bae903590d84bae3d is out of sync, need to count used quota {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 21 07:58:46.202858 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87988) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 21 07:58:46.208477 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.quota.driver [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87988) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 21 07:58:46.218800 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:46.358148 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:46.489092 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_common [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Allocated IP 172.26.2.29 (d91bf59d-3bd4-475e-b6d3-6af447948c8b/c64983bc-e6bc-41fe-a554-295a17d15571/5f7575b6-5cc2-425c-8d16-f40b052632f7) {{(pid=87988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 07:58:46.635229 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:46.665145 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762877060639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:46.730381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Network d91bf59d-3bd4-475e-b6d3-6af447948c8b is already hosted by enough agents. {{(pid=87988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 07:58:46.733706 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Resources bound (agent type, host, resource id): {{(pid=87988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 07:58:46.737580 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Received port after_create {{(pid=87988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 21 07:58:46.774693 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=5f7575b6-5cc2-425c-8d16-f40b052632f7,revision_number=1']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:46.791235 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.791774 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.791913 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.792246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.792578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.792911 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.793261 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.793592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.793925 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.794245 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.794564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:46.794883 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 07:58:47.251201 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:47.324797 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:47.525441 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for port, precommit_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:47.529745 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722907'] for port, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:47.646716 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event updated for resources: {'Port': ['ID=5f7575b6-5cc2-425c-8d16-f40b052632f7,revision_number=2']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 07:58:47.656738 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037843'] for floatingip, after_update {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:47.825373 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Floating IP b5009c9c-a5c8-455d-9437-c51832cffe63 associated. External IP: 172.26.2.29, port: 8385cdaf-7bf6-4ffc-8782-c29c0bd97805. Mar 21 07:58:48.180519 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 07:58:48.359532 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 07:58:48.369076 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 07:58:48.379522 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:58:48.380126 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:58:48.384197 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:48.444570 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c7bdf80b-e292-49fc-aa6a-b76bc6eec9c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2590489 Mar 21 07:58:48.445050 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 07:58:48.560329 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:58:48.609989 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'status': 'completed', 'code': 200} Mar 21 07:58:48.703467 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-c2f0f7f4-e6ae-4e11-8b0e-ce6f9194b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:48.704859 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-c2f0f7f4-e6ae-4e11-8b0e-ce6f9194b723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1099 time: 0.0708251 Mar 21 07:58:48.845269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-8466ba1c-a179-4191-a215-2011a903175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:48.846706 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-8466ba1c-a179-4191-a215-2011a903175b service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1356025 Mar 21 07:58:48.909828 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}, {'id': 'b5009c9c-a5c8-455d-9437-c51832cffe63', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:54:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:58:47Z', 'updated_at': '2022-03-21T07:58:47Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:58:48.913597 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 07:58:48.921899 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 07:58:48.922479 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T07:58:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:58:48.948540 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-0b6e500f-76d5-461b-8336-e3938f4fd8d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 999 time: 0.0961094 Mar 21 07:58:49.011778 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-caa4bfcf-a9f9-4aa0-8114-b7e38c60f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:49.013106 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-caa4bfcf-a9f9-4aa0-8114-b7e38c60f0df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0590096 Mar 21 07:58:49.088166 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-bd2f0384-164c-41d9-9ee7-79689b0ca78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:58:49.089679 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-bd2f0384-164c-41d9-9ee7-79689b0ca78a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708928 Mar 21 07:58:49.100697 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 07:58:49.146767 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:49.338119 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-9c9c85ae-654b-4736-9c57-81b43792fa37 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422576 Mar 21 07:58:49.475863 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-8243dfaf-7ae1-42a5-8153-25e983fd8d57 req-c80d996e-99cd-46c9-b0c8-2c10ffefa50b service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314802 Mar 21 07:58:49.485033 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}, {'id': 'b5009c9c-a5c8-455d-9437-c51832cffe63', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:54:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:58:47Z', 'updated_at': '2022-03-21T07:58:47Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 07:58:49.488944 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6d4c6-0fe7-4496-884a-d0c3e88bcdf3 None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}, {'id': 'b5009c9c-a5c8-455d-9437-c51832cffe63', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:54:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:58:47Z', 'updated_at': '2022-03-21T07:58:47Z', 'revision_number': 0, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 07:58:49.675452 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf0bfc-1d32-4c97-a582-97db59d3265d None None] New status for floating IP b5009c9c-a5c8-455d-9437-c51832cffe63: ACTIVE {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 07:58:52.612380 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d3663940-c311-417d-8c4d-3d701bceb32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:54.730810 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3807-e803-47fd-9f52-0de1b906954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:55.959311 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:56.029635 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:58:57.544657 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:01.713383 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:59:19.159224 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:22.618498 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-944e8937-7ea4-4b5e-a89f-5d5fa6540ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:24.731048 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-4f9109c8-5aaa-4c04-896b-5ca218d823c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:25.962027 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:26.032866 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:27.547819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:30.129288 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-a6a35293-75dd-4ed0-bb65-11d7ec6a1ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699184 Mar 21 07:59:30.271150 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-84b67d5a-0801-4338-8202-3bc1f8c95174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:59:30.272635 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-84b67d5a-0801-4338-8202-3bc1f8c95174 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1096 time: 0.0754001 Mar 21 07:59:30.422709 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-7ff7250c-a864-4fce-b721-e874d23f2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:59:30.424139 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-7ff7250c-a864-4fce-b721-e874d23f2c79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1319613 Mar 21 07:59:30.525481 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-a0e974cd-b9bd-4982-b92c-23261a09776b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 999 time: 0.0955145 Mar 21 07:59:30.585316 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-7b5e1fda-22b1-4701-9a65-476b19acd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:59:30.586680 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-7b5e1fda-22b1-4701-9a65-476b19acd633 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0557170 Mar 21 07:59:30.663138 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-87951c18-5ccf-4c80-a09b-a29950f4c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 07:59:30.664591 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-87951c18-5ccf-4c80-a09b-a29950f4c6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715699 Mar 21 07:59:30.793468 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-90034231-0fbe-4da0-a784-51b224ed9527 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225934 Mar 21 07:59:30.919989 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1d7eb66c-fcda-4f9e-a11f-438b07adc2a8 req-7d1967f7-7540-4c43-8b0c-b45ae8220f27 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208384 Mar 21 07:59:38.712562 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 07:59:49.173592 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:52.619242 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3ff8771a-3d16-4a67-82b4-3499f723722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:54.732860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-42604a75-5d17-49ba-b383-d92ba52038b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:55.963811 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:56.034800 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 07:59:57.549982 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:15.712270 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:00:19.179804 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:22.621449 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-803edc0a-edcc-4b72-a792-a51c66e8981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:24.736875 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c93e6bf9-6e1f-4f07-9cc6-2487838e4428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:25.966070 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:26.037572 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:27.552843 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:30.223770 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-43f128ff-6221-4087-a58c-f7a9c9f79c7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153467 Mar 21 08:00:30.314820 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-7ed40caa-298f-4a0b-b43f-c579643dc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:00:30.316284 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-7ed40caa-298f-4a0b-b43f-c579643dc3b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1099 time: 0.0732930 Mar 21 08:00:30.460069 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-63a5b01e-5821-4404-a4e9-d4d22e4d3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:00:30.461518 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-63a5b01e-5821-4404-a4e9-d4d22e4d3a3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1276360 Mar 21 08:00:30.558535 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-ac29b65a-27a4-4db3-8db3-3c52f44dd09c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 1001 time: 0.0901742 Mar 21 08:00:30.624342 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-c0577c1e-8ca3-4484-8d37-f5fbb808b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:00:30.625700 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-c0577c1e-8ca3-4484-8d37-f5fbb808b845 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0614777 Mar 21 08:00:30.702842 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-b320b070-3ae0-46cf-a30d-49e2e9839e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:00:30.704328 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-b320b070-3ae0-46cf-a30d-49e2e9839e3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730166 Mar 21 08:00:30.946266 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-a2abe3a6-d767-4f43-ae8a-de0154a1b65e service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356043 Mar 21 08:00:31.073850 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-5763de36-16b5-45a6-aa90-b0d0192473f1 req-46501cae-1184-4b7f-8148-c2b9c066e752 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222117 Mar 21 08:00:49.186741 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:52.623340 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-76b8dfee-9928-4279-ad29-7a90adc0d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:52.711186 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:00:54.738923 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-786c3383-8bb6-4f94-b48d-144679fc0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:55.967966 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:56.038770 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:00:57.555859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:07.985497 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 details requested by agent hyperv_hv-neutron-8343 with host hv-neutron-8343 {{(pid=87990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 21 08:01:08.117383 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:08.129839 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Returning: {'device': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'port_id': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'mac_address': 'fa:16:3e:54:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 21 08:01:08.184157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:08.201693 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 {{(pid=87990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 08:01:08.216666 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:08.220626 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:08.295218 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=6']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:08.302193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.302545 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.302888 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.303219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.303547 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.303878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.304204 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.304529 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.304859 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.305180 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.305528 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.305853 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:08.325255 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] get_ports_and_sgs() called for port_ids ['8385cdaf-7bf6-4ffc-8782-c29c0bd97805'] {{(pid=87990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 21 08:01:09.996983 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 up at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 21 08:01:10.063144 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.provisioning_blocks [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Provisioning complete for port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 triggered by entity L2. {{(pid=87990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 21 08:01:10.063504 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867971'] for port, provisioning_complete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:10.176040 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:10.201822 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:10.211649 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:10.216878 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:10.290731 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=7']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:11.311085 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'code': 200} Mar 21 08:01:19.189874 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:21.242708 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43610) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:21.449550 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Deleting port 5f7575b6-5cc2-425c-8d16-f40b052632f7 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:21.449895 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:21.625166 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:21.625523 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:21.746829 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Calling delete_port for 5f7575b6-5cc2-425c-8d16-f40b052632f7 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:21.893758 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:21.940470 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event deleted for resources: {'Port': ['ID=5f7575b6-5cc2-425c-8d16-f40b052632f7,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:21.981095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.981462 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.981795 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.982150 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.982471 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.982786 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.983103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.983416 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.983730 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.984039 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.984349 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:21.984659 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:22.045749 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:22.046006 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Floating IP b5009c9c-a5c8-455d-9437-c51832cffe63 disassociated (deleted). External IP: 172.26.2.29, port: 8385cdaf-7bf6-4ffc-8782-c29c0bd97805. Mar 21 08:01:22.392573 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 08:01:22.626394 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ccfb869d-b94a-4981-ae61-7f28501cc079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:22.675160 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 08:01:22.685004 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 08:01:22.687637 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:22.695189 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:22.695846 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:22.741302 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-32ea4f87-1348-4289-a8b7-418545e20cde tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "DELETE /v2.0/floatingips/b5009c9c-a5c8-455d-9437-c51832cffe63 HTTP/1.1" status: 204 len: 168 time: 1.4974639 Mar 21 08:01:22.741888 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:22.814713 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'status': 'completed', 'code': 200} Mar 21 08:01:22.877281 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:22.917920 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-d8025ae8-803e-465a-bfdc-22ba408b6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:22.920172 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-d8025ae8-803e-465a-bfdc-22ba408b6d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 1099 time: 0.0842109 Mar 21 08:01:23.064747 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-fd78819e-3a67-46ef-8704-537891ae7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:23.066231 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-fd78819e-3a67-46ef-8704-537891ae7ac9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1412599 Mar 21 08:01:23.136154 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-af7e3c47-ffa7-4c05-b241-572568060a9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 200 len: 217 time: 0.0623326 Mar 21 08:01:23.201684 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-a44055ae-90ac-4b6e-a224-38d3531bd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:23.203157 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-a44055ae-90ac-4b6e-a224-38d3531bd7ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0612643 Mar 21 08:01:23.212591 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5309e-27f3-426d-b7e5-3b91fad1c296 req-94999aaf-efd3-456c-aa5c-75d7b0975c7a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:23.213381 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-42a5309e-27f3-426d-b7e5-3b91fad1c296 req-94999aaf-efd3-456c-aa5c-75d7b0975c7a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 08:01:23.234095 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-42a5309e-27f3-426d-b7e5-3b91fad1c296 req-94999aaf-efd3-456c-aa5c-75d7b0975c7a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 08:01:23.235368 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42a5309e-27f3-426d-b7e5-3b91fad1c296 req-94999aaf-efd3-456c-aa5c-75d7b0975c7a tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 946 time: 0.1603336 Mar 21 08:01:23.262065 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:23.266638 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 08:01:23.275095 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:23.275788 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:00:55Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:23.288218 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-d1c7679e-baf5-45a0-b23e-2cb34de1a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:23.290455 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-d1c7679e-baf5-45a0-b23e-2cb34de1a01e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801048 Mar 21 08:01:23.292216 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-42a5309e-27f3-426d-b7e5-3b91fad1c296 req-8355c19e-0d25-4928-a570-d61eac241a84 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452583 Mar 21 08:01:23.428060 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-53ee6484-0ef5-42b9-adf4-87b0a6fede32 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301625 Mar 21 08:01:23.452288 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:23.566447 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-1c08c9d2-997a-4bca-92a4-4460b99a898e req-b8c63476-2197-42d8-8e9a-ab2d573ea93a service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295564 Mar 21 08:01:23.834156 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:23.837910 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b45c4-7683-4ac5-949f-31009269a42e None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_floatingips': [{'id': 'a37de311-d9e1-491a-9598-0c6f9f2f4483', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'router_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'port_id': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'mac_address': 'fa:16:3e:3c:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T07:55:30Z', 'updated_at': '2022-03-21T07:55:33Z', 'revision_number': 1, 'project_id': '51441590a36b405bae903590d84bae3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 08:01:24.046548 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:24.072161 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a240745-8385-4c2f-9790-edf1d0c746fc None None] New status for floating IP b5009c9c-a5c8-455d-9437-c51832cffe63: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 08:01:24.276922 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548459'] for port, before_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:24.304045 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:24.313757 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:24.318794 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762877424375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762877060657', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762877060702'] for port, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:24.356848 dv-neutron-834307-1-hyperv neutron-server[87990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'code': 200} Mar 21 08:01:24.387718 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Pushing event updated for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=8']} {{(pid=87990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:24.484184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46701d-5f73-43c6-8057-aed1abb6c712 req-64aef14b-6dd4-48e3-b8aa-8a97cd5d09ae tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:24.485582 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f46701d-5f73-43c6-8057-aed1abb6c712 req-64aef14b-6dd4-48e3-b8aa-8a97cd5d09ae tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 944 time: 0.0856640 Mar 21 08:01:24.529799 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-6f46701d-5f73-43c6-8057-aed1abb6c712 req-e43a0cb3-eb65-41ce-8e2e-8c67482881a5 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386167 Mar 21 08:01:24.740031 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-02383c4a-9ca6-403e-8c18-f50d05671915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:24.750827 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-7a9d3408-74cb-41f8-ae6a-56970b8224dc tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:24.751508 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-7a9d3408-74cb-41f8-ae6a-56970b8224dc tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 08:01:24.762766 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-7a9d3408-74cb-41f8-ae6a-56970b8224dc tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 08:01:24.764359 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-7a9d3408-74cb-41f8-ae6a-56970b8224dc tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 944 time: 0.0951281 Mar 21 08:01:24.831776 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Deleting port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:24.832110 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:25.078543 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] For port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:25.078816 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:25.198690 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Calling delete_port for 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 owned by compute:nova {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:25.447429 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:25.528353 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event deleted for resources: {'Port': ['ID=8385cdaf-7bf6-4ffc-8782-c29c0bd97805,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:25.544939 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.545430 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.545789 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.546118 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.546442 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.546765 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.547084 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.547401 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.547717 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.548036 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.548349 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.548687 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834307-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 08:01:25.586616 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] No DVR routers for this DVR port 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 on host hv-neutron-8343 {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 08:01:25.589003 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:25.592246 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-deleted', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:25.611224 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-7a1a3564-9d50-42de-95ac-3ceeb412af9a req-751b9a08-7b03-43fd-9f31-8524088eaddf tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "DELETE /v2.0/ports/8385cdaf-7bf6-4ffc-8782-c29c0bd97805 HTTP/1.1" status: 204 len: 173 time: 0.8420079 Mar 21 08:01:25.691143 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-aea1d276-5c44-48cf-a3a2-c458760bc5ad req-613c89bf-0fb7-4e9a-ae7e-31b8e9c07699 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e2debeb-2b21-4b49-a226-5c35dd09398d HTTP/1.1" status: 200 len: 210 time: 0.0455949 Mar 21 08:01:25.693904 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2debeb-2b21-4b49-a226-5c35dd09398d', 'name': 'network-vif-deleted', 'tag': '8385cdaf-7bf6-4ffc-8782-c29c0bd97805', 'status': 'completed', 'code': 200} Mar 21 08:01:25.972025 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:26.043328 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:27.338938 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43680) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:27.542764 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Deleting port dd04b28b-4b1c-4634-9231-2d02734c0527 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:27.543019 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:27.563219 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:27.710319 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:27.710649 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:27.832214 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Calling delete_port for dd04b28b-4b1c-4634-9231-2d02734c0527 owned by network:floatingip {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:27.979219 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:28.023421 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event deleted for resources: {'Port': ['ID=dd04b28b-4b1c-4634-9231-2d02734c0527,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:28.046871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:28.081377 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:28.082000 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device 8385cdaf-7bf6-4ffc-8782-c29c0bd97805 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:28.121137 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for floatingip, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:28.121430 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.db.l3_db [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Floating IP a37de311-d9e1-491a-9598-0c6f9f2f4483 disassociated (deleted). External IP: 172.26.2.104, port: bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0. Mar 21 08:01:28.586339 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 08:01:28.768484 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 08:01:28.778018 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 08:01:28.784987 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for floatingip, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:28.787581 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:28.788170 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:28.841870 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-033fab68-4d25-4a2f-806e-e2f058fb912d tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "DELETE /v2.0/floatingips/a37de311-d9e1-491a-9598-0c6f9f2f4483 HTTP/1.1" status: 204 len: 168 time: 1.5013230 Mar 21 08:01:28.842184 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:28.897401 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'status': 'completed', 'code': 200} Mar 21 08:01:28.973098 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:28.997431 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-cdc0bce2-1a12-4418-b922-79b4c5bfd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:28.999318 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-cdc0bce2-1a12-4418-b922-79b4c5bfd2bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51441590a36b405bae903590d84bae3d&device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 1096 time: 0.0780971 Mar 21 08:01:29.165381 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-ab265c0a-13d4-45af-b824-8d24466391a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:29.166941 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-ab265c0a-13d4-45af-b824-8d24466391a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 200 len: 911 time: 0.1624043 Mar 21 08:01:29.237428 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-d54bddf6-a3f6-4d1b-a535-33a2deb8b7d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 200 len: 217 time: 0.0638211 Mar 21 08:01:29.238648 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305848e-f29f-4e6c-9325-8ee7e55fb9e6 req-ba522bb7-67d4-4dec-bb04-fa10265a539c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:29.239365 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7305848e-f29f-4e6c-9325-8ee7e55fb9e6 req-ba522bb7-67d4-4dec-bb04-fa10265a539c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87988) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 08:01:29.259004 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.quota.resource [req-7305848e-f29f-4e6c-9325-8ee7e55fb9e6 req-ba522bb7-67d4-4dec-bb04-fa10265a539c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87988) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 08:01:29.260221 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7305848e-f29f-4e6c-9325-8ee7e55fb9e6 req-ba522bb7-67d4-4dec-bb04-fa10265a539c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.1183262 Mar 21 08:01:29.305127 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:29.310691 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 08:01:29.313173 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-9388a289-f705-4593-b508-e0a1f7029b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:29.314661 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-9388a289-f705-4593-b508-e0a1f7029b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 200 len: 849 time: 0.0706673 Mar 21 08:01:29.318081 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-7305848e-f29f-4e6c-9325-8ee7e55fb9e6 req-902d5412-d7cf-4667-802a-2a09c584e11c tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513024 Mar 21 08:01:29.319472 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:29.320073 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:29.392631 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-1f301358-77ea-4035-8bec-871c2b35de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:29.394161 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-1f301358-77ea-4035-8bec-871c2b35de5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720181 Mar 21 08:01:29.494349 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:29.527222 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-87088213-22e0-4707-b6ab-6419af671100 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264088 Mar 21 08:01:29.663977 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-b85eec1d-92af-4e36-a0b3-55a7199cba7e req-5b42dc87-885a-4e54-b96a-32844a7ed524 service neutron] 10.222.0.30 "GET /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289423 Mar 21 08:01:29.719994 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:01:29.811151 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:29.814878 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd064e57-82e5-47fa-b0b6-31000703e00e None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:07Z', 'revision_number': 4, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv', '_interfaces': [{'id': 'b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c', 'name': '', 'network_id': '371105a2-aad8-4e55-afc3-0fd4e4a3f5c5', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'mac_address': 'fa:16:3e:36:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:06Z', 'updated_at': '2022-03-21T07:55:13Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'subnets': [{'id': '5e9aef32-8ed7-41dd-9a94-218b63ee5820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 08:01:30.011379 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72667bc4-b63b-4e46-bb2f-97ca1a020ab0 None None] New status for floating IP a37de311-d9e1-491a-9598-0c6f9f2f4483: DOWN {{(pid=87990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 08:01:30.134967 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-93cb628c-b824-4a6d-8cd8-e87342431352 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:30.135655 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-93cb628c-b824-4a6d-8cd8-e87342431352 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Synchronizing usage tracker for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87987) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 21 08:01:30.147504 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.quota.resource [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-93cb628c-b824-4a6d-8cd8-e87342431352 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Unset dirty status for tenant:51441590a36b405bae903590d84bae3d on resource:port {{(pid=87987) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 21 08:01:30.148578 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-93cb628c-b824-4a6d-8cd8-e87342431352 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.0933940 Mar 21 08:01:30.222885 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Deleting port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 {{(pid=87987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:30.223227 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:30.467759 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] For port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0, host hv-neutron-8343, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8343',level=0,port_id=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:30.468028 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:30.504196 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0821d1-ce43-46bd-b751-5bf572e8a216 req-8809a41d-3a5e-4fd6-a561-55ee811349c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 08:01:30.505659 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff0821d1-ce43-46bd-b751-5bf572e8a216 req-8809a41d-3a5e-4fd6-a561-55ee811349c9 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed HTTP/1.1" status: 200 len: 943 time: 0.0835688 Mar 21 08:01:30.548850 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [req-ff0821d1-ce43-46bd-b751-5bf572e8a216 req-d847fd1c-d6ab-4ee8-bc37-2617c7d24104 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0218831-5418-452a-97b5-a6b70848fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375550 Mar 21 08:01:30.590617 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Calling delete_port for bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 owned by compute:nova {{(pid=87987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:30.735446 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2435184'] for port, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:30.784821 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event deleted for resources: {'Port': ['ID=bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:30.959269 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] No DVR routers for this DVR port bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 on host hv-neutron-8343 {{(pid=87987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 08:01:30.961708 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404410'] for port, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:30.964088 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-deleted', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0'}] {{(pid=87987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 08:01:30.980807 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [req-e0be5e4a-446e-4518-8f9a-a98be465fdb9 req-b1e81959-1d8f-4c9e-a0fe-759612c2beed tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.30 "DELETE /v2.0/ports/bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 HTTP/1.1" status: 204 len: 173 time: 0.8266535 Mar 21 08:01:31.010663 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a129ba3-dfd1-45e1-a5ad-1f7aee2ad0ed', 'name': 'network-vif-deleted', 'tag': 'bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0', 'status': 'completed', 'code': 200} Mar 21 08:01:31.642528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43696) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:31.711284 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:31.741376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:31.805993 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:31.823606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0218831-5418-452a-97b5-a6b70848fe0d,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:31.836403 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:31.839999 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-f8d27419-c517-4685-81f5-f5766c8f7c75 tempest-TestSnapshotPattern-377522789 tempest-TestSnapshotPattern-377522789-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0218831-5418-452a-97b5-a6b70848fe0d HTTP/1.1" status: 204 len: 168 time: 0.1940939 Mar 21 08:01:31.888301 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43702) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:32.523927 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:32.976592 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Deleting port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:32.977267 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:33.143819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] For port b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:33.144178 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:33.269472 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Calling delete_port for b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:33.582027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:33.632998 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:33.909825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:34.089758 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 no longer exists at agent hyperv_hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:34.126278 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] No Port match for: bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:34.126620 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Device bf20e2b1-4441-4e8b-ac8a-8b82d3840ab0 not bound to the agent host hv-neutron-8343 {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:34.377594 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Router 8c97f979-971e-48e0-8bc1-0fd897f28451 has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 08:01:34.557045 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 08:01:34.565557 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Sync routers for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 08:01:34.568998 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-410d4f72-c03f-4f67-8408-ec6cba2bad7e admin admin] 10.222.0.31 "PUT /v2.0/routers/8c97f979-971e-48e0-8bc1-0fd897f28451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796315 Mar 21 08:01:34.571438 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43708) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:34.574807 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:34.575399 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:34.747808 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:34.752826 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: dv-neutron-834307-1-hyperv {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:34.931485 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:34.942636 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Deleting port 9447cdc8-7d5a-46ce-8509-5412095f4e88 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:34.943110 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.074038 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T08:01:33Z', 'revision_number': 5, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port': {'id': '9447cdc8-7d5a-46ce-8509-5412095f4e88', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T07:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:35.077804 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Checking router: 8c97f979-971e-48e0-8bc1-0fd897f28451 for host: dv-neutron-834307-1-hyperv {{(pid=87991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 08:01:35.086183 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Routers {'8c97f979-971e-48e0-8bc1-0fd897f28451'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:35.086775 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['8c97f979-971e-48e0-8bc1-0fd897f28451'], 'active': True} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:35.118224 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] For port 9447cdc8-7d5a-46ce-8509-5412095f4e88, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=9447cdc8-7d5a-46ce-8509-5412095f4e88,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:35.118500 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.235138 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_dvr_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] Set router 8c97f979-971e-48e0-8bc1-0fd897f28451 gateway port host: None {{(pid=87991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:35.243681 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Calling delete_port for 9447cdc8-7d5a-46ce-8509-5412095f4e88 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:35.343090 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.l3_hamode_db [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T08:01:34Z', 'revision_number': 6, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:35.347493 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027015e0-b95a-4923-9a49-840901dd8e2f None None] The sync data for ids ['8c97f979-971e-48e0-8bc1-0fd897f28451'] in dv-neutron-834307-1-hyperv is: [{'id': '8c97f979-971e-48e0-8bc1-0fd897f28451', 'name': 'tempest-TestSnapshotPattern-1503504745-router', 'tenant_id': '51441590a36b405bae903590d84bae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:03Z', 'updated_at': '2022-03-21T08:01:34Z', 'revision_number': 6, 'project_id': '51441590a36b405bae903590d84bae3d', 'gw_port_host': None}] {{(pid=87991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 08:01:35.414082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.462333 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9447cdc8-7d5a-46ce-8509-5412095f4e88,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:35.550878 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.834678 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.836825 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.859251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.859877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c97f979-971e-48e0-8bc1-0fd897f28451 {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 08:01:35.871646 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.872783 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-86063cbd-8106-403d-8094-441c5ea5a0fe admin admin] 10.222.0.31 "DELETE /v2.0/routers/8c97f979-971e-48e0-8bc1-0fd897f28451 HTTP/1.1" status: 204 len: 168 time: 1.3004475 Mar 21 08:01:35.875526 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43712) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:35.936098 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Deleting subnet 5e9aef32-8ed7-41dd-9a94-218b63ee5820 {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 08:01:35.939061 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:35.988082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.068488 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.136641 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.174251 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9aef32-8ed7-41dd-9a94-218b63ee5820,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:36.180690 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.185930 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022488d6-04e9-4151-a83b-b8cad9564ecb None None] Network 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 08:01:36.189767 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-22e85b8b-9363-4aa3-b562-df312d02f58f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e9aef32-8ed7-41dd-9a94-218b63ee5820 HTTP/1.1" status: 204 len: 168 time: 0.3107851 Mar 21 08:01:36.189977 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43716) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:36.298689 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.309205 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Deleting port 3667ec43-0575-4e07-8bf2-a8bdfa277071 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:36.309578 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.450263 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] DHCP port deletion for 371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 08:01:36.454044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Deleting port 3667ec43-0575-4e07-8bf2-a8bdfa277071 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:36.454442 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.524094 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] For port 3667ec43-0575-4e07-8bf2-a8bdfa277071, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3667ec43-0575-4e07-8bf2-a8bdfa277071,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:36.524680 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.648553 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Calling delete_port for 3667ec43-0575-4e07-8bf2-a8bdfa277071 owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:36.658985 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] For port 3667ec43-0575-4e07-8bf2-a8bdfa277071, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=3667ec43-0575-4e07-8bf2-a8bdfa277071,segment=NetworkSegment(cf3193bf-2c1a-47ec-ba53-c9b79d8c1488),segment_id=cf3193bf-2c1a-47ec-ba53-c9b79d8c1488)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:36.659382 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.726141 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.775027 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3667ec43-0575-4e07-8bf2-a8bdfa277071,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:36.778492 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] No DVR routers for this DVR port 3667ec43-0575-4e07-8bf2-a8bdfa277071 on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 08:01:36.782360 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Calling delete_port for 3667ec43-0575-4e07-8bf2-a8bdfa277071 owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:36.852530 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 08:01:36.852946 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 08:01:36.895606 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.915963 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3667ec43-0575-4e07-8bf2-a8bdfa277071 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:36.920877 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371105a2-aad8-4e55-afc3-0fd4e4a3f5c5']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:36.933527 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:36.933826 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3193bf-2c1a-47ec-ba53-c9b79d8c1488') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:36.946232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.955852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 3667ec43-0575-4e07-8bf2-a8bdfa277071 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:36.956193 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 3667ec43-0575-4e07-8bf2-a8bdfa277071 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:36.956600 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:36.964837 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.971976 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 08:01:36.972308 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 08:01:36.985565 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 08:01:36.994112 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:36.994505 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device b19ebd6a-b4fe-4ffe-b1cb-0ade4e20628c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:36.994957 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9447cdc8-7d5a-46ce-8509-5412095f4e88 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:37.027199 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 9447cdc8-7d5a-46ce-8509-5412095f4e88 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:37.027539 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 9447cdc8-7d5a-46ce-8509-5412095f4e88 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:37.064242 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:37.068702 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:37.092264 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=371105a2-aad8-4e55-afc3-0fd4e4a3f5c5,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:37.104842 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-98392dba-62f9-4b9d-a3e8-d7eeb0015c0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/371105a2-aad8-4e55-afc3-0fd4e4a3f5c5 HTTP/1.1" status: 204 len: 168 time: 0.9139569 Mar 21 08:01:37.107576 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43722) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:37.353975 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Deleting port 3667ec43-0575-4e07-8bf2-a8bdfa277071 {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:37.354573 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:37.423852 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb546-7edf-45cc-84a1-2d98a83b5fda None None] The port '3667ec43-0575-4e07-8bf2-a8bdfa277071' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 08:01:37.739481 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2037281'] for router_interface, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:38.084528 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Deleting port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:38.084780 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:38.252720 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] For port 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:38.253066 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:38.377147 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Calling delete_port for 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a owned by network:router_interface {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:38.554156 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:38.600418 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b41599b-ef1d-4b7f-b0c0-0c68da49d19a,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:38.985868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2037389'] for router_interface, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:39.348873 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Router f736ac9d-09e2-4b06-beb5-5c5133d11ffe has already been hosted by L3 agent f97cc9c4-b677-4e6f-8b35-ed4f4385cf30 {{(pid=87988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 21 08:01:39.524116 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] Notify agent at l3_agent.dv-neutron-834307-1-hyperv the message routers_updated {{(pid=87988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 21 08:01:39.532925 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Sync routers for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 08:01:39.541124 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-276927ba-3d52-4e30-87d0-a467e740545b admin admin] 10.222.0.31 "PUT /v2.0/routers/f736ac9d-09e2-4b06-beb5-5c5133d11ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325016 Mar 21 08:01:39.542453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:39.543062 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:39.543551 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43726) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:39.717692 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks [] for router, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:39.721182 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: dv-neutron-834307-1-hyperv {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:39.894838 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:39.904123 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Deleting port 2c29a2d4-c239-4653-9f5f-c6fbd210d805 {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:39.904608 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.049816 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'external_fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T08:01:38Z', 'revision_number': 5, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port': {'id': '2c29a2d4-c239-4653-9f5f-c6fbd210d805', 'name': '', 'network_id': 'd91bf59d-3bd4-475e-b6d3-6af447948c8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834307-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T07:55:10Z', 'updated_at': '2022-03-21T07:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c64983bc-e6bc-41fe-a554-295a17d15571', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834307-1-hyperv'}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:40.053595 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Checking router: f736ac9d-09e2-4b06-beb5-5c5133d11ffe for host: dv-neutron-834307-1-hyperv {{(pid=87990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 08:01:40.062453 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Routers {'f736ac9d-09e2-4b06-beb5-5c5133d11ffe'} bound to L3 agent in host dv-neutron-834307-1-hyperv {{(pid=87990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 21 08:01:40.063049 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834307-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T06:47:54Z,description=,heartbeat_timestamp=2022-03-21T08:01:25Z,host='dv-neutron-834307-1-hyperv',id=f97cc9c4-b677-4e6f-8b35-ed4f4385cf30,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T06:47:54Z,topic='l3_agent')) {'router_ids': ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'], 'active': True} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:40.081052 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] For port 2c29a2d4-c239-4653-9f5f-c6fbd210d805, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=2c29a2d4-c239-4653-9f5f-c6fbd210d805,segment=NetworkSegment(3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46),segment_id=3b4f20ce-d8ef-4d61-bda8-e26a5abc7e46)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:40.081590 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.216376 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_dvr_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] Set router f736ac9d-09e2-4b06-beb5-5c5133d11ffe gateway port host: None {{(pid=87990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 21 08:01:40.318049 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Calling delete_port for 2c29a2d4-c239-4653-9f5f-c6fbd210d805 owned by network:router_gateway {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:40.323527 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.db.l3_hamode_db [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T08:01:39Z', 'revision_number': 6, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port_host': None}], 'dv-neutron-834307-1-hyperv', False) {} {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:40.328032 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7b8ad-cc2d-4c69-ae22-90b3adc69177 None None] The sync data for ids ['f736ac9d-09e2-4b06-beb5-5c5133d11ffe'] in dv-neutron-834307-1-hyperv is: [{'id': 'f736ac9d-09e2-4b06-beb5-5c5133d11ffe', 'name': 'tempest-TestSnapshotPattern-986193892-router', 'tenant_id': '4a78e0fb192848fc978a97a2af9aad62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T07:55:09Z', 'updated_at': '2022-03-21T08:01:39Z', 'revision_number': 6, 'project_id': '4a78e0fb192848fc978a97a2af9aad62', 'gw_port_host': None}] {{(pid=87990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 08:01:40.488237 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.538082 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2c29a2d4-c239-4653-9f5f-c6fbd210d805,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:40.625600 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037766'] for router_gateway, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.801751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2059791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3883'] for router, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.803926 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.826950 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2060030'] for router, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.827539 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f736ac9d-09e2-4b06-beb5-5c5133d11ffe {{(pid=87988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 21 08:01:40.838952 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] Notify callbacks [] for router, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.840079 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-73f7599d-805d-4a51-bead-ae46247528ce admin admin] 10.222.0.31 "DELETE /v2.0/routers/f736ac9d-09e2-4b06-beb5-5c5133d11ffe HTTP/1.1" status: 204 len: 168 time: 1.2956231 Mar 21 08:01:40.842669 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43730) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:40.903376 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Deleting subnet d33f9f5c-4228-4b5d-a728-401cf2a2f35e {{(pid=87988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 21 08:01:40.907140 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:40.955032 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2585722'] for subnet, precommit_delete_associations {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.038292 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854147'] for subnet, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.106044 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:41.113571 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2723485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693188'] for subnet, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.139819 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:41.140163 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 6b41599b-ef1d-4b7f-b0c0-0c68da49d19a not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:41.140584 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2c29a2d4-c239-4653-9f5f-c6fbd210d805 no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:41.150762 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33f9f5c-4228-4b5d-a728-401cf2a2f35e,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:41.156564 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.163984 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-fc713f8e-78f3-4ca4-a587-9721a75b51ac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d33f9f5c-4228-4b5d-a728-401cf2a2f35e HTTP/1.1" status: 204 len: 168 time: 0.3196275 Mar 21 08:01:41.166324 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43734) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:41.172404 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7794a1-f1cc-4c78-9f17-72d9f3fffb87 None None] Network 0be78454-ffc5-4e84-81a3-f142abc45bed requested from dv-neutron-834307-1-hyperv {{(pid=87990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 21 08:01:41.205791 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 2c29a2d4-c239-4653-9f5f-c6fbd210d805 {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:41.206139 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 2c29a2d4-c239-4653-9f5f-c6fbd210d805 not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:41.276153 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536630'] for network, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.287559 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Deleting port 11d49adc-0630-45c4-92fc-d28fa7b3e26c {{(pid=87988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:41.287893 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.450231 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] DHCP port deletion for 0be78454-ffc5-4e84-81a3-f142abc45bed request from dv-neutron-834307-1-hyperv {{(pid=87990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 21 08:01:41.455024 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Deleting port 11d49adc-0630-45c4-92fc-d28fa7b3e26c {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:41.455389 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.504751 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.db [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] For port 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11d49adc-0630-45c4-92fc-d28fa7b3e26c,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:41.505103 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.628031 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.plugin [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Calling delete_port for 11d49adc-0630-45c4-92fc-d28fa7b3e26c owned by network:dhcp {{(pid=87988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:41.661164 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.db [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] For port 11d49adc-0630-45c4-92fc-d28fa7b3e26c, host dv-neutron-834307-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834307-1-hyperv',level=0,port_id=11d49adc-0630-45c4-92fc-d28fa7b3e26c,segment=NetworkSegment(3a806bd8-76fc-4199-9aa8-7a3af43033e9),segment_id=3a806bd8-76fc-4199-9aa8-7a3af43033e9)] {{(pid=87990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 21 08:01:41.661520 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2038817'] for port, precommit_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.703208 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762877424357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762877060648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722882'] for port, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.785361 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Calling delete_port for 11d49adc-0630-45c4-92fc-d28fa7b3e26c owned by network:dhcp {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 21 08:01:41.851354 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] No DVR routers for this DVR port 11d49adc-0630-45c4-92fc-d28fa7b3e26c on host dv-neutron-834307-1-hyperv {{(pid=87988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 08:01:41.853569 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Pushing event deleted for resources: {'Port': ['ID=11d49adc-0630-45c4-92fc-d28fa7b3e26c,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:41.857676 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.db.api [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 08:01:41.858227 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG oslo_db.api [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 08:01:41.969212 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-854810', 'neutron.services.segments.db._delete_segments_for_network-8762877498188'] for network, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:41.993819 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be78454-ffc5-4e84-81a3-f142abc45bed']}} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:42.006218 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a806bd8-76fc-4199-9aa8-7a3af43033e9') {'for_net_delete': True} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:42.006516 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.services.segments.db [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a806bd8-76fc-4199-9aa8-7a3af43033e9') {} {{(pid=87988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 08:01:42.017549 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762877502311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2585709'] for segment, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.033283 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852534'] for segment, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.039390 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 08:01:42.039868 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722879'] for segment, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: Traceback (most recent call last): Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: timer() Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: cb(*args, **kw) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: return func(*args, **kwargs) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: self._notify() Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: self.callback(batched_events) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: event.method(event) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: return f(self, *a, **k) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._get(url).json() Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: return self.request(url, 'GET', **kwargs) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 08:01:42.053514 dv-neutron-834307-1-hyperv neutron-server[87988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 08:01:42.129305 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-854803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037793'] for network, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.147620 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Notify callbacks [] for network, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.156597 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] Pushing event deleted for resources: {'Network': ['ID=0be78454-ffc5-4e84-81a3-f142abc45bed,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:42.163797 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-cff3f2dc-f9ab-4953-94c5-6ea91502139c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0be78454-ffc5-4e84-81a3-f142abc45bed HTTP/1.1" status: 204 len: 168 time: 0.9965415 Mar 21 08:01:42.274302 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43740) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:42.322950 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-c88f2135-1ef1-4d4d-a354-e53f1e1f8d6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51441590a36b405bae903590d84bae3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474675 Mar 21 08:01:42.325364 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.wsgi [-] (87988) accepted ('10.222.0.31', 43744) {{(pid=87988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:42.360028 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Deleting port 11d49adc-0630-45c4-92fc-d28fa7b3e26c {{(pid=87990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 21 08:01:42.360515 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762877417719'] for port, before_delete {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.385753 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.412067 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.429071 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-2333938b-8ae5-4197-89cc-6304f0a14b80 None None] The port '11d49adc-0630-45c4-92fc-d28fa7b3e26c' was deleted {{(pid=87990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 21 08:01:42.470336 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.488246 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6c39cc-c649-4b54-881d-e17206b68ece,revision_number=None']} {{(pid=87988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:42.494232 dv-neutron-834307-1-hyperv neutron-server[87988]: DEBUG neutron_lib.callbacks.manager [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.495503 dv-neutron-834307-1-hyperv neutron-server[87988]: INFO neutron.wsgi [None req-0ab78edf-7c56-46df-aa03-defaaba17e5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a6c39cc-c649-4b54-881d-e17206b68ece HTTP/1.1" status: 204 len: 168 time: 0.1691003 Mar 21 08:01:42.825331 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 43752) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:42.874871 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-181af517-297c-4989-946b-95b70c17782b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a78e0fb192848fc978a97a2af9aad62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477612 Mar 21 08:01:42.877352 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.wsgi [-] (87987) accepted ('10.222.0.31', 43756) {{(pid=87987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 21 08:01:42.914157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11d49adc-0630-45c4-92fc-d28fa7b3e26c no longer exists at agent ovs-agent-dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 21 08:01:42.938578 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:42.950784 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.plugin [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] No Port match for: 11d49adc-0630-45c4-92fc-d28fa7b3e26c {{(pid=87990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 21 08:01:42.951223 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron.plugins.ml2.rpc [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Device 11d49adc-0630-45c4-92fc-d28fa7b3e26c not bound to the agent host dv-neutron-834307-1-hyperv {{(pid=87990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 21 08:01:42.971513 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:43.023037 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027020'] for security_group, after_delete {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:43.036895 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159803e0-facb-467e-8517-b0ad7f1014bd,revision_number=None']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 08:01:43.043213 dv-neutron-834307-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:43.044323 dv-neutron-834307-1-hyperv neutron-server[87987]: INFO neutron.wsgi [None req-757404de-a9ba-4553-a842-56322b974741 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/159803e0-facb-467e-8517-b0ad7f1014bd HTTP/1.1" status: 204 len: 168 time: 0.1660676 Mar 21 08:01:49.198751 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:52.628333 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-e62affc1-06af-4bcb-926d-cc189162493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:54.742319 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-09bcabdf-3d12-46d3-a810-5eaabaa13e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:55.974857 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:56.046157 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:01:57.562042 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:06.709373 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:02:19.212661 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:22.630033 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-7ba89857-0fe4-44fc-8246-0ccdb0586f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:24.744179 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c1efbd7f-d8e3-4242-bfe4-eb721a3df243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:25.976131 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:26.048495 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:27.564583 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:43.708236 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:02:49.218021 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:52.631535 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-37573a88-3e34-4aa0-a8dc-65dd909c6077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:54.747063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-bb2a73f9-1641-40d8-aae3-2e6e9b0465e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:55.977642 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:56.049008 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:02:57.568281 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:19.227871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:20.708462 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:03:22.632765 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-6458804b-75c3-4ea0-94f7-5d9c5b49c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:24.749699 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-22b47583-8ec8-4dc0-bde5-6c2cbf9e2ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:25.979871 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:26.051627 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:27.572514 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:49.227378 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:52.635264 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-961d5605-48ba-43af-b413-a98a5fedd34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:54.751169 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c103330c-fb55-455a-91e4-ed1860406178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:55.983462 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:56.054113 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:57.573408 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:03:57.711630 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:04:19.224402 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:22.638476 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-152c980d-f5dc-4d4d-acbb-6c870ac63f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:24.752785 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-d7227691-3893-4d01-beaf-a1090f23b1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:25.985087 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:26.056252 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:27.576020 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:34.710980 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:04:49.238061 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:52.640083 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2d75-e200-4e7a-89c3-b0e4ff094052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:54.754890 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-1741f646-0577-482f-ad6f-3930d2b50c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:55.986401 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:56.059249 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:04:57.579220 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:11.709996 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:05:19.237450 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:22.641363 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-29deb1be-cc3f-47d7-ad9d-45416ff5d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:24.757197 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-52d7f0e5-b0d7-42d2-8067-085a1af19db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:25.988628 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:26.061095 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:27.582244 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:48.709284 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:05:49.252063 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:52.642397 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-2c6043f3-2094-4f8c-b7ea-9e519b959331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:54.759444 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-3c3077ea-0f68-4c33-b65b-5b67827e3596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:55.990656 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:56.064425 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:05:57.584716 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:19.253007 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:22.644737 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-a32ac86d-a9c2-4c5c-a24f-43e9ffe21ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:24.761156 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dfdf758e-9856-4a22-ab01-4ff72c91e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:25.708482 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:06:25.992034 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:26.066132 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:27.587126 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:49.249942 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:52.647797 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-dcff3317-7b1b-4b23-9290-f77486b41266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:54.765439 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b1514142-a550-442d-b03b-5df0f1a78f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:55.994886 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:56.068522 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:06:57.589018 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:02.706884 dv-neutron-834307-1-hyperv neutron-server[87991]: DEBUG neutron.db.agents_db [None req-512f846b-2c14-44aa-aac5-a6caac3bec3e None None] Agent healthcheck: found 6 active agents {{(pid=87991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 21 08:07:19.264860 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-62284c1a-cea2-44e7-9fd2-3bd3af3fb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:22.651299 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-194fe068-bb21-420b-90be-57bbab717953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:24.768988 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-c4436ec3-1c29-4534-b198-3e99615cfb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:25.997413 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-b79441ce-cef4-4703-b6e2-5571d7e53711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:26.071094 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-5f2269cd-fa85-4184-be42-e7e3ea5665af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 21 08:07:27.592058 dv-neutron-834307-1-hyperv neutron-server[87990]: DEBUG neutron_lib.callbacks.manager [None req-fd5deef1-6b61-4f58-aca9-195866311c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762877498161', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868048'] for agent, after_update {{(pid=87990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}